def make_module(self, config):
"""
Make component or experiment for claf Machine's module
* Args:
- config: module's config (claf.config.namespace.NestedNamespace)
"""
module_type = config.type
if module_type == Module.COMPONENT:
name = config.name
module_config = getattr(config, name, {})
if isinstance(module_config, Namespace):
module_config = vars(module_config)
if getattr(config, "params", None):
module_config.update(config.params)
return self.registry.get(f"component:{name}")(**module_config)
elif module_type == Module.EXPERIMENT:
experiment_config = Namespace()
experiment_config.checkpoint_path = config.checkpoint_path
experiment_config.cuda_devices = getattr(config, "cuda_devices",
None)
experiment_config.interactive = False
experiment = Experiment(Mode.PREDICT, experiment_config)
experiment.set_predict_mode(preload=True)
return experiment
else:
raise ValueError(
f"module_type is available only [component|experiment]. not '{module_type}'"
)
def test_eval_squad_bidaf():
config = NestedNamespace()
config.data_file_path = SYNTHETIC_DATA_PATH
config.checkpoint_path = "./logs/test/bidaf/checkpoint/model_1.pkl"
config.cude_devices = None
set_gpu_env(config)
experiment = Experiment(Mode.EVAL, config)
experiment()
def test_eval_nlu_bert_for_tok_cls():
config = NestedNamespace()
config.data_file_path = SYNTHETIC_DATA_PATH
config.checkpoint_path = "./logs/test/tok_cls/bert/checkpoint/model_1.pkl"
config.cude_devices = None
set_gpu_env(config)
experiment = Experiment(Mode.EVAL, config)
experiment()
def test_predict_nlu_bert_for_tok_cls_1_example():
config = NestedNamespace()
config.checkpoint_path = "./logs/test/tok_cls/bert/checkpoint/model_1.pkl"
config.cude_devices = None
config.interactive = False
set_gpu_env(config)
config.sequence = "hi, how are you?"
experiment = Experiment(Mode.PREDICT, config)
experiment()
def test_qa_predict_squad_bert_long_1_example():
config = NestedNamespace()
config.checkpoint_path = "./logs/test/bert_for_qa/checkpoint/model_1.pkl"
config.cude_devices = None
config.interactive = False
set_gpu_env(config)
config.context = "hi ho hi ho 1 hi ho hi ho 2 hi ho hi ho 3 hi ho hi ho 4 hi ho hi ho 5 hi ho hi ho 6 hi ho hi ho 7 hi ho hi ho 8 hi ho hi ho hi 9 ho hi ho hi ho hi 10 ho hi ho hi ho hi ho 11 hi ho hi ho hi 12 ANSWER ho hi ho hi ho hi 13 ho hi ho hi ho hi 14 ho hi ho hi ho hi 15 ho hi ho hi ho hi 16 ho hi ho hi ho hi 17 ho hi ho hi ho hi 18 ho hi ho hi ho hi 19 ho hi ho hi ho hi 20 ho hi ho hi ho hi 21 ho hi ho hi ho hi 22 ho hi ho hi ho hi 23 ho hi ho hi ho hi 24 ho hi ho hi 25 ho hi ho hi ho 1 hi ho hi ho 2 hi ho hi ho 3 hi ho hi ho 4 hi ho hi ho 5 hi ho hi ho 6 hi ho hi ho 7 hi ho hi ho 8 hi ho hi ho hi 9 ho hi ho hi ho hi 10 ho hi ho hi ho hi ho 11 hi ho hi ho hi 12 ho hi ho hi ho hi 13 ho hi ho hi ho hi 14 ho hi ho hi ho hi 15 ho hi ho hi ho hi 16 ho hi ho hi ho hi 17 ho hi ho hi ho hi 18 ho hi ho hi ho hi 19 ho hi ho hi ho hi 20 ho hi ho hi ho hi 21 ho hi ho hi ho hi 22 ho hi ho hi ho hi 23 ho hi ho hi ho hi 24 ho hi ho hi 25 ho hi ho hi ho 1 hi ho hi ho 2 hi ho hi ho 3 hi ho hi ho 4 hi ho hi ho 5 hi ho hi ho 6 hi ho hi ho 7 hi ho hi ho 8 hi ho hi ho hi 9 ho hi ho hi ho hi 10 ho hi ho hi ho hi ho 11 hi ho hi ho hi 12 ho hi ho hi ho hi 13 ho hi ho hi ho hi 14 ho hi ho hi ho hi 15 ho hi ho hi ho hi 16 ho hi ho hi ho hi 17 ho hi ho hi ho hi 18 ho hi ho hi ho hi 19 ho hi ho hi ho hi 20 ho hi ho hi ho hi 21 ho hi ho hi ho hi 22 ho hi ho hi ho hi 23 ho hi ho hi ho hi 24 ho hi ho hi 25 ho hi ho hi ho 1 hi ho hi ho 2 hi ho hi ho 3 hi ho hi ho 4 hi ho hi ho 5 hi ho hi ho 6 hi ho hi ho 7 hi ho hi ho 8 hi ho hi ho hi 9 ho hi ho hi ho hi 10 ho hi ho hi ho hi ho 11 hi ho hi ho hi 12 ho hi ho hi ho hi 13 ho hi ho hi ho hi 14 ho hi ho hi ho hi 15 ho hi ho hi ho hi 16 ho hi ho hi ho hi 17 ho hi ho hi ho hi 18 ho hi ho hi ho hi 19 ho hi ho hi ho hi 20 ho hi ho hi ho hi 21 ho hi ho hi ho hi 22 ho hi ho hi ho hi 23 ho hi ho hi ho hi 24 ho hi ho hi 25 ho"
config.question = "good hi ho hi ho hi good hi ho hi ho hi good hi ho hi ho hi good hi ho hi ho hi good hi ho hi ho hi"
experiment = Experiment(Mode.PREDICT, config)
experiment()
def test_qa_predict_squad_bert_short_1_example():
config = NestedNamespace()
config.checkpoint_path = "./logs/test/bert_for_qa/checkpoint/model_1.pkl"
config.cude_devices = None
config.interactive = False
set_gpu_env(config)
config.context = "Westwood One will carry the game throughout North America, with Kevin Harlan as play-by-play announcer, Boomer Esiason and Dan Fouts as color analysts, and James Lofton and Mark Malone as sideline reporters. Jim Gray will anchor the pre-game and halftime coverage."
config.question = "What radio network carried the Super Bowl?"
experiment = Experiment(Mode.PREDICT, config)
experiment()
def test_qa_predict_wikisql_sqlnet_1_example():
config = NestedNamespace()
config.checkpoint_path = "./logs/test/sqlnet/checkpoint/model_1.pkl"
config.cude_devices = None
config.interactive = False
set_gpu_env(config)
config.column = [
"Player", "No.", "Nationality", "Position", "Years in Toronto",
"School/Club Team"
]
config.db_path = "data/wikisql/dev.db"
config.table_id = "1-10015132-11"
config.question = "What position does the player who played for butler cc (ks) play?"
experiment = Experiment(Mode.PREDICT, config)
experiment()
def test_train_squad_bidaf_elmo_model(test_config):
experiment = Experiment(Mode.TRAIN, test_config)
experiment()
def test_train_multi_task_bert_model(test_config):
experiment = Experiment(Mode.TRAIN, test_config)
experiment()
def test_train_nlu_bert_for_seq_cls_model(test_config):
experiment = Experiment(Mode.TRAIN, test_config)
experiment()
def test_train_nlu_ssa_model(test_config):
experiment = Experiment(Mode.TRAIN, test_config)
experiment()
# -*- coding: utf-8 -*-
from claf.config import args
from claf.learn.experiment import Experiment
from claf.learn.mode import Mode
if __name__ == "__main__":
experiment = Experiment(Mode.TRAIN, args.config(mode=Mode.TRAIN))
experiment()
def test_train_wikisql_sqlnet_model(test_config):
experiment = Experiment(Mode.TRAIN, test_config)
experiment()
# -*- coding: utf-8 -*-
from claf.config import args
from claf.learn.experiment import Experiment
from claf.learn.mode import Mode
if __name__ == "__main__":
config = args.config(mode=Mode.EVAL)
mode = Mode.EVAL
if config.inference_latency: # evaluate inference_latency
mode = Mode.INFER_EVAL
experiment = Experiment(mode, config)
experiment()
def test_train_squad_drqa_model_with_sparse_to_embedding(test_config):
experiment = Experiment(Mode.TRAIN, test_config)
experiment()
def test_train_bert_tok_cls_model(test_config):
experiment = Experiment(Mode.TRAIN, test_config)
experiment()
def test_train_squad_docqa_model(test_config):
experiment = Experiment(Mode.TRAIN, test_config)
experiment()
# -*- coding: utf-8 -*-
from claf.config import args
from claf.learn.experiment import Experiment
from claf.learn.mode import Mode
if __name__ == "__main__":
experiment = Experiment(Mode.PREDICT, args.config(mode=Mode.PREDICT))
result = experiment()
print(f"Predict: {result}")