def test_multi_task_multi_model_with_control_with_no_setup(self):
TEST_INPUT = "./tests/sample_files/test_input/multi_task_multi_model_with_control_no_setup.json"
read_input_task = ReadInputTask()
output = read_input_task.run(TEST_INPUT)
self.assertEquals(output["probing_setup"]["train_size"], 0.60)
def test_multi_task_multi_model_with_control_with_setup(self):
TEST_INPUT = (
"./tests/sample_files/test_input/multi_task_multi_model_with_control.json"
)
read_input_task = ReadInputTask()
output = read_input_task.run(TEST_INPUT)
self.assertEquals(len(output["tasks"][0]["models"][0]["model_labels"]), 10)
def test_train_probing(self):
TEST_INPUT = (
"./tests/sample_files/test_input/multi_task_multi_model_with_control.json"
)
read_input_task = ReadInputTask()
output = read_input_task.run(TEST_INPUT)
prepare_data_probing_task = PrepareDataForProbingTask()
dataset = prepare_data_probing_task.run(
output["tasks"], output["probing_setup"]
)
train_probing_task = TrainProbingTask()
probing_output = train_probing_task.run(dataset, output["probing_setup"])