def test_extract_process_single(self): db_obj = FakeDBObj(self) job_list = { "job_name": ["wf_manifest-0", "wf_manifest-1", "sim_job"], "id_job": [0, 1, 2], "time_submit": [1, 3, 4], "time_start": [1, 15, 17], "time_end": [11, 0, 40], "cpus_alloc": [100, 100, 300] } we = WorkflowsExtractor() we.extract(job_list) we.do_processing() self.assertEqual(len(we._workflows), 1) self.assertEqual(list(we._workflows.keys()), ["manifest-0"]) wt = we.get_workflow("manifest-0") t0 = wt.get_all_tasks()[0] #t1 = wt._tasks["S1"] #t2 = wt._tasks["S2"] #t3 = wt._tasks["S3"] self.assertEqual(wt._start_task, t0) self.assertEqual(wt._critical_path, [t0]) self.assertEqual(wt._critical_path_runtime, 10) we.calculate_overall_results(True, db_obj, 1)
def test_extract_process(self): job_list = { "job_name": [ "wf_manifest-2", "wf_manifest-2_S0", "wf_manifest-2_S1_dS0", "wf_manifest-2_S2_dS0", "wf_manifest-2_S3_dS2", "wf_manifest-2_S4_dS3", "wf_manifest-2_S5_dS4-dS1", "wf_manifest-2_S6_dS0", "sim_job", "wf_manifest-3_S0", "wf_manifest-3_S1_dS0", "wf_manifest-3_S2_dS0", "wf_manifest-3_S3_dS1-dS2" ], "id_job": [2, 0, 1, 33, 3, 4, 5, 6, 7, 8, 9, 10, 11], "time_start": [1, 1, 15, 17, 22, 27, 42, 12, 20, 1, 15, 17, 22], "time_end": [1, 10, 20, 40, 25, 29, 50, 70, 30, 10, 20, 19, 25] } we = WorkflowsExtractor() we.extract(job_list) we.do_processing() self.assertEqual(len(we._workflows), 2) self.assertEqual(list(we._workflows.keys()), ["manifest-2", "manifest-3"]) wt = we.get_workflow("manifest-3") t0 = wt._tasks["S0"] t1 = wt._tasks["S1"] t2 = wt._tasks["S2"] t3 = wt._tasks["S3"] self.assertEqual(wt._start_task, t0) self.assertEqual(wt._critical_path, [t0, t1, t3]) self.assertEqual(wt._critical_path_runtime, 24) wt = we.get_workflow("manifest-2") t0 = wt._tasks["S0"] t6 = wt._tasks["S6"] self.assertEqual(wt._start_task, t0) self.assertEqual(wt._critical_path, [t0, t6]) self.assertEqual(wt._critical_path_runtime, 69)
def test_extract_process_wrong_dash_name(self): job_list = { "job_name": [ "wf_floodplain.json-350", "wf_floodplain.json-350_S0", "wf_floodplain.json-350_S1", "wf_floodplain.json-350_S3-dS0-dS1", "wf_floodplain.json-350_S5-dS0-dS1", "wf_floodplain.json-350_S2-dS3-dS0", "wf_floodplain.json-350_S4-dS0-dS5", "wf_floodplain.json-350_S6-dS4-dS2" ], "id_job": [39794, 39796, 39797, 39798, 39799, 39800, 39801, 39802], "time_submit": [ 1420309202, 1420309202, 1420309202, 1420309202, 1420309202, 1420309202, 1420309202, 1420309202 ], "time_start": [ 1420318973, 1420318973, 1420318973, 1420358574, 1420358574, 1420387379, 1420405383, 1420419788 ], "time_end": [ 1420318973, 1420358573, 1420322573, 1420387374, 1420405374, 1420398179, 1420419784, 1420435988 ] } we = WorkflowsExtractor() we.extract(job_list) we.do_processing() self.assertEqual(len(we._workflows), 1) self.assertEqual(list(we._workflows.keys()), ["floodplain.json-350"]) wt = we.get_workflow("floodplain.json-350") print("TASKS", list(wt._tasks.keys())) print("DEPS", [t.deps for t in list(wt._tasks.values())]) print("CP", [x.name for x in wt._critical_path]) self.assertEqual(wt.get_runtime(), 117015) self.assertEqual(wt.get_waittime(), 9771) self.assertEqual(wt.get_turnaround(), 9771 + 117015)