def test_several_suffixes(self): files = { "artifacts/task-graph-0.json": json.dumps({"taska": {}}), "artifacts/label-to-taskid-0.json": json.dumps({"taska": "TASKA"}), "artifacts/to-run-0.json": json.dumps(["taska"]), "artifacts/task-graph-1.json": json.dumps({"taskb": {}}), "artifacts/label-to-taskid-1.json": json.dumps({"taskb": "TASKB"}), "artifacts/to-run-1.json": json.dumps(["taskb"]), } with MockedOpen(files): combine_task_graph_files(["0", "1"]) self.assertEqual( read_artifact("task-graph.json"), { "taska": {}, "taskb": {}, }, ) self.assertEqual( read_artifact("label-to-taskid.json"), { "taska": "TASKA", "taskb": "TASKB", }, ) self.assertEqual( sorted(read_artifact("to-run.json")), [ "taska", "taskb", ], )
def test_several_suffixes(self): files = { 'artifacts/task-graph-0.json': json.dumps({'taska': {}}), 'artifacts/label-to-taskid-0.json': json.dumps({'taska': 'TASKA'}), 'artifacts/to-run-0.json': json.dumps(['taska']), 'artifacts/task-graph-1.json': json.dumps({'taskb': {}}), 'artifacts/label-to-taskid-1.json': json.dumps({'taskb': 'TASKB'}), 'artifacts/to-run-1.json': json.dumps(['taskb']), } with MockedOpen(files): combine_task_graph_files(['0', '1']) self.assertEqual(read_artifact('task-graph.json'), { 'taska': {}, 'taskb': {}, }) self.assertEqual(read_artifact('label-to-taskid.json'), { 'taska': 'TASKA', 'taskb': 'TASKB', }) self.assertEqual(sorted(read_artifact('to-run.json')), [ 'taska', 'taskb', ])
def add_new_jobs_action(parameters, graph_config, input, task_group_id, task_id): decision_task_id, full_task_graph, label_to_taskid = fetch_graph_and_labels( parameters, graph_config) to_run = [] for elem in input["tasks"]: if elem in full_task_graph.tasks: to_run.append(elem) else: raise Exception(f"{elem} was not found in the task-graph") times = input.get("times", 1) for i in range(times): create_tasks( graph_config, to_run, full_task_graph, label_to_taskid, parameters, decision_task_id, i, ) combine_task_graph_files(list(range(times)))
def test_one_suffix(self, rename_artifact): combine_task_graph_files(['0']) rename_artifact.assert_any_call('task-graph-0.json', 'task-graph.json') rename_artifact.assert_any_call('label-to-taskid-0.json', 'label-to-taskid.json') rename_artifact.assert_any_call('to-run-0.json', 'to-run.json')
def test_no_suffixes(self): with MockedOpen({}): combine_task_graph_files([]) self.assertRaises(Exception, open('artifacts/to-run.json'))
def test_one_suffix(self, rename_artifact): combine_task_graph_files(["0"]) rename_artifact.assert_any_call("task-graph-0.json", "task-graph.json") rename_artifact.assert_any_call("label-to-taskid-0.json", "label-to-taskid.json") rename_artifact.assert_any_call("to-run-0.json", "to-run.json")