def test_several_suffixes(self):
files = {
"artifacts/task-graph-0.json": json.dumps({"taska": {}}),
"artifacts/label-to-taskid-0.json": json.dumps({"taska": "TASKA"}),
"artifacts/to-run-0.json": json.dumps(["taska"]),
"artifacts/task-graph-1.json": json.dumps({"taskb": {}}),
"artifacts/label-to-taskid-1.json": json.dumps({"taskb": "TASKB"}),
"artifacts/to-run-1.json": json.dumps(["taskb"]),
}
with MockedOpen(files):
combine_task_graph_files(["0", "1"])
self.assertEqual(
read_artifact("task-graph.json"),
{
"taska": {},
"taskb": {},
},
)
self.assertEqual(
read_artifact("label-to-taskid.json"),
{
"taska": "TASKA",
"taskb": "TASKB",
},
)
self.assertEqual(
sorted(read_artifact("to-run.json")),
[
"taska",
"taskb",
],
)
def test_several_suffixes(self):
files = {
'artifacts/task-graph-0.json': json.dumps({'taska': {}}),
'artifacts/label-to-taskid-0.json': json.dumps({'taska': 'TASKA'}),
'artifacts/to-run-0.json': json.dumps(['taska']),
'artifacts/task-graph-1.json': json.dumps({'taskb': {}}),
'artifacts/label-to-taskid-1.json': json.dumps({'taskb': 'TASKB'}),
'artifacts/to-run-1.json': json.dumps(['taskb']),
}
with MockedOpen(files):
combine_task_graph_files(['0', '1'])
self.assertEqual(read_artifact('task-graph.json'), {
'taska': {},
'taskb': {},
})
self.assertEqual(read_artifact('label-to-taskid.json'), {
'taska': 'TASKA',
'taskb': 'TASKB',
})
self.assertEqual(sorted(read_artifact('to-run.json')), [
'taska',
'taskb',
])
def add_new_jobs_action(parameters, graph_config, input, task_group_id,
task_id):
decision_task_id, full_task_graph, label_to_taskid = fetch_graph_and_labels(
parameters, graph_config)
to_run = []
for elem in input["tasks"]:
if elem in full_task_graph.tasks:
to_run.append(elem)
else:
raise Exception(f"{elem} was not found in the task-graph")
times = input.get("times", 1)
for i in range(times):
create_tasks(
graph_config,
to_run,
full_task_graph,
label_to_taskid,
parameters,
decision_task_id,
i,
)
combine_task_graph_files(list(range(times)))
def test_one_suffix(self, rename_artifact):
combine_task_graph_files(['0'])
rename_artifact.assert_any_call('task-graph-0.json', 'task-graph.json')
rename_artifact.assert_any_call('label-to-taskid-0.json',
'label-to-taskid.json')
rename_artifact.assert_any_call('to-run-0.json', 'to-run.json')
def test_no_suffixes(self):
with MockedOpen({}):
combine_task_graph_files([])
self.assertRaises(Exception, open('artifacts/to-run.json'))
def test_one_suffix(self, rename_artifact):
combine_task_graph_files(["0"])
rename_artifact.assert_any_call("task-graph-0.json", "task-graph.json")
rename_artifact.assert_any_call("label-to-taskid-0.json",
"label-to-taskid.json")
rename_artifact.assert_any_call("to-run-0.json", "to-run.json")
