def test_parse_job_to_file__multiple_rows(self):
SAMPLE_SIMPLE_JOB = {
'lambda_name': self.LABOURER.id,
"isolate_sections": True,
'sections': {
'section_technic': None,
'section_furniture': None,
},
}
self.scheduler.parse_job_to_file(SAMPLE_SIMPLE_JOB)
self.assertEqual(line_count(self.scheduler.local_queue_file), 2)
with open(self.scheduler.local_queue_file, 'r') as f:
for row in f.readlines():
# print(row)
parsed_row = json.loads(row)
print(parsed_row)
self.assertEqual(parsed_row['labourer_id'], self.LABOURER.id)
self.assertEqual(len(parsed_row['sections']), 1)
self.assertIn(parsed_row['sections'][0],
SAMPLE_SIMPLE_JOB['sections'])
def test_parse_job_to_file(self):
SAMPLE_SIMPLE_JOB = {
'lambda_name': self.LABOURER.id,
'some_payload': 'foo',
}
self.scheduler.parse_job_to_file(SAMPLE_SIMPLE_JOB)
self.assertEqual(line_count(self.scheduler.local_queue_file), 1)
with open(self.scheduler.local_queue_file, 'r') as f:
row = json.loads(f.read())
print(row)
self.assertEqual(row['labourer_id'], self.LABOURER.id)
self.assertEqual(row['some_payload'], 'foo')
def test_get_and_lock_queue_file(self):
self.put_file(only_remote=True)
# Check old artifacts
self.assertFalse(
self.exists_in_s3(self.scheduler._remote_queue_locked_file))
self.assertTrue(self.exists_in_s3(self.scheduler._remote_queue_file))
r = self.scheduler.get_and_lock_queue_file()
self.assertEqual(r, self.scheduler._local_queue_file)
self.assertTrue(
self.exists_in_s3(self.scheduler._remote_queue_locked_file))
self.assertFalse(self.exists_in_s3(self.scheduler._remote_queue_file))
number_of_lines = line_count(self.scheduler._local_queue_file)
# print(f"Number of lines: {number_of_lines}")
self.assertTrue(number_of_lines, 10)