def test_submit_validator_passes(self):
job_params = {'inputs': set(), 'outputs': set(), 'mounts': set()}
job_resources = job_model.Resources(
logging=job_model.LoggingParam('gs://buck/logs', job_model.P_GCS))
param_util.validate_submit_args_or_fail(
job_model.JobDescriptor(None, job_params, job_resources,
TASK_DESCRIPTORS),
provider_name='MYPROVIDER',
input_providers=[job_model.P_GCS],
output_providers=[job_model.P_GCS],
logging_providers=[job_model.P_GCS])
def test_submit_validator_fails(self, name, path, inwl, outwl, logwl):
job_params = {'inputs': set(), 'outputs': set(), 'mounts': set()}
job_resources = job_model.Resources(
logging=job_model.LoggingParam('gs://buck/logs', job_model.P_GCS))
err_expected = 'Unsupported %s path (%s) for provider' % (name, path)
with six.assertRaisesRegex(self, ValueError, re.escape(err_expected)):
param_util.validate_submit_args_or_fail(job_model.JobDescriptor(
None, job_params, job_resources, TASK_DESCRIPTORS),
provider_name='MYPROVIDER',
input_providers=inwl,
output_providers=outwl,
logging_providers=logwl)
def test_foo(self, retries, max_preemptible_attempts,
list_of_list_of_operations, expected):
def chronology(list_of_list_of_operations):
for operations in list_of_list_of_operations:
self.provider.set_operations(operations)
yield 1
establish_chronology(chronology(list_of_list_of_operations))
job_descriptor = job_model.JobDescriptor(
job_metadata={'create-time': 123456},
job_params=None,
job_resources=job_model.Resources(
logging=job_model.LoggingParam('gs://buck/logs', job_model.P_GCS),
max_preemptible_attempts=param_util.PreemptibleParam(
max_preemptible_attempts)),
task_descriptors=[
job_model.TaskDescriptor(
task_metadata={
'task-id': 123,
'create-time': 123456
},
task_params=None,
task_resources=None)
])
poll_interval = 1
ret = dsub_command._wait_and_retry(
self.provider,
'job-1',
poll_interval,
retries,
job_descriptor,
summary=False)
tasks = self.provider.lookup_job_tasks({'*'})
# First, the number of tasks returned by lookup_job_tasks should be equal
# to the total number of task attempts.
expected_num_of_tasks = len(list_of_list_of_operations[-1])
self.assertEqual(len(tasks), expected_num_of_tasks)
# Second, check that the return value of _wait_and_retry is correct.
self.assertEqual(ret, expected)