def __init__(self, job,
updated_job_file=None,
client=None,
config=None,
pool=None,
batch_size=None,
updated_job_spec=None,
roll_back_on_failure=None,
max_instance_attempts=None,
max_failure_instances=None,
start_paused=None,
):
self.config = config or IntegrationTestConfig()
self.client = client or Client()
self.pool = pool or Pool(self.config)
if updated_job_spec is None:
job_config_dump = load_test_config(updated_job_file)
updated_job_spec = JobSpec()
json_format.ParseDict(job_config_dump, updated_job_spec)
self.updated_job_spec = updated_job_spec
self.batch_size = batch_size or 0
self.roll_back_on_failure = roll_back_on_failure or False
self.max_instance_attempts = max_instance_attempts or 0
self.max_failure_instances = max_failure_instances or 0
self.start_paused = start_paused or False
self.job = job
def __init__(
self,
job_file="test_stateless_job_spec.yaml",
client=None,
config=None,
pool=None,
job_config=None,
job_id=None,
):
self.config = config or IntegrationTestConfig(
pool_file='test_stateless_respool.yaml')
self.client = client or Client()
self.pool = pool or Pool(self.config, client=self.client)
self.job_id = job_id
self.entity_version = None
self.job_spec = None
if job_config is not None:
self.job_spec = job_config
if job_id is not None:
self.job_spec = self.get_spec()
if self.job_spec is None:
job_spec_dump = load_test_config(job_file)
job_spec = stateless.JobSpec()
json_format.ParseDict(job_spec_dump, job_spec)
self.job_spec = job_spec
def __init__(
self,
job_file="test_job.yaml",
client=None,
config=None,
pool=None,
job_config=None,
options=[],
job_id=None,
):
self.config = config or IntegrationTestConfig()
self.client = client or Client()
self.pool = pool or Pool(self.config, self.client)
self.job_id = job_id
if job_config is None:
job_config_dump = load_test_config(job_file)
job_config = job.JobConfig()
json_format.ParseDict(job_config_dump, job_config)
# apply options
for o in options:
o(job_config)
self.job_config = job_config
def __init__(self,
pool_file='test_respool.yaml',
max_retry_attempts=60,
sleep_time_sec=1,
rpc_timeout_sec=10):
respool_config_dump = load_test_config(pool_file)
respool_config = respool.ResourcePoolConfig()
json_format.ParseDict(respool_config_dump, respool_config)
self.respool_config = respool_config
self.max_retry_attempts = max_retry_attempts
self.sleep_time_sec = sleep_time_sec
self.rpc_timeout_sec = rpc_timeout_sec
def update(self, new_job_file):
"""
updates a job
:param new_job_file: The job config file used for updating
"""
job_config_dump = load_test_config(new_job_file)
new_job_config = job.JobConfig()
json_format.ParseDict(job_config_dump, new_job_config)
request = job.UpdateRequest(id=peloton.JobID(value=self.job_id),
config=new_job_config)
resp = self.client.job_svc.Update(
request,
metadata=self.client.jobmgr_metadata,
timeout=self.config.rpc_timeout_sec,
)
assert not resp.HasField("error")
# update the config
self.job_config = new_job_config
log.info("updated job %s", self.job_id)
def _load_job_cfg_proto(job_file):
job_config_dump = load_test_config(job_file)
job_config = job.JobConfig()
json_format.ParseDict(job_config_dump, job_config)
return job_config
