def __init__(self, job, updated_job_file=None, client=None, config=None, pool=None, batch_size=None, updated_job_spec=None, roll_back_on_failure=None, max_instance_attempts=None, max_failure_instances=None, start_paused=None, ): self.config = config or IntegrationTestConfig() self.client = client or Client() self.pool = pool or Pool(self.config) if updated_job_spec is None: job_config_dump = load_test_config(updated_job_file) updated_job_spec = JobSpec() json_format.ParseDict(job_config_dump, updated_job_spec) self.updated_job_spec = updated_job_spec self.batch_size = batch_size or 0 self.roll_back_on_failure = roll_back_on_failure or False self.max_instance_attempts = max_instance_attempts or 0 self.max_failure_instances = max_failure_instances or 0 self.start_paused = start_paused or False self.job = job
def __init__( self, job_file="test_stateless_job_spec.yaml", client=None, config=None, pool=None, job_config=None, job_id=None, ): self.config = config or IntegrationTestConfig( pool_file='test_stateless_respool.yaml') self.client = client or Client() self.pool = pool or Pool(self.config, client=self.client) self.job_id = job_id self.entity_version = None self.job_spec = None if job_config is not None: self.job_spec = job_config if job_id is not None: self.job_spec = self.get_spec() if self.job_spec is None: job_spec_dump = load_test_config(job_file) job_spec = stateless.JobSpec() json_format.ParseDict(job_spec_dump, job_spec) self.job_spec = job_spec
def __init__( self, job_file="test_job.yaml", client=None, config=None, pool=None, job_config=None, options=[], job_id=None, ): self.config = config or IntegrationTestConfig() self.client = client or Client() self.pool = pool or Pool(self.config, self.client) self.job_id = job_id if job_config is None: job_config_dump = load_test_config(job_file) job_config = job.JobConfig() json_format.ParseDict(job_config_dump, job_config) # apply options for o in options: o(job_config) self.job_config = job_config
def __init__(self, pool_file='test_respool.yaml', max_retry_attempts=60, sleep_time_sec=1, rpc_timeout_sec=10): respool_config_dump = load_test_config(pool_file) respool_config = respool.ResourcePoolConfig() json_format.ParseDict(respool_config_dump, respool_config) self.respool_config = respool_config self.max_retry_attempts = max_retry_attempts self.sleep_time_sec = sleep_time_sec self.rpc_timeout_sec = rpc_timeout_sec
def update(self, new_job_file): """ updates a job :param new_job_file: The job config file used for updating """ job_config_dump = load_test_config(new_job_file) new_job_config = job.JobConfig() json_format.ParseDict(job_config_dump, new_job_config) request = job.UpdateRequest(id=peloton.JobID(value=self.job_id), config=new_job_config) resp = self.client.job_svc.Update( request, metadata=self.client.jobmgr_metadata, timeout=self.config.rpc_timeout_sec, ) assert not resp.HasField("error") # update the config self.job_config = new_job_config log.info("updated job %s", self.job_id)
def _load_job_cfg_proto(job_file): job_config_dump = load_test_config(job_file) job_config = job.JobConfig() json_format.ParseDict(job_config_dump, job_config) return job_config