def _insert_token(self, handler):
request = ModifyRequest()
token = Token(name='/some_other_dir/some_token', data='some data')
request.updates = [token]
response = handler.modify(request)
self.assertEqual(1, len(response.updates))
return response.updates[0]
def _insert_token(self, handler):
request = ModifyRequest()
token = Token(name='/some_other_dir/some_token', data='some data')
request.updates = [token]
response = handler.modify(request)
self.assertEqual(1, len(response.updates))
return response.updates[0]
def _update_owned_job_token(self):
"""Update owned job token in the master.
Returns:
True if the update was successful, otherwise False.
"""
assert self._owned_job_token
request = ModifyRequest()
request.updates = [self._owned_job_token]
try:
response = self._client.modify(request)
except TokenMasterException:
LOG.exception('error sending request %s', request)
return False
assert len(response.updates) == 1
self._owned_job_token = response.updates[0]
return True
def _update_owned_job_token(self):
"""Update owned job token in the master.
Returns:
True if the update was successful, otherwise False.
"""
assert self._owned_job_token
request = ModifyRequest()
request.updates = [self._owned_job_token]
try:
response = self._client.modify(request)
except TokenMasterException:
LOG.exception('error sending request %s', request)
return False
assert len(response.updates) == 1
self._owned_job_token = response.updates[0]
return True
def run(self, emailer, store):
if not self._check_workflow_instances(emailer, self.workflow, store):
LOG.warn('too many instances running for workflow %s', self.workflow)
return None
config_parser = load_path(PinballConfig.PARSER)(self.parser_params)
workflow_tokens = config_parser.get_workflow_tokens(self.workflow)
if not workflow_tokens:
LOG.error('workflow %s not found', self.workflow)
return None
result = ModifyRequest()
result.updates = workflow_tokens
assert result.updates
token = result.updates[0]
name = Name.from_job_token_name(token.name)
if not name.instance:
name = Name.from_event_token_name(token.name)
LOG.info('exporting workflow %s instance %s. Its tokens are under %s',
name.workflow, name.instance, name.get_instance_prefix())
return result
def _keep_job_token_in_runnable(self, job):
"""Keep the owned job token in the runnable group.
Refresh the job token data field with the provided job object, release
the ownership of the token, and return it to the runnable group.
Args:
job: The job that should be stored in the data field of the job
token.
"""
assert self._owned_job_token
request = ModifyRequest()
self._owned_job_token.data = pickle.dumps(job)
retry_delay_sec = job.retry_delay_sec
if retry_delay_sec > 0:
self._owned_job_token.expirationTime = (time.time() +
retry_delay_sec)
else:
self._unown(self._owned_job_token)
request.updates = [self._owned_job_token]
self._send_request(request)
def run(self, emailer, store):
if not self._check_workflow_instances(emailer, self.workflow, store):
LOG.warn('too many instances running for workflow %s',
self.workflow)
return None
config_parser = load_path(PinballConfig.PARSER)(self.parser_params)
workflow_tokens = config_parser.get_workflow_tokens(self.workflow)
if not workflow_tokens:
LOG.error('workflow %s not found', self.workflow)
return None
result = ModifyRequest()
result.updates = workflow_tokens
assert result.updates
token = result.updates[0]
name = Name.from_job_token_name(token.name)
if not name.instance:
name = Name.from_event_token_name(token.name)
LOG.info('exporting workflow %s instance %s. Its tokens are under %s',
name.workflow, name.instance, name.get_instance_prefix())
return result
def _keep_job_token_in_runnable(self, job):
"""Keep the owned job token in the runnable group.
Refresh the job token data field with the provided job object, release
the ownership of the token, and return it to the runnable group.
Args:
job: The job that should be stored in the data field of the job
token.
"""
assert self._owned_job_token
request = ModifyRequest()
self._owned_job_token.data = pickle.dumps(job)
retry_delay_sec = job.retry_delay_sec
if retry_delay_sec > 0:
self._owned_job_token.expirationTime = (time.time() +
retry_delay_sec)
else:
self._unown(self._owned_job_token)
request.updates = [self._owned_job_token]
self._send_request(request)
def _post_schedule_token(self):
"""Add schedule token to the master."""
request = ModifyRequest()
request.updates = [SchedulerTestCase._get_schedule_token()]
self._client.modify(request)
def _post_schedule_token(self):
"""Add schedule token to the master."""
request = ModifyRequest()
request.updates = [SchedulerTestCase._get_schedule_token()]
self._client.modify(request)