def submit_jobs(self, job_files, **kwargs):
task = self.task
# delegate the voms proxy to all endpoints
if self.delegation_ids is None and callable(task.glite_delegate_proxy):
self.delegation_ids = []
for ce in task.glite_ce:
endpoint = get_ce_endpoint(ce)
self.delegation_ids.append(task.glite_delegate_proxy(endpoint))
kwargs["delegation_id"] = self.delegation_ids
return super(GLiteWorkflowProxy, self).submit_jobs(job_files, **kwargs)
def submit_jobs(self, job_files):
task = self.task
# delegate the voms proxy to all endpoints
if self.delegation_ids is None and callable(task.glite_delegate_proxy):
self.delegation_ids = []
for ce in task.glite_ce:
endpoint = get_ce_endpoint(ce)
self.delegation_ids.append(task.glite_delegate_proxy(endpoint))
# progress callback to inform the scheduler
def progress_callback(i, result):
i += 1
if i in (1, len(job_files)) or i % 25 == 0:
task.publish_message("submitted {}/{} job(s)".format(
i, len(job_files)))
return self.job_manager.submit_batch(job_files,
ce=task.glite_ce,
delegation_id=self.delegation_ids,
retries=3,
threads=task.threads,
callback=progress_callback)
def submit_jobs(self, job_files):
task = self.task
# delegate the voms proxy to all endpoints
if self.delegation_ids is None and callable(task.glite_delegate_proxy):
self.delegation_ids = []
for ce in task.glite_ce:
endpoint = get_ce_endpoint(ce)
self.delegation_ids.append(task.glite_delegate_proxy(endpoint))
# prepare objects for dumping intermediate submission data
dump_freq = task.glite_dump_intermediate_submission_data()
if dump_freq and not is_number(dump_freq):
dump_freq = 50
# progress callback to inform the scheduler
def progress_callback(i, job_id):
job_num = i + 1
# set the job id early
self.submission_data.jobs[job_num]["job_id"] = job_id
# log a message every 25 jobs
if job_num in (1, len(job_files)) or job_num % 25 == 0:
task.publish_message("submitted {}/{} job(s)".format(
job_num, len(job_files)))
# dump intermediate submission data with a certain frequency
if dump_freq and job_num % dump_freq == 0:
self.dump_submission_data()
return self.job_manager.submit_batch(job_files,
ce=task.glite_ce,
delegation_id=self.delegation_ids,
retries=3,
threads=task.threads,
callback=progress_callback)