def submit_jobs(self, job_files, **kwargs): task = self.task # delegate the voms proxy to all endpoints if self.delegation_ids is None and callable(task.glite_delegate_proxy): self.delegation_ids = [] for ce in task.glite_ce: endpoint = get_ce_endpoint(ce) self.delegation_ids.append(task.glite_delegate_proxy(endpoint)) kwargs["delegation_id"] = self.delegation_ids return super(GLiteWorkflowProxy, self).submit_jobs(job_files, **kwargs)
def submit_jobs(self, job_files): task = self.task # delegate the voms proxy to all endpoints if self.delegation_ids is None and callable(task.glite_delegate_proxy): self.delegation_ids = [] for ce in task.glite_ce: endpoint = get_ce_endpoint(ce) self.delegation_ids.append(task.glite_delegate_proxy(endpoint)) # progress callback to inform the scheduler def progress_callback(i, result): i += 1 if i in (1, len(job_files)) or i % 25 == 0: task.publish_message("submitted {}/{} job(s)".format( i, len(job_files))) return self.job_manager.submit_batch(job_files, ce=task.glite_ce, delegation_id=self.delegation_ids, retries=3, threads=task.threads, callback=progress_callback)
def submit_jobs(self, job_files): task = self.task # delegate the voms proxy to all endpoints if self.delegation_ids is None and callable(task.glite_delegate_proxy): self.delegation_ids = [] for ce in task.glite_ce: endpoint = get_ce_endpoint(ce) self.delegation_ids.append(task.glite_delegate_proxy(endpoint)) # prepare objects for dumping intermediate submission data dump_freq = task.glite_dump_intermediate_submission_data() if dump_freq and not is_number(dump_freq): dump_freq = 50 # progress callback to inform the scheduler def progress_callback(i, job_id): job_num = i + 1 # set the job id early self.submission_data.jobs[job_num]["job_id"] = job_id # log a message every 25 jobs if job_num in (1, len(job_files)) or job_num % 25 == 0: task.publish_message("submitted {}/{} job(s)".format( job_num, len(job_files))) # dump intermediate submission data with a certain frequency if dump_freq and job_num % dump_freq == 0: self.dump_submission_data() return self.job_manager.submit_batch(job_files, ce=task.glite_ce, delegation_id=self.delegation_ids, retries=3, threads=task.threads, callback=progress_callback)