def submit_jobs(self, job_files):
task = self.task
pool = get_param(task.htcondor_pool)
scheduler = get_param(task.htcondor_scheduler)
# progress callback to inform the scheduler
def progress_callback(result, i):
i += 1
if i in (1, len(job_files)) or i % 25 == 0:
task.publish_message("submitted {}/{} job(s)".format(i, len(job_files)))
return self.job_manager.submit_batch(job_files, pool=pool, scheduler=scheduler, retries=3,
threads=task.threads, callback=progress_callback)
def submit_jobs(self, job_files):
task = self.task
queue = get_param(task.lsf_queue)
# progress callback to inform the scheduler
def progress_callback(i, result):
i += 1
if i in (1, len(job_files)) or i % 25 == 0:
task.publish_message("submitted {}/{} job(s)".format(i, len(job_files)))
return self.job_manager.submit_batch(job_files, queue=queue, emails=False, retries=3,
threads=task.threads, callback=progress_callback)