def cleanup(self):
Manager.cleanup(self)
n = len(self.processing2result)
if n > 100:
print('Cleaning up %d SGE jobs. Please be patient.' % n)
for _, job in self.processing2result.items():
job.delete_job()
def cleanup(self):
Manager.cleanup(self)
n = len(self.processing2result)
if n > 100:
print('Cleaning up %d SGE jobs. Please be patient.' % n)
for _, job in self.processing2result.items():
job.delete_job()
def __init__(self, context, cq, recurse, num_processes):
Manager.__init__(self, context=context, cq=cq, recurse=recurse)
self.num_processes = num_processes
check_sge_environment()
storage = os.path.abspath(self.db.basepath)
timestamp = isodate_with_secs().replace(':', '-')
spool = os.path.join(storage, 'sge', timestamp)
if not os.path.exists(spool):
os.makedirs(spool)
self.sub_available = set()
self.sub_processing = set() # available + processing = subs.keys
self.subs = {} # name -> sub
for i in range(self.num_processes):
name = 'w%02d' % i
self.subs[name] = SGESub(name, db=self.db, spool=spool)
self.job2subname = {}
# all are available
self.sub_available.update(self.subs)
def __init__(self, context, cq, recurse, num_processes):
Manager.__init__(self, context=context, cq=cq, recurse=recurse)
self.num_processes = num_processes
check_sge_environment()
storage = os.path.abspath(self.db.basepath)
timestamp = isodate_with_secs().replace(':', '-')
spool = os.path.join(storage, 'sge', timestamp)
if not os.path.exists(spool):
os.makedirs(spool)
self.sub_available = set()
self.sub_processing = set() # available + processing = subs.keys
self.subs = {} # name -> sub
for i in range(self.num_processes):
name = 'w%02d' % i
self.subs[name] = SGESub(name, db=self.db, spool=spool)
self.job2subname = {}
# all are available
self.sub_available.update(self.subs)
def job_succeeded(self, job_id):
Manager.job_succeeded(self, job_id)
self._clear(job_id)
def job_failed(self, job_id, deleted_jobs):
Manager.job_failed(self, job_id, deleted_jobs)
self._clear(job_id)
def host_failed(self, job_id):
Manager.host_failed(self, job_id)
self._clear(job_id)
def __init__(self, context, cq, num_processes, recurse):
Manager.__init__(self, context=context,
cq=cq, recurse=recurse)
self.num_processes = num_processes
self.last_accepted = 0
def job_succeeded(self, job_id):
Manager.job_succeeded(self, job_id)
self._clear(job_id)
def job_failed(self, job_id, deleted_jobs):
Manager.job_failed(self, job_id, deleted_jobs)
self._clear(job_id)
def host_failed(self, job_id):
Manager.host_failed(self, job_id)
self._clear(job_id)
def __init__(self, context, cq, num_processes, recurse):
Manager.__init__(self, context=context, cq=cq, recurse=recurse)
self.num_processes = num_processes
self.last_accepted = 0
