def master_submit(self,
rjobs,
subjobconfigs,
masterjobconfig,
keep_going=False):
""" Overload master_submit to avoid parallel submission with Interactive backend"""
return IBackend.master_submit(self, rjobs, subjobconfigs,
masterjobconfig, keep_going)
def master_submit(self, rjobs, subjobconfigs, masterjobconfig):
'''Submit the master job to the grid'''
profiler = ElapsedTimeProfiler(getLogger(name='Profile.LCG'))
profiler.start()
job = self.getJobObject()
# finding ARC CE endpoint for job submission
#allowed_celist = []
# try:
# allowed_celist = self.requirements.getce()
# if not self.CE and allowed_celist:
# self.CE = allowed_celist[0]
# except:
# logger.warning('ARC CE assigment from ARCRequirements failed.')
# if self.CE and allowed_celist:
# if self.CE not in allowed_celist:
# logger.warning('submission to CE not allowed: %s, use %s instead' % ( self.CE, allowed_celist[0] ) )
# self.CE = allowed_celist[0]
# use arc info to check for any endpoints recorded in the config file
rc, output = grids['GLITE'].arc_info()
if not self.CE and rc != 0:
raise GangaException(
"ARC CE endpoint not set and no default settings in '%s'. " % config['ArcConfigFile'])
elif self.CE:
logger.info('ARC CE endpoint set to: ' + str(self.CE))
else:
logger.info("Using ARC CE endpoints defined in '%s'" %
config['ArcConfigFile'])
# delegate proxy to ARC CE
# if not grids['GLITE'].arc_proxy_delegation(self.CE):
# logger.warning('proxy delegation to %s failed' % self.CE)
# doing massive job preparation
if len(job.subjobs) == 0:
ick = IBackend.master_submit(
self, rjobs, subjobconfigs, masterjobconfig)
else:
ick = self.master_bulk_submit(
rjobs, subjobconfigs, masterjobconfig)
profiler.check('==> master_submit() elapsed time')
return ick
def master_submit(self, rjobs, subjobconfigs, masterjobconfig):
'''Submit the master job to the grid'''
profiler = ElapsedTimeProfiler(getLogger(name='Profile.LCG'))
profiler.start()
job = self.getJobObject()
# finding CREAM CE endpoint for job submission
allowed_celist = []
try:
allowed_celist = self.requirements.getce()
if not self.CE and allowed_celist:
self.CE = allowed_celist[0]
except:
logger.warning(
'CREAM CE assigment from AtlasCREAMRequirements failed.')
if self.CE and allowed_celist:
if self.CE not in allowed_celist:
logger.warning(
'submission to CE not allowed: %s, use %s instead' %
(self.CE, allowed_celist[0]))
self.CE = allowed_celist[0]
if not self.CE:
raise GangaException('CREAM CE endpoint not set')
# delegate proxy to CREAM CE
self.delegation_id = Grid.cream_proxy_delegation(
self.CE, self.delegation_id, self.credential_requirements)
if not self.delegation_id:
logger.warning('proxy delegation to %s failed' % self.CE)
# doing massive job preparation
if len(job.subjobs) == 0:
ick = IBackend.master_submit(self, rjobs, subjobconfigs,
masterjobconfig)
else:
ick = self.master_bulk_submit(rjobs, subjobconfigs,
masterjobconfig)
profiler.check('==> master_submit() elapsed time')
return ick
def master_submit(self, rjobs, subjobconfigs, masterjobconfig):
'''Submit the master job to the grid'''
profiler = ElapsedTimeProfiler(getLogger(name='Profile.LCG'))
profiler.start()
job = self.getJobObject()
# finding CREAM CE endpoint for job submission
allowed_celist = []
try:
allowed_celist = self.requirements.getce()
if not self.CE and allowed_celist:
self.CE = allowed_celist[0]
except:
logger.warning(
'CREAM CE assigment from AtlasCREAMRequirements failed.')
if self.CE and allowed_celist:
if self.CE not in allowed_celist:
logger.warning('submission to CE not allowed: %s, use %s instead' % (
self.CE, allowed_celist[0]))
self.CE = allowed_celist[0]
if not self.CE:
raise GangaException('CREAM CE endpoint not set')
# delegate proxy to CREAM CE
self.delegation_id = Grid.cream_proxy_delegation(self.CE, self.delegation_id)
if not self.delegation_id:
logger.warning('proxy delegation to %s failed' % self.CE)
# doing massive job preparation
if len(job.subjobs) == 0:
ick = IBackend.master_submit(
self, rjobs, subjobconfigs, masterjobconfig)
else:
ick = self.master_bulk_submit(
rjobs, subjobconfigs, masterjobconfig)
profiler.check('==> master_submit() elapsed time')
return ick
def master_submit(self, rjobs, subjobconfigs, masterjobconfig):
"""Submit the master job to the grid"""
profiler = ElapsedTimeProfiler(getLogger(name="Profile.LCG"))
profiler.start()
job = self.getJobObject()
# finding CREAM CE endpoint for job submission
allowed_celist = []
try:
allowed_celist = self.requirements.getce()
if not self.CE and allowed_celist:
self.CE = allowed_celist[0]
except:
logger.warning("CREAM CE assigment from AtlasCREAMRequirements failed.")
if self.CE and allowed_celist:
if self.CE not in allowed_celist:
logger.warning("submission to CE not allowed: %s, use %s instead" % (self.CE, allowed_celist[0]))
self.CE = allowed_celist[0]
if not self.CE:
raise GangaException("CREAM CE endpoint not set")
# delegate proxy to CREAM CE
if not grids["GLITE"].cream_proxy_delegation(self.CE):
logger.warning("proxy delegation to %s failed" % self.CE)
# doing massive job preparation
if len(job.subjobs) == 0:
ick = IBackend.master_submit(self, rjobs, subjobconfigs, masterjobconfig)
else:
ick = self.master_bulk_submit(rjobs, subjobconfigs, masterjobconfig)
profiler.check("==> master_submit() elapsed time")
return ick
def master_submit(self,rjobs,subjobconfigs,masterjobconfig):
#if self.error.method == 'master_submit':
self.error.trigger()
return IBackend.master_submit(self,rjobs,subjobconfigs,masterjobconfig)
def master_submit(self, rjobs, subjobconfigs, masterjobconfig, keep_going=False):
""" Overload master_submit to avoid parallel submission with Interactive backend"""
return IBackend.master_submit(self, rjobs, subjobconfigs, masterjobconfig, keep_going)
def master_submit(self, rjobs, subjobconfigs, masterjobconfig):
#if self.error.method == 'master_submit':
self.error.trigger()
return IBackend.master_submit(self, rjobs, subjobconfigs,
masterjobconfig)
