def handleNewTask(resthost, resturi, config, task, procnum, *args, **kwargs):
"""Performs the injection of a new task
:arg str resthost: the hostname where the rest interface is running
:arg str resturi: the rest base url to contact
:arg WMCore.Configuration config: input configuration
:arg TaskWorker.DataObjects.Task task: the task to work on
:arg int procnum: the process number taking care of the work
:*args and *kwargs: extra parameters currently not defined
:return: the handler."""
server = HTTPRequests(resthost, config.TaskWorker.cmscert, config.TaskWorker.cmskey, retry=20, logger=logging.getLogger(str(procnum)))
handler = TaskHandler(task, procnum, server, config, 'handleNewTask', createTempDir=True)
handler.addWork(MyProxyLogon(config=config, server=server, resturi=resturi, procnum=procnum, myproxylen=60 * 60 * 24))
handler.addWork(StageoutCheck(config=config, server=server, resturi=resturi, procnum=procnum))
if task['tm_job_type'] == 'Analysis':
if task.get('tm_user_files'):
handler.addWork(UserDataDiscovery(config=config, server=server, resturi=resturi, procnum=procnum))
else:
handler.addWork(DBSDataDiscovery(config=config, server=server, resturi=resturi, procnum=procnum))
elif task['tm_job_type'] == 'PrivateMC':
handler.addWork(MakeFakeFileSet(config=config, server=server, resturi=resturi, procnum=procnum))
handler.addWork(Splitter(config=config, server=server, resturi=resturi, procnum=procnum))
handler.addWork(DagmanCreator(config=config, server=server, resturi=resturi, procnum=procnum))
if task['tm_dry_run'] == 'T':
handler.addWork(DryRunUploader(config=config, server=server, resturi=resturi, procnum=procnum))
else:
handler.addWork(DagmanSubmitter(config=config, server=server, resturi=resturi, procnum=procnum))
return handler.actionWork(args, kwargs)
def handleNewTask(resthost, resturi, config, task, *args, **kwargs):
"""Performs the injection of a new task
:arg str resthost: the hostname where the rest interface is running
:arg str resturi: the rest base url to contact
:arg WMCore.Configuration config: input configuration
:arg TaskWorker.DataObjects.Task task: the task to work on
:*args and *kwargs: extra parameters currently not defined
:return: the handler."""
server = HTTPRequests(resthost, config.TaskWorker.cmscert, config.TaskWorker.cmskey)
handler = TaskHandler(task)
handler.addWork( MyProxyLogon(config=config, server=server, resturi=resturi, myproxylen=60*60*24) )
if task['tm_job_type'] == 'Analysis':
if task.get('tm_arguments', {}).get('userfiles'):
handler.addWork( UserDataDiscovery(config=config, server=server, resturi=resturi) )
else:
handler.addWork( DBSDataDiscovery(config=config, server=server, resturi=resturi) )
elif task['tm_job_type'] == 'PrivateMC':
handler.addWork( MakeFakeFileSet(config=config, server=server, resturi=resturi) )
handler.addWork( Splitter(config=config, server=server, resturi=resturi) )
def glidein(config):
"""Performs the injection of a new task into Glidein
:arg WMCore.Configuration config: input configuration"""
handler.addWork( DagmanCreator(config=config, server=server, resturi=resturi) )
handler.addWork( DagmanSubmitter(config=config, server=server, resturi=resturi) )
def panda(config):
"""Performs the injection into PanDA of a new task
:arg WMCore.Configuration config: input configuration"""
handler.addWork( PanDABrokerage(pandaconfig=config, server=server, resturi=resturi) )
handler.addWork( PanDAInjection(pandaconfig=config, server=server, resturi=resturi) )
locals()[getattr(config.TaskWorker, 'backend', DEFAULT_BACKEND).lower()](config)
return handler.actionWork(args)
def handleNewTask(instance, resturl, config, task, *args, **kwargs):
"""Performs the injection of a new task
:arg str instance: the hostname where the rest interface is running
:arg str resturl: the rest base url to contact
:arg WMCore.Configuration config: input configuration
:arg TaskWorker.DataObjects.Task task: the task to work on
:*args and *kwargs: extra parameters currently not defined
:return: the handler."""
server = HTTPRequests(instance,
config.TaskWorker.cmscert,
config.TaskWorker.cmskey,
version=__version__)
handler = TaskHandler(task)
handler.addWork(
MyProxyLogon(config=config,
server=server,
resturl=resturl,
myproxylen=60 * 60 * 24))
if task['tm_job_type'] == 'Analysis':
handler.addWork(
DBSDataDiscovery(config=config, server=server, resturl=resturl))
handler.addWork(
LumiMaskBuilder(config=config, server=server, resturl=resturl))
elif task['tm_job_type'] == 'PrivateMC':
handler.addWork(
MakeFakeFileSet(config=config, server=server, resturl=resturl))
handler.addWork(Splitter(config=config, server=server, resturl=resturl))
def glidein(config):
"""Performs the injection of a new task into Glidein
:arg WMCore.Configuration config: input configuration"""
raise NotImplementedError
#handler.addWork( DagmanCreator(glideinconfig=config, server=server, resturl=resturl) )
def panda(config):
"""Performs the injection into PanDA of a new task
:arg WMCore.Configuration config: input configuration"""
handler.addWork(
PanDABrokerage(pandaconfig=config, server=server, resturl=resturl))
handler.addWork(
PanDAInjection(pandaconfig=config, server=server, resturl=resturl))
locals()[getattr(config.TaskWorker, 'backend',
DEFAULT_BACKEND).lower()](config)
return handler.actionWork(args)