def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
ComputingElement.__init__( self, ceUniqueID )
self.ceType = CE_NAME
self.submittedJobs = 0
self.mandatoryParameters = MANDATORY_PARAMETERS
self.pilotProxy = ''
self.queue = ''
self.outputURL = 'gsiftp://localhost'
self.gridEnv = ''
self.ceHost = self.ceName
self.usercfg = arc.common.UserConfig()
if 'Host' in self.ceParameters:
self.ceHost = self.ceParameters['Host']
if 'GridEnv' in self.ceParameters:
self.gridEnv = self.ceParameters['GridEnv']
# Used in getJobStatus
self.mapStates = { 'Accepted' : 'Scheduled',
'Preparing' : 'Scheduled',
'Submitting' : 'Scheduled',
'Queuing' : 'Scheduled',
'Hold' : 'Scheduled',
'Undefined' : 'Unknown',
'Running' : 'Running',
'Finishing' : 'Running',
'Deleted' : 'Killed',
'Killed' : 'Killed',
'Failed' : 'Failed',
'Finished': 'Done',
'Other' : 'Done'
}
self.__getXRSLExtraString() # Do this after all other initialisations, in case something barks
def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
ComputingElement.__init__( self, ceUniqueID )
self.ceType = CE_NAME
self.submittedJobs = 0
self.mandatoryParameters = MANDATORY_PARAMETERS
self.pilotProxy = ''
self.queue = ''
self.outputURL = 'gsiftp://localhost'
self.gridEnv = ''
self.ceHost = self.ceName
self.usercfg = arc.common.UserConfig()
if 'Host' in self.ceParameters:
self.ceHost = self.ceParameters['Host']
if 'GridEnv' in self.ceParameters:
self.gridEnv = self.ceParameters['GridEnv']
# Used in getJobStatus
self.mapStates = { 'Accepted' : 'Scheduled',
'Preparing' : 'Scheduled',
'Submitting' : 'Scheduled',
'Queuing' : 'Scheduled',
'Hold' : 'Scheduled',
'Undefined' : 'Unknown',
'Running' : 'Running',
'Finishing' : 'Running',
'Deleted' : 'Killed',
'Killed' : 'Killed',
'Failed' : 'Failed',
'Finished': 'Done',
'Other' : 'Done'
}
self.__getXRSLExtraString() # Do this after all other initialisations, in case something barks
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = CE_NAME
self.submittedJobs = 0
self.mandatoryParameters = MANDATORY_PARAMETERS
self.pilotProxy = ""
self.queue = ""
self.outputURL = "gsiftp://localhost"
self.gridEnv = ""
self.ceHost = self.ceName
self.usercfg = arc.common.UserConfig()
if "Host" in self.ceParameters:
self.ceHost = self.ceParameters["Host"]
if "GridEnv" in self.ceParameters:
self.gridEnv = self.ceParameters["GridEnv"]
# Used in getJobStatus
self.mapStates = {
"Accepted": "Scheduled",
"Preparing": "Scheduled",
"Submitting": "Scheduled",
"Queuing": "Scheduled",
"Hold": "Scheduled",
"Undefined": "Unknown",
"Running": "Running",
"Finishing": "Running",
"Deleted": "Killed",
"Killed": "Killed",
"Failed": "Failed",
"Finished": "Done",
"Other": "Done",
}
self.__getXRSLExtraString() # Do this after all other initialisations, in case something barks
def __init__( self, ceUniqueID ): """ Standard constructor. """ ComputingElement.__init__( self, ceUniqueID ) self.ceType = CE_NAME self.submittedJobs = 0 self.mandatoryParameters = MANDATORY_PARAMETERS
def __init__( self, ceUniqueID ): """ Standard constructor. """ ComputingElement.__init__( self, ceUniqueID ) self.minProxyTime = gConfig.getValue( '/Registry/MinProxyLifeTime', 10800 ) #secs self.defaultProxyTime = gConfig.getValue( '/Registry/DefaultProxyLifeTime', 86400 ) #secs self.proxyCheckPeriod = gConfig.getValue( '/Registry/ProxyCheckingPeriod', 3600 ) #secs self.submittedJobs = 0
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = CE_NAME
self.submittedJobs = 0
self.mandatoryParameters = MANDATORY_PARAMETERS
def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
ComputingElement.__init__( self, ceUniqueID )
self.minProxyTime = gConfig.getValue( '/Registry/MinProxyLifeTime', 10800 ) #secs
self.defaultProxyTime = gConfig.getValue( '/Registry/DefaultProxyLifeTime', 86400 ) #secs
self.proxyCheckPeriod = gConfig.getValue('/Registry/ProxyCheckingPeriod',3600) #secs
self.submittedJobs = 0
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = 'SSH'
self.execution = "SSH"
self.batchSystem = 'Host'
self.submittedJobs = 0
self.outputTemplate = ''
self.errorTemplate = ''
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = CE_NAME
self.controlScript = ''
self.finalScript = ''
self.submittedJobs = 0
self.userName = getpass.getuser()
self.mandatoryParameters = MANDATORY_PARAMETERS
def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
ComputingElement.__init__( self, ceUniqueID )
self.ceType = 'SSH'
self.execution = "SSH"
self.batchSystem = 'Host'
self.submittedJobs = 0
self.outputTemplate = ''
self.errorTemplate = ''
def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
ComputingElement.__init__( self, ceUniqueID )
self.ceType = CE_NAME
self.controlScript = ''
self.finalScript = ''
self.submittedJobs = 0
self.userName = getpass.getuser()
self.mandatoryParameters = MANDATORY_PARAMETERS
def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
ComputingElement.__init__( self, ceUniqueID )
self.ceType = ''
self.execution = "Local"
self.batchSystem = self.ceParameters.get( 'BatchSystem', 'Host' )
self.batchModuleFile = None
self.submittedJobs = 0
self.userName = getpass.getuser()
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = ''
self.execution = "Local"
self.batchSystem = self.ceParameters.get('BatchSystem', 'Host')
self.batchModuleFile = None
self.submittedJobs = 0
self.userName = getpass.getuser()
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = CE_NAME
self.mandatoryParameters = []
self.wsdl = None
self.BOINCClient = None
#define a job prefix based on the wsdl url
self.suffix = None
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = CE_NAME
self.submittedJobs = 0
self.mandatoryParameters = MANDATORY_PARAMETERS
self.pilotProxy = ''
self.queue = ''
self.outputURL = 'gsiftp://localhost'
self.gridEnv = ''
def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
ComputingElement.__init__( self, ceUniqueID )
self.ceType = CE_NAME
self.mandatoryParameters = []
self.wsdl = None
self.BOINCClient = None
#define a job prefix based on the wsdl url
self.suffix = None
def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
ComputingElement.__init__( self, ceUniqueID )
self.ceType = CE_NAME
self.submittedJobs = 0
self.mandatoryParameters = MANDATORY_PARAMETERS
self.pilotProxy = ''
self.queue = ''
self.outputURL = 'gsiftp://localhost'
self.gridEnv = ''
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = "Pool"
self.log = gLogger.getSubLogger('Pool')
self.submittedJobs = 0
self.processors = 1
self.pPool = None
self.taskID = 0
self.processorsPerTask = {}
self.userNumberPerTask = {}
self.useSudo = False
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.submittedJobs = 0
self.queue = self.ceConfigDict['Queue']
self.execQueue = self.ceConfigDict['ExecQueue']
self.log.info("Using queue: ", self.queue)
self.hostname = socket.gethostname()
self.sharedArea = self.ceConfigDict['SharedArea']
self.batchOutput = self.ceConfigDict['BatchOutput']
self.batchError = self.ceConfigDict['BatchError']
def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
ComputingElement.__init__( self, ceUniqueID )
self.submittedJobs = 0
self.queue = self.ceConfigDict['Queue']
self.execQueue = self.ceConfigDict['ExecQueue']
self.log.info( "Using queue: ", self.queue )
self.hostname = socket.gethostname()
self.sharedArea = self.ceConfigDict['SharedArea']
self.batchOutput = self.ceConfigDict['BatchOutput']
self.batchError = self.ceConfigDict['BatchError']
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = "Pool"
self.log = gLogger.getSubLogger('Pool')
self.submittedJobs = 0
self.processors = 1
self.pPool = None
self.taskID = 0
self.processorsPerTask = {}
self.userNumberPerTask = {}
self.useSudo = False
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = CE_NAME
self.submittedJobs = 0
self.mandatoryParameters = MANDATORY_PARAMETERS
self.pilotProxy = ""
self.queue = ""
self.outputURL = "gsiftp://localhost"
self.gridEnv = ""
self.ceHost = self.ceName
if "Host" in self.ceParameters:
self.ceHost = self.ceParameters["Host"]
if "GridEnv" in self.ceParameters:
self.gridEnv = self.ceParameters["GridEnv"]
def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
ComputingElement.__init__( self, ceUniqueID )
self.submittedJobs = 0
self.queue = self.ceConfigDict['Queue']
self.execQueue = self.ceConfigDict['ExecQueue']
self.log.info( "Using queue: ", self.queue )
self.hostname = socket.gethostname()
self.sharedArea = self.ceConfigDict['SharedArea']
self.batchOutput = self.ceConfigDict['BatchOutput']
self.batchError = self.ceConfigDict['BatchError']
self.userName = self.ceConfigDict['UserName']
self.removeOutput = True
if 'RemoveOutput' in self.ceParameters:
if self.ceParameters['RemoveOutput'].lower() in ['no', 'false', '0']:
self.removeOutput = False
def __init__(self, ceUniqueID, processors=0):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = "Pool"
self.log = gLogger.getSubLogger('Pool')
self.submittedJobs = 0
if processors > 0:
self.processors = processors
else:
self.processors = multiprocessing.cpu_count()
self.pPool = ProcessPool(minSize=self.processors,
maxSize=self.processors,
poolCallback=self.finalizeJob)
self.taskID = 0
self.processorsPerTask = {}
self.userNumberPerTask = {}
self.useSudo = False
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.submittedJobs = 0
self.queue = self.ceConfigDict['Queue']
self.execQueue = self.ceConfigDict['ExecQueue']
self.log.info("Using queue: ", self.queue)
self.hostname = socket.gethostname()
self.sharedArea = self.ceConfigDict['SharedArea']
self.batchOutput = self.ceConfigDict['BatchOutput']
self.batchError = self.ceConfigDict['BatchError']
self.userName = self.ceConfigDict['UserName']
self.removeOutput = True
if 'RemoveOutput' in self.ceParameters:
if self.ceParameters['RemoveOutput'].lower() in [
'no', 'false', '0'
]:
self.removeOutput = False
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = CE_NAME
self.submittedJobs = 0
self.mandatoryParameters = MANDATORY_PARAMETERS
self.pilotProxy = ''
self.queue = ''
self.outputURL = 'gsiftp://localhost'
self.gridEnv = ''
self.ceHost = self.ceName
self.usercfg = arc.common.UserConfig()
## set the timeout to the default 20 seconds in case the UserConfig constructor did not
self.usercfg.Timeout(20) #pylint: disable=pointless-statement
if 'Host' in self.ceParameters:
self.ceHost = self.ceParameters['Host']
if 'GridEnv' in self.ceParameters:
self.gridEnv = self.ceParameters['GridEnv']
# Used in getJobStatus
self.mapStates = {
'Accepted': 'Scheduled',
'Preparing': 'Scheduled',
'Submitting': 'Scheduled',
'Queuing': 'Scheduled',
'Undefined': 'Unknown',
'Running': 'Running',
'Finishing': 'Running',
'Deleted': 'Killed',
'Killed': 'Killed',
'Failed': 'Failed',
'Hold': 'Failed',
'Finished': 'Done',
'Other': 'Done'
}
# Do these after all other initialisations, in case something barks
self.xrslExtraString = self.__getXRSLExtraString()
self.xrslMPExtraString = self.__getXRSLExtraString(multiprocessor=True)
def __init__( self, ceUniqueID ):
""" Standard constructor.
"""
self.__errorCodes = { 127 : 'Shell exited, command not found',
129 : 'Shell interrupt signal 1 (SIGHUP)',
130 : 'Shell interrupt signal 2 (SIGINT)',
201 : 'glexec failed with client error',
202 : 'glexec failed with internal error',
203 : 'glexec failed with authorization error'
}
self.__gl = False
self.__mktmp = False
self.__proxyObj = False
self.__execFile = False
self.__glDir = False
self.__glBaseDir = False
self.__pilotProxyLocation = False
self.__payloadProxyLocation = False
self.__glCommand = False
self.__jobData = {}
random.seed()
ComputingElement.__init__( self, ceUniqueID )
self.submittedJobs = 0
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.ceType = CE_NAME
self.submittedJobs = 0
self.mandatoryParameters = MANDATORY_PARAMETERS
self.pilotProxy = ''
self.queue = ''
self.outputURL = 'gsiftp://localhost'
self.gridEnv = ''
self.ceHost = self.ceName
self.usercfg = arc.common.UserConfig()
# set the timeout to the default 20 seconds in case the UserConfig constructor did not
self.usercfg.Timeout(20) # pylint: disable=pointless-statement
if 'Host' in self.ceParameters:
self.ceHost = self.ceParameters['Host']
if 'GridEnv' in self.ceParameters:
self.gridEnv = self.ceParameters['GridEnv']
# Used in getJobStatus
self.mapStates = {'Accepted': 'Scheduled',
'Preparing': 'Scheduled',
'Submitting': 'Scheduled',
'Queuing': 'Scheduled',
'Undefined': 'Unknown',
'Running': 'Running',
'Finishing': 'Running',
'Deleted': 'Killed',
'Killed': 'Killed',
'Failed': 'Failed',
'Hold': 'Failed',
'Finished': 'Done',
'Other': 'Done'}
# Do these after all other initialisations, in case something barks
self.xrslExtraString = self.__getXRSLExtraString()
self.xrslMPExtraString = self.__getXRSLExtraString(multiprocessor=True)
def __init__( self, ceUniqueID ): """ Standard constructor. """ ComputingElement.__init__( self, ceUniqueID ) self.submittedJobs = 0
def __init__(self, ceUniqueID):
""" Standard constructor.
"""
ComputingElement.__init__(self, ceUniqueID)
self.submittedJobs = 0
