def __init__(self, config, authman=None):
#self.log = logging.getLogger('%s' % config.sections()[0])
self.qcl = config
self.apfqname = config.sections()[0]
#if len(self.log.parent.handlers) < 1:
# logStream = logging.StreamHandler()
# FORMAT='%(asctime)s (UTC) [ %(levelname)s ] %(name)s %(filename)s:%(lineno)d %(funcName)s(): %(message)s'
# formatter = logging.Formatter(FORMAT)
# formatter.converter = time.gmtime # to convert timestamps to UTC
# logStream.setFormatter(formatter)
# self.log.addHandler(logStream)
# self.log.setLevel(logging.DEBUG)
# Mock objects
logging.debug("Creating config for factory mock.")
fcl = Config()
fconf = self.qcl.get(self.apfqname, 'factoryconf')
okread = fcl.read(fconf)
logging.debug("Successfully read %s " % okread)
####from autopyfactory.threadsmanagement import ThreadsRegistry
####class FactoryMock(object):
####
#### def __init__(self, fcl, am):
#### self.fcl = fcl
#### self.mcl = Config()
#### self.mcl.add_section('MockMonitor')
#### self.mcl.set('MockMonitor','monitorURL','')
#### self.threadsregistry = ThreadsRegistry()
#### self.authmanager = am
####
####self.factory = FactoryMock(fcl, authman)
from autopyfactory.factory import Factory
self.factory = Factory.getFactoryMock(fcl, authman)
logging.debug('APFQueue init: initial configuration:\n%s' %
self.qcl.getSection(self.apfqname).getContent())
try:
self._plugins()
except Exception, ex:
logging.error('APFQueue: Exception getting plugins')
raise ex
def __init__(self, **kwarg):
self.log = core_utils.make_logger(baseLogger)
self.config = Config()
factoryconffile = os.path.expanduser('~/harvester/etc/autopyfactory/autopyfactory.conf')
self.log.debug('Reading config: %s' % factoryconffile)
okread = self.config.read(factoryconffile)
self.log.debug('Successfully read %s' % okread)
# Setup Authmanager
authconfigfile = os.path.expanduser(self.config.get('Factory','authConf'))
ac = Config()
self.log.debug('Reading config: %s' % authconfigfile)
okread = ac.read(authconfigfile)
self.log.debug('Successfully read %s' % okread)
if APFGridSubmitter.authman is None :
APFGridSubmitter.authman = AuthManager()
APFGridSubmitter.authman.reconfig(ac)
self.authman = APFGridSubmitter.authman
APFGridSubmitter.authman.activate()
# Setup factory mock object.
from autopyfactory.factory import Factory
if APFGridSubmitter.factorymock is None:
APFGridSubmitter.factorymock = Factory.getFactoryMock(fcl=self.config, am=self.authman)
# Setup AGIS
if APFGridSubmitter.agis is None:
APFGridSubmitter.agisobj = Agis(None, self.config, None)
self.agisobj = APFGridSubmitter.agisobj
self.log.debug("AGIS object: %s" % self.agisobj)
# Setup logserver
self.log.debug("Handling LogServer...")
if self.config.generic_get('Factory', 'logserver.enabled', 'getboolean'):
self.log.info("LogServer enabled. Initializing...")
self.logserver = LogServer(self.config)
self.log.info('LogServer initialized. Starting...')
self.logserver.start()
self.log.debug('LogServer thread started.')
else:
self.log.info('LogServer disabled. Not running.')
self.log.debug('APFGridSubmitter initialized.')
def __init__(self, config, authman=None):
self.qcl = config
self.apfqname = config.sections()[0]
# Mock objects
logging.debug("Creating config for factory mock.")
fcl = Config()
fconf = self.qcl.get(self.apfqname, 'factoryconf')
okread = fcl.read(fconf)
logging.debug("Successfully read %s " % okread)
from autopyfactory.factory import Factory
self.factory = Factory.getFactoryMock(fcl, authman)
logging.debug('APFQueue init: initial configuration:\n%s' %self.qcl.getSection(self.apfqname).getContent())
try:
self._plugins()
except Exception as ex:
logging.error('APFQueue: Exception getting plugins' )
raise ex
logging.debug('APFQueue: Object initialized.')
hdlr = logging.StreamHandler(sys.stdout)
formatter = logging.Formatter(formatstr)
hdlr.setFormatter(formatter)
log.addHandler(hdlr)
log.setLevel(logging.WARNING)
if debug:
log.setLevel(logging.DEBUG) # Override with command line switches
if info:
log.setLevel(logging.INFO) # Override with command line switches
log.debug("Logging initialized.")
fconfig=Config()
if fconfig_file is not None:
fconfig_file = os.path.expanduser(fconfig_file)
got_config = fconfig.read(fconfig_file)
log.debug("Read config file %s, return value: %s" % (fconfig_file, got_config))
else:
# Create valid config...
fconfig.add_section('Factory')
# Set unconditional defaults
fconfig.set('Factory', 'config.queues.agis.baseurl', 'http://atlas-agis-api.cern.ch/request/pandaqueue/query/list/?json&preset=schedconf.all' )
fconfig.set('Factory', 'config.queues.agis.sleep', '3600' )
fconfig.set('Factory', 'config.queues.agis.jobsperpilot', '1.5' )
fconfig.set('Factory', 'config.queues.agis.numfactories', '4')
"""
config.queues.agis.vos = atlas
config.queues.agis.clouds = US
config.queues.agis.activities = analysis,production
hdlr = logging.StreamHandler(sys.stdout)
formatter = logging.Formatter(formatstr)
hdlr.setFormatter(formatter)
log.addHandler(hdlr)
log.setLevel(logging.WARNING)
if debug:
log.setLevel(logging.DEBUG) # Override with command line switches
if info:
log.setLevel(logging.INFO) # Override with command line switches
log.debug("Logging initialized.")
fconfig = Config()
if fconfig_file is not None:
fconfig_file = os.path.expanduser(fconfig_file)
got_config = fconfig.read(fconfig_file)
log.debug("Read config file %s, return value: %s" %
(fconfig_file, got_config))
else:
# Create valid config...
fconfig.add_section('Factory')
# Set unconditional defaults
fconfig.set(
'Factory', 'config.queues.agis.baseurl',
'http://atlas-agis-api.cern.ch/request/pandaqueue/query/list/?json&preset=schedconf.all'
)
fconfig.set('Factory', 'config.queues.agis.sleep', '3600')
fconfig.set('Factory', 'config.queues.agis.jobsperpilot', '1.5')
fconfig.set('Factory', 'config.queues.agis.numfactories', '4')
"""
class APFGridSubmitter(object):
__metaclass__ = APFGridSubmitterSingleton
factorymock = None
authman = None
agis = None
logserver = None
cleanlogs = None
def __init__(self, **kwarg):
self.log = core_utils.make_logger(baseLogger)
self.config = Config()
factoryconffile = os.path.expanduser('~/harvester/etc/autopyfactory/autopyfactory.conf')
self.log.debug('Reading config: %s' % factoryconffile)
okread = self.config.read(factoryconffile)
self.log.debug('Successfully read %s' % okread)
# Setup Authmanager
authconfigfile = os.path.expanduser(self.config.get('Factory','authConf'))
ac = Config()
self.log.debug('Reading config: %s' % authconfigfile)
okread = ac.read(authconfigfile)
self.log.debug('Successfully read %s' % okread)
if APFGridSubmitter.authman is None :
APFGridSubmitter.authman = AuthManager()
APFGridSubmitter.authman.reconfig(ac)
self.authman = APFGridSubmitter.authman
APFGridSubmitter.authman.activate()
# Setup factory mock object.
from autopyfactory.factory import Factory
if APFGridSubmitter.factorymock is None:
APFGridSubmitter.factorymock = Factory.getFactoryMock(fcl=self.config, am=self.authman)
# Setup AGIS
if APFGridSubmitter.agis is None:
APFGridSubmitter.agisobj = Agis(None, self.config, None)
self.agisobj = APFGridSubmitter.agisobj
self.log.debug("AGIS object: %s" % self.agisobj)
# Setup logserver
self.log.debug("Handling LogServer...")
if self.config.generic_get('Factory', 'logserver.enabled', 'getboolean'):
self.log.info("LogServer enabled. Initializing...")
self.logserver = LogServer(self.config)
self.log.info('LogServer initialized. Starting...')
self.logserver.start()
self.log.debug('LogServer thread started.')
else:
self.log.info('LogServer disabled. Not running.')
self.log.debug('APFGridSubmitter initialized.')
def _print_config(self, config):
s=""
for section in config.sections():
s+= "[%s]\n" % section
for opt in config.options(section):
s+="%s = %s\n" % (opt, config.get(section, opt))
return s
def submit_workers(self, workspec_list):
'''
Submit workers to a scheduling system like batch systems and computing elements.
This method takes a list of WorkSpecs as input argument, and returns a list of tuples.
Each tuple is composed of a return code and a dialog message.
Nth tuple in the returned list corresponds to submission status and dialog message for Nth worker
in the given WorkSpec list.
A unique identifier is set to WorkSpec.batchID when submission is successful,
so that they can be identified in the scheduling system.
:param workspec_list: a list of work specs instances
:return: A list of tuples. Each tuple is composed of submission status (True for success, False otherwise)
and dialog message
:rtype: [(bool, string),]
For UPQ
PQ name, e.g. HARVESTER_BNL_APF_TEST/MCORE
SCORE, SCORE_HIMEM, MCORE, and MCORE_HIMEM
Workspec AGIS PQ/CEQ attribute.
WorkSpec.minRamCount PQ.memory
WorkSpec.nCore PQ.corecount
WorkSpec.maxDiskCount PQ.maxwdir
WorkSpec.maxWalltime PQ.maxtime
'''
self.log.debug('start nWorkers={0}'.format(len(workspec_list)))
self.log.debug("Update AGIS info...")
qc = self.agisobj.getConfig()
#self.log.debug('Agis config output %s' % self._print_config(qc))
#self.log.debug('Agis config defaults= %s' % qc.defaults() )
retlist = []
# wsmap is indexed by computing site:
# { <computingsite> : [ws1, ws2, ws3 ],
# <computingsite2> : [ws4, ws5]
# }
wsmap = {}
jobmap = {}
try:
self.log.debug("Handling workspec_list with %d items..." % len(workspec_list))
for workSpec in workspec_list:
self.log.debug("Worker(workerId=%s queueName=%s computingSite=%s nCore=%s status=%s " % (workSpec.workerID,
workSpec.queueName,
workSpec.computingSite,
workSpec.nCore,
workSpec.status) )
try:
wslist = wsmap[workSpec.computingSite]
wslist.append(workSpec)
except KeyError:
wsmap[workSpec.computingSite] = [workSpec]
self.log.debug("wsmap = %s" % wsmap)
for pq in wsmap.keys():
found = False
apfqsections = []
for s in qc.sections():
qcq = qc.get(s, 'wmsqueue').strip()
self.log.debug('Checking %s' % qcq)
if qcq == pq:
found = True
apfqsections.append(s)
self.log.debug("Found a queues config for %s" % pq )
self.log.info("Found %d sections for PQ %s" % (len(apfqsections), pq))
if found:
# make apfq and submit
self.log.debug("One or more Agis configs found for PQ. Choosing one...")
section = random.choice(apfqsections)
pqc = qc.getSection(section)
ac = os.path.expanduser('~/harvester/etc/autopyfactory/autopyfactory.conf')
pqc.set(section, 'factoryconf', ac)
self.log.debug("Section config= %s" % pqc)
self.log.debug("Making APF queue for PQ %s with label %s"% (pq, section))
apfq = SubmitAPFQueue( pqc, self.authman )
self.log.debug("Successfully made APFQueue")
joblist = []
for ws in wsmap[pq]:
jobentry = { "+workerid" : ws.workerID }
joblist.append(jobentry)
self.log.debug("joblist made= %s. Submitting..." % joblist)
jobinfo = apfq.submitlist(joblist)
self.log.debug("Got jobinfo %s" % jobinfo)
wslist = wsmap[pq]
self.log.debug("wslist for pq %s is length %s" % (pq, len(wslist)))
for i in range(0, len(wslist)):
self.log.debug("Setting ws.batchID to %s" % jobinfo[i].jobid )
wslist[i].batchID = jobinfo[i].jobid
wslist[i].set_status(WorkSpec.ST_submitted)
retlist.append((True, ''))
else:
self.log.info('No AGIS config found for PQ %s skipping.' % pq)
except Exception, e:
self.log.error(traceback.format_exc(None))
self.log.debug("return list=%s " % retlist)
return retlist