def iterate_one(client_name,elementDescript,paramsDescript,signatureDescript,x509_proxy_plugin,stats,history_obj):
frontend_name=elementDescript.frontend_data['FrontendName']
group_name=elementDescript.element_data['GroupName']
security_name=elementDescript.merged_data['SecurityName']
web_url=elementDescript.frontend_data['WebURL']
# query condor
glideinFrontendLib.log_files.logActivity("Query condor")
pipe_ids={}
r,w=os.pipe()
pid=os.fork()
if pid==0:
# this is the child... return output as a pickled object via the pipe
os.close(r)
try:
glidein_dict={}
factory_constraint=elementDescript.merged_data['FactoryQueryExpr']
factory_pools=elementDescript.merged_data['FactoryCollectors']
for factory_pool in factory_pools:
factory_pool_node=factory_pool[0]
factory_identity=factory_pool[1]
my_identity_at_factory_pool=factory_pool[2]
try:
factory_glidein_dict=glideinFrontendInterface.findGlideins(factory_pool_node,None,signatureDescript.signature_type,factory_constraint,x509_proxy_plugin!=None,get_only_matching=True)
except RuntimeError,e:
if factory_pool_node!=None:
glideinFrontendLib.log_files.logWarning("Failed to talk to factory_pool %s. See debug log for more details."%factory_pool_node)
glideinFrontendLib.log_files.logDebug("Failed to talk to factory_pool %s: %s"%(factory_pool_node, e))
else:
glideinFrontendLib.log_files.logWarning("Failed to talk to factory_pool. See debug log for more details.")
glideinFrontendLib.log_files.logDebug("Failed to talk to factory_pool: %s"%e)
# failed to talk, like empty... maybe the next factory will have something
factory_glidein_dict={}
for glidename in factory_glidein_dict.keys():
if (not factory_glidein_dict[glidename]['attrs'].has_key('AuthenticatedIdentity')) or (factory_glidein_dict[glidename]['attrs']['AuthenticatedIdentity']!=factory_identity):
glideinFrontendLib.log_files.logWarning("Found an untrusted factory %s at %s; ignoring."%(glidename,factory_pool_node))
if factory_glidein_dict[glidename]['attrs'].has_key('AuthenticatedIdentity'):
glideinFrontendLib.log_files.logDebug("Found an untrusted factory %s at %s; identity mismatch '%s'!='%s'"%(glidename,factory_pool_node,factory_glidein_dict[glidename]['attrs']['AuthenticatedIdentity'],factory_identity))
else:
glidein_dict[(factory_pool_node,glidename,my_identity_at_factory_pool)]=factory_glidein_dict[glidename]
os.write(w,cPickle.dumps(glidein_dict))
finally:
# get data
factory_constraints=None
if factory_name!=None:
farr=factory_name.split('@')
if len(farr)==1:
# just the generic factory name
factory_constraints='FactoryName=?="%s"'%factory_name
elif len(farr)==2:
factory_constraints='(FactoryName=?="%s")&&(GlideinName=?="%s")'%(farr[1],farr[0])
elif len(farr)==3:
factory_constraints='(FactoryName=?="%s")&&(GlideinName=?="%s")&&(EntryName=?="%s")'%(farr[2],farr[1],farr[0])
else:
raise RuntimeError, "Invalid factory name; more than 2 @'s found"
glideins_obj=glideinFrontendInterface.findGlideins(pool_name,None,None,factory_constraints)
# Get a dictionary of
# RequestedIdle
# Idle
# Running
txt_data={}
# extract data
glideins=glideins_obj.keys()
for glidein in glideins:
glidein_el=glideins_obj[glidein]
if txt_type=='Entries':
key=glidein
elif txt_type=='Sites':
def iterate_one(client_name, elementDescript, paramsDescript, signatureDescript, x509_proxy_plugin, stats, history_obj):
frontend_name = elementDescript.frontend_data['FrontendName']
group_name = elementDescript.element_data['GroupName']
security_name = elementDescript.merged_data['SecurityName']
web_url = elementDescript.frontend_data['WebURL']
# query condor
logSupport.log.info("Query condor")
pipe_ids={}
r,w=os.pipe()
pid=os.fork()
if pid==0:
# this is the child... return output as a pickled object via the pipe
os.close(r)
try:
glidein_dict={}
factory_constraint=elementDescript.merged_data['FactoryQueryExpr']
factory_pools=elementDescript.merged_data['FactoryCollectors']
for factory_pool in factory_pools:
factory_pool_node=factory_pool[0]
factory_identity=factory_pool[1]
my_identity_at_factory_pool=factory_pool[2]
try:
factory_glidein_dict=glideinFrontendInterface.findGlideins(factory_pool_node,None,signatureDescript.signature_type,factory_constraint,x509_proxy_plugin!=None,get_only_matching=True)
except RuntimeError,e:
if factory_pool_node!=None:
glideinFrontendLib.log_files.logWarning("Failed to talk to factory_pool %s. See debug log for more details."%factory_pool_node)
glideinFrontendLib.log_files.logDebug("Failed to talk to factory_pool %s: %s"%(factory_pool_node, e))
else:
glideinFrontendLib.log_files.logWarning("Failed to talk to factory_pool. See debug log for more details.")
glideinFrontendLib.log_files.logDebug("Failed to talk to factory_pool: %s"%e)
# failed to talk, like empty... maybe the next factory will have something
factory_glidein_dict={}
factory_globals_dict= {}
# ********
for globalid in factory_globals_dict:
globals_el=factory_globals_dict[globalid]
if not globals_el['attrs'].has_key('PubKeyType'): # no pub key at all
pass # no public key, nothing to do
elif globals_el['attrs']['PubKeyType'] == 'RSA': # only trust RSA for now
try:
globals_el['attrs']['PubKeyObj'] = pubCrypto.PubRSAKey(str(string.replace(globals_el['attrs']['PubKeyValue'], '\\n', '\n')))
globals_el['attrs']['FactoryPoolNode'] = factory_pool_node
globals_el['attrs']['FactoryPoolId'] = my_identity_at_factory_pool
except:
# if no valid key, just notify...
# if key needed, will handle the error later on
logSupport.log.warning("Factory Globals '%s': invalid RSA key" % globalid)
else:
# don't know what to do with this key, notify the admin
# if key needed, will handle the error later on
logSupport.log.info("Factory '%s@%s': unsupported pub key type '%s'" % (globalid[1], globalid[0], globals_el['attrs']['PubKeyType']))
for glidename in factory_glidein_dict.keys():
if (not factory_glidein_dict[glidename]['attrs'].has_key('AuthenticatedIdentity')) or (factory_glidein_dict[glidename]['attrs']['AuthenticatedIdentity']!=factory_identity):
glideinFrontendLib.log_files.logWarning("Found an untrusted factory %s at %s; ignoring."%(glidename,factory_pool_node))
if factory_glidein_dict[glidename]['attrs'].has_key('AuthenticatedIdentity'):
glideinFrontendLib.log_files.logDebug("Found an untrusted factory %s at %s; identity mismatch '%s'!='%s'"%(glidename,factory_pool_node,factory_glidein_dict[glidename]['attrs']['AuthenticatedIdentity'],factory_identity))
else:
glidein_dict[(factory_pool_node,glidename,my_identity_at_factory_pool)]=factory_glidein_dict[glidename]
os.write(w,cPickle.dumps(glidein_dict))
finally:
# get data
factory_constraints=None
if factory_name!=None:
farr=factory_name.split('@')
if len(farr)==1:
# just the generic factory name
factory_constraints='FactoryName=?="%s"'%factory_name
elif len(farr)==2:
factory_constraints='(FactoryName=?="%s")&&(GlideinName=?="%s")'%(farr[1],farr[0])
elif len(farr)==3:
factory_constraints='(FactoryName=?="%s")&&(GlideinName=?="%s")&&(EntryName=?="%s")'%(farr[2],farr[1],farr[0])
else:
raise RuntimeError, "Invalid factory name; more than 2 @'s found"
glideins_obj=glideinFrontendInterface.findGlideins(pool_name,None,None,factory_constraints,get_only_matching=False)
factoryclient_constraints=None
if factory_name!=None:
farr=factory_name.split('@')
if len(farr)==1:
# just the generic factory name
factoryclient_constraints='ReqFactoryName=?="%s"'%factory_name
elif len(farr)==2:
factoryclient_constraints='(ReqFactoryName=?="%s")&&(ReqGlideinName=?="%s")'%(farr[1],farr[0])
elif len(farr)==3:
factoryclient_constraints='(ReqFactoryName=?="%s")&&(ReqGlideinName=?="%s")&&(ReqEntryName=?="%s")'%(farr[2],farr[1],farr[0])
else:
raise RuntimeError, "Invalid factory name; more than 2 @'s found"
def iterate_one(client_name, elementDescript, paramsDescript, attr_dict, signatureDescript, x509_proxy_plugin, stats, history_obj):
frontend_name = elementDescript.frontend_data['FrontendName']
group_name = elementDescript.element_data['GroupName']
security_name = elementDescript.merged_data['SecurityName']
web_url = elementDescript.frontend_data['WebURL']
monitoring_web_url=elementDescript.frontend_data['MonitoringWebURL']
pipe_ids={}
factory_constraint = elementDescript.merged_data['FactoryQueryExpr']
factory_pools = elementDescript.merged_data['FactoryCollectors']
logSupport.log.info("Querying schedd, entry, and glidein status using child processes.")
# query globals
# We can't fork this since the M2Crypto key objects are not pickle-able. Not much to gain by forking anyway.
globals_dict = {}
for factory_pool in factory_pools:
factory_pool_node = factory_pool[0]
my_identity_at_factory_pool = factory_pool[2]
try:
factory_globals_dict = glideinFrontendInterface.findGlobals(factory_pool_node, None, None)
except RuntimeError:
# failed to talk, like empty... maybe the next factory will have something
if factory_pool_node != None:
logSupport.log.exception("Failed to talk to factory_pool %s for global info: " % factory_pool_node)
else:
logSupport.log.exception("Failed to talk to factory_pool for global info: " )
factory_globals_dict = {}
for globalid in factory_globals_dict:
globals_el = factory_globals_dict[globalid]
if not globals_el['attrs'].has_key('PubKeyType'): # no pub key at all
pass # no public key, nothing to do
elif globals_el['attrs']['PubKeyType'] == 'RSA': # only trust RSA for now
try:
globals_el['attrs']['PubKeyObj'] = pubCrypto.PubRSAKey(str(string.replace(globals_el['attrs']['PubKeyValue'], '\\n', '\n')))
globals_el['attrs']['FactoryPoolNode'] = factory_pool_node
globals_el['attrs']['FactoryPoolId'] = my_identity_at_factory_pool
# KEL ok to put here? do we want all globals even if there is no key? may resolve other issues with checking later on
globals_dict[globalid] = globals_el
except:
# if no valid key, just notify...
# if key needed, will handle the error later on
logSupport.log.warning("Factory Globals '%s': invalid RSA key" % globalid)
else:
# don't know what to do with this key, notify the admin
# if key needed, will handle the error later on
# KEL I think this log message is wrong, globalid is not a tuple? or should it be?
logSupport.log.info("Factory '%s@%s': unsupported pub key type '%s'" % (globalid[1], globalid[0], globals_el['attrs']['PubKeyType']))
# query entries
r,w=os.pipe()
pid=os.fork()
if pid==0:
# this is the child... return output as a pickled object via the pipe
os.close(r)
try:
glidein_dict = {}
factory_constraint=expand_DD(elementDescript.merged_data['FactoryQueryExpr'],attr_dict)
factory_pools=elementDescript.merged_data['FactoryCollectors']
for factory_pool in factory_pools:
factory_pool_node = factory_pool[0]
factory_identity = factory_pool[1]
my_identity_at_factory_pool = factory_pool[2]
try:
factory_glidein_dict = glideinFrontendInterface.findGlideins(factory_pool_node, None, signatureDescript.signature_type, factory_constraint)
except RuntimeError:
# failed to talk, like empty... maybe the next factory will have something
if factory_pool_node != None:
logSupport.log.exception("Failed to talk to factory_pool %s for entry info: %s" % factory_pool_node)
else:
logSupport.log.exception("Failed to talk to factory_pool for entry info: ")
factory_glidein_dict = {}
for glidename in factory_glidein_dict.keys():
if (not factory_glidein_dict[glidename]['attrs'].has_key('AuthenticatedIdentity')) or (factory_glidein_dict[glidename]['attrs']['AuthenticatedIdentity'] != factory_identity):
logSupport.log.warning("Found an untrusted factory %s at %s; ignoring." % (glidename, factory_pool_node))
if factory_glidein_dict[glidename]['attrs'].has_key('AuthenticatedIdentity'):
logSupport.log.warning("Found an untrusted factory %s at %s; identity mismatch '%s'!='%s'" % (glidename, factory_pool_node, factory_glidein_dict[glidename]['attrs']['AuthenticatedIdentity'], factory_identity))
else:
glidein_dict[(factory_pool_node, glidename, my_identity_at_factory_pool)] = factory_glidein_dict[glidename]
os.write(w,cPickle.dumps(glidein_dict))
finally:
os.close(w)
# hard kill myself... don't want any cleanup, since i was created just for this calculation
os.kill(os.getpid(),signal.SIGKILL)
else:
# this is the original
# just remember what you did for now
os.close(w)
pipe_ids['entries']={'r':r,'pid':pid}
## schedd
r,w=os.pipe()
pid=os.fork()
if pid==0:
# this is the child... return output as a pickled object via the pipe
os.close(r)
try:
#condorq_format_list = elementDescript.merged_data['JobMatchAttrs']
#if x509_proxy_plugin != None:
# condorq_format_list = list(condorq_format_list) + list(x509_proxy_plugin.get_required_job_attributes())
### Add in elements to help in determining if jobs have voms creds
#condorq_format_list=list(condorq_format_list)+list((('x509UserProxyFirstFQAN','s'),))
#condorq_format_list=list(condorq_format_list)+list((('x509UserProxyFQAN','s'),))
#condorq_dict = glideinFrontendLib.getCondorQ(elementDescript.merged_data['JobSchedds'],
# elementDescript.merged_data['JobQueryExpr'],
# condorq_format_list)
try:
condorq_format_list = elementDescript.merged_data['JobMatchAttrs']
if x509_proxy_plugin != None:
condorq_format_list = list(condorq_format_list) + list(x509_proxy_plugin.get_required_job_attributes())
### Add in elements to help in determining if jobs have voms creds
condorq_format_list=list(condorq_format_list)+list((('x509UserProxyFirstFQAN','s'),))
condorq_format_list=list(condorq_format_list)+list((('x509UserProxyFQAN','s'),))
condorq_dict = glideinFrontendLib.getCondorQ(elementDescript.merged_data['JobSchedds'],
expand_DD(elementDescript.merged_data['JobQueryExpr'],attr_dict),
condorq_format_list)
except Exception:
logSupport.log.exception("In query schedd child, exception:")
os.write(w,cPickle.dumps(condorq_dict))
finally:
os.close(w)
# hard kill myself... don't want any cleanup, since i was created just for this calculation
os.kill(os.getpid(),signal.SIGKILL)
else:
# this is the original
# just remember what you did for now
os.close(w)
pipe_ids['jobs']={'r':r,'pid':pid}
## resource
r,w=os.pipe()
pid=os.fork()
if pid==0:
# this is the child... return output as a pickled object via the pipe
os.close(r)
try:
status_format_list=[]
if x509_proxy_plugin!=None:
status_format_list=list(status_format_list)+list(x509_proxy_plugin.get_required_classad_attributes())
# use the main collector... all adds must go there
status_dict=glideinFrontendLib.getCondorStatus([None],
'GLIDECLIENT_Name=?="%s.%s"'%(frontend_name,group_name),
status_format_list)
os.write(w,cPickle.dumps(status_dict))
finally:
os.close(w)
# hard kill myself... don't want any cleanup, since i was created just for this calculation
os.kill(os.getpid(),signal.SIGKILL)
else:
# this is the original
# just remember what you did for now
os.close(w)
pipe_ids['startds']={'r':r,'pid':pid}
try:
pipe_out=fetch_fork_result_list(pipe_ids)
except RuntimeError, e:
# expect all errors logged already
logSupport.log.info("Missing schedd, factory entry, and/or current glidein state information. " \
"Unable to calculate required glideins, terminating loop.")
return