def compare_VOView(cp):
entries = gip_ldap.read_bdii(cp, query="(objectClass=GlueVOView)")
print "VO View Comparison info:"
tot = 0
tot2 = 0
idx = 0
idx2 = 0
for entry in entries:
try:
ceName = entry.glue['ChunkKey']
except:
continue
try:
vo = entry.glue['CEAccessControlBaseRule']
except:
continue
ert, wrt = gip_common.responseTimes(cp,
entry.glue['CEStateRunningJobs'], entry.glue['CEStateWaitingJobs'])
try:
actual_ert = int(entry.glue['CEStateEstimatedResponseTime'])
actual_wrt = int(entry.glue['CEStateWorstResponseTime'])
running = int(entry.glue['CEStateRunningJobs'])
waiting = int(entry.glue['CEStateWaitingJobs'])
except:
continue
ceName = "<%s, %s>" % (ceName, vo)
if actual_ert == 0 and waiting > 0:
print "Bad ERT: CE %s, ERT=0, %i waiting." % (ceName, waiting)
if running + waiting <= 100: # Ignore the small case
continue
if actual_ert > 1e6: # Nasty huge values
continue
if str(actual_ert)[-3:] == '000': # Suspicious - hardcoded?
continue
if str(actual_ert) == '777777': # Apparently hardcoded in Italy...
continue
if ceName.find('.edu') >= 0 or ceName.find('.br') >= 0: # Ignore OSG GIP sites
continue
if actual_ert == 0 and waiting > 10:
continue
idx += 1
print '\t- %s' % ceName
print "\t\t* Running: %4s, Waiting: %4s" % \
(entry.glue['CEStateRunningJobs'], entry.glue['CEStateWaitingJobs'])
diff = abs(ert-actual_ert)/float(3600.)
if actual_wrt == 0:
diff2 = 0
else:
diff2 = (wrt - actual_wrt)/float(actual_wrt)
tot += diff
hitMax = ert >= 86400 or actual_ert >= 86400
if hitMax == False:
tot2 += diff
idx2 += 1
print '\t\t* Computed ERT: %6i, Actual ERT: %6i, Difference In Hours %.1f' % \
(ert, actual_ert, diff)
#print '\t\t* Computed WRT: %6i, Actual WRT: %6i, Difference %%: %.2f' % \
# (wrt, actual_wrt, diff2)
print "Average difference in hours: %.2f" % (tot/float(idx))
print "Average difference in hours, for sites which didn't hit max ERT: %.2f" % (tot2/float(idx2))
def getFQDNBySiteName(cp, sitename):
fqdn = ""
entries = read_bdii(cp, query="(objectClass=GlueCE)", base="mds-vo-name=%s,mds-vo-name=local,o=grid" % sitename)
for entry in entries:
if 'GlueCE' in entry.objectClass:
fqdn = entry.glue['CEHostingCluster']
break
return fqdn
def compare_CE(cp):
entries = gip_ldap.read_bdii(cp, query="(objectClass=GlueCE)")
print "CE Comparison info:"
tot = 0
tot2 = 0
idx = 0
idx2 = 0
for entry in entries:
ceName = entry.glue['CEUniqueID']
ert, wrt = gip_common.responseTimes(cp,
entry.glue['CEStateRunningJobs'],
entry.glue['CEStateWaitingJobs'])
try:
actual_ert = int(entry.glue['CEStateEstimatedResponseTime'])
actual_wrt = int(entry.glue['CEStateWorstResponseTime'])
running = int(entry.glue['CEStateRunningJobs'])
waiting = int(entry.glue['CEStateWaitingJobs'])
except:
continue
if actual_ert == 0 and waiting > 0:
print "Bad ERT: CE %s, ERT=0, %i waiting." % (ceName, waiting)
if running + waiting <= 100: # Ignore the small case
continue
if actual_ert > 1e6: # Nasty huge values
continue
if str(actual_ert)[-3:] == '000': # Suspicious - hardcoded?
continue
if str(actual_ert) == '777777': # Apparently hardcoded in Italy...
continue
if ceName.find('.edu') >= 0 or ceName.find(
'.br') >= 0: # Ignore OSG GIP sites
continue
if actual_ert == 0 and waiting > 10:
continue
idx += 1
print '\t- %s' % ceName
print "\t\t* Running: %4s, Waiting: %4s" % \
(entry.glue['CEStateRunningJobs'], entry.glue['CEStateWaitingJobs'])
diff = abs(ert - actual_ert) / float(3600.)
if actual_wrt == 0:
diff2 = 0
else:
diff2 = (wrt - actual_wrt) / float(actual_wrt)
tot += diff
hitMax = ert >= 86400 or actual_ert >= 86400
if hitMax == False:
tot2 += diff
idx2 += 1
print '\t\t* Computed ERT: %6i, Actual ERT: %6i, Difference In Hours %.1f' % \
(ert, actual_ert, diff)
#print '\t\t* Computed WRT: %6i, Actual WRT: %6i, Difference %%: %.2f' % \
# (wrt, actual_wrt, diff2)
print "Average difference in hours: %.2f" % (tot / float(idx))
print "Average difference in hours, for sites which didn't hit max ERT: %.2f" % (
tot2 / float(idx2))
def getFQDNBySiteName(cp, sitename):
fqdn = ""
entries = read_bdii(cp,
query="(objectClass=GlueCE)",
base="mds-vo-name=%s,mds-vo-name=local,o=grid" %
sitename)
for entry in entries:
if 'GlueCE' in entry.objectClass:
fqdn = entry.glue['CEHostingCluster']
break
return fqdn
def getSiteUniqueID(self):
"""
Determine the unique ID for this site.
"""
site_entries = read_bdii(self.cp, base="mds-vo-name=%s,mds-vo-name=local,o=grid" % self.site, query="(objectClass=GlueSite)")
message = ""
if len(site_entries) > 1:
message = "Multiple GlueSite entries for site %s." % self.site
elif len(site_entries) < 1:
message = "There are no GlueSite entries for site %s." % self.site
self.expectEquals(len(site_entries), 1, msg=message)
return site_entries[0].glue['SiteUniqueID']
def getSiteUniqueID(self):
"""
Determine the unique ID for this site.
"""
site_entries = read_bdii(
self.cp,
base="mds-vo-name=%s,mds-vo-name=local,o=grid" % self.site,
query="(objectClass=GlueSite)")
message = ""
if len(site_entries) > 1:
message = "Multiple GlueSite entries for site %s." % self.site
elif len(site_entries) < 1:
message = "There are no GlueSite entries for site %s." % self.site
self.expectEquals(len(site_entries), 1, msg=message)
return site_entries[0].glue['SiteUniqueID']