def __init__(self):
threading.Thread.__init__(self)
if hasattr(panda_config, 'AGIS_URL_SITES'):
self.AGIS_URL_SITES = panda_config.AGIS_URL_SITES
else:
self.AGIS_URL_SITES = 'http://atlas-agis-api.cern.ch/request/site/query/?json&vo_name=atlas&state=ACTIVE'
_logger.debug('Getting site dump...')
self.site_dump = aux.get_dump(self.AGIS_URL_SITES)
_logger.debug('Done')
self.site_endpoint_dict = self.get_site_endpoint_dictionary()
if hasattr(panda_config, 'AGIS_URL_DDMENDPOINTS'):
self.AGIS_URL_DDMENDPOINTS = panda_config.AGIS_URL_DDMENDPOINTS
else:
self.AGIS_URL_DDMENDPOINTS = 'http://atlas-agis-api.cern.ch/request/ddmendpoint/query/list/?json&state=ACTIVE'
_logger.debug('Getting DDM endpoints dump...')
self.endpoint_dump = aux.get_dump(self.AGIS_URL_DDMENDPOINTS)
_logger.debug('Done')
_logger.debug('Parsing endpoints...')
self.endpoint_token_dict = self.parse_endpoints()
_logger.debug('Done')
if hasattr(panda_config, 'AGIS_URL_SCHEDCONFIG'):
self.AGIS_URL_SCHEDCONFIG = panda_config.AGIS_URL_SCHEDCONFIG
else:
self.AGIS_URL_SCHEDCONFIG = 'http://atlas-agis-api.cern.ch/request/pandaqueue/query/list/?json&preset=schedconf.all&vo_name=atlas&state=ACTIVE'
_logger.debug('Getting schedconfig dump...')
self.schedconfig_dump = aux.get_dump(self.AGIS_URL_SCHEDCONFIG)
_logger.debug('Done')
if hasattr(panda_config, 'AGIS_URL_DDMBLACKLIST'):
self.AGIS_URL_DDMBLACKLIST = panda_config.AGIS_URL_DDMBLACKLIST
else:
self.AGIS_URL_DDMBLACKLIST = 'http://atlas-agis-api.cern.ch/request/ddmendpointstatus/query/list/?json&fstate=OFF&activity=w'
_logger.debug('Getting schedconfig dump...')
self.blacklisted_endpoints = aux.get_dump(
self.AGIS_URL_DDMBLACKLIST).keys()
_logger.debug('Blacklisted endpoints {0}'.format(
self.blacklisted_endpoints))
_logger.debug('Done')
if hasattr(panda_config, 'RUCIO_RSE_USAGE'):
self.RUCIO_RSE_USAGE = panda_config.RUCIO_RSE_USAGE
else:
self.RUCIO_RSE_USAGE = 'https://rucio-hadoop.cern.ch/dumps/rse_usage/current.json'
_logger.debug('Getting Rucio RSE usage dump...')
self.rse_usage = aux.get_dump(self.RUCIO_RSE_USAGE)
_logger.debug('Done')
def __init__(self):
threading.Thread.__init__(self)
if hasattr(panda_config, 'AGIS_URL_SITES'):
self.AGIS_URL_SITES = panda_config.AGIS_URL_SITES
else:
self.AGIS_URL_SITES = 'http://atlas-agis-api.cern.ch/request/site/query/?json&vo_name=atlas&state=ACTIVE'
_logger.debug('Getting site dump...')
self.site_dump = aux.get_dump(self.AGIS_URL_SITES)
_logger.debug('Done')
self.site_endpoint_dict = self.get_site_endpoint_dictionary()
if hasattr(panda_config, 'AGIS_URL_DDMENDPOINTS'):
self.AGIS_URL_DDMENDPOINTS = panda_config.AGIS_URL_DDMENDPOINTS
else:
self.AGIS_URL_DDMENDPOINTS = 'http://atlas-agis-api.cern.ch/request/ddmendpoint/query/list/?json&state=ACTIVE'
_logger.debug('Getting DDM endpoints dump...')
self.endpoint_dump = aux.get_dump(self.AGIS_URL_DDMENDPOINTS)
_logger.debug('Done')
_logger.debug('Parsing endpoints...')
self.endpoint_token_dict = self.parse_endpoints()
_logger.debug('Done')
if hasattr(panda_config, 'AGIS_URL_SCHEDCONFIG'):
self.AGIS_URL_SCHEDCONFIG = panda_config.AGIS_URL_SCHEDCONFIG
else:
self.AGIS_URL_SCHEDCONFIG = 'http://atlas-agis-api.cern.ch/request/pandaqueue/query/list/?json&preset=schedconf.all&vo_name=atlas&state=ACTIVE'
_logger.debug('Getting schedconfig dump...')
self.schedconfig_dump = aux.get_dump(self.AGIS_URL_SCHEDCONFIG)
_logger.debug('Done')
if hasattr(panda_config, 'AGIS_URL_DDMBLACKLIST'):
self.AGIS_URL_DDMBLACKLIST = panda_config.AGIS_URL_DDMBLACKLIST
else:
self.AGIS_URL_DDMBLACKLIST = 'http://atlas-agis-api.cern.ch/request/ddmendpointstatus/query/list/?json&fstate=OFF&activity=w'
_logger.debug('Getting schedconfig dump...')
self.blacklisted_endpoints = aux.get_dump(self.AGIS_URL_DDMBLACKLIST).keys()
_logger.debug('Blacklisted endpoints {0}'.format(self.blacklisted_endpoints))
_logger.debug('Done')
if hasattr(panda_config, 'RUCIO_RSE_USAGE'):
self.RUCIO_RSE_USAGE = panda_config.RUCIO_RSE_USAGE
else:
self.RUCIO_RSE_USAGE = 'https://rucio-hadoop.cern.ch/dumps/rse_usage/current.json'
_logger.debug('Getting Rucio RSE usage dump...')
self.rse_usage = aux.get_dump(self.RUCIO_RSE_USAGE)
_logger.debug('Done')
def __init__(self):
threading.Thread.__init__(self)
taskBuffer.init(panda_config.dbhost, panda_config.dbpasswd, nDBConnection=1)
if hasattr(panda_config, 'NWS_URL'):
self.NWS_URL = panda_config.NWS_URL
else:
self.NWS_URL = 'http://atlas-adc-netmetrics-lb.cern.ch/metrics/latest.json'
_logger.debug('Getting NWS dump...')
self.nws_dump = aux.get_dump(self.NWS_URL)
_logger.debug('Done')
if hasattr(panda_config, 'AGIS_URL_CM'):
self.AGIS_URL_CM = panda_config.AGIS_URL_CM
else:
self.AGIS_URL_CM = 'http://atlas-agis-api.cern.ch/request/site/query/list_links/?json'
_logger.debug('Getting AGIS cost matrix dump...')
self.agis_cm_dump = aux.get_dump(self.AGIS_URL_CM)
_logger.debug('Done')
def __init__(self):
threading.Thread.__init__(self)
taskBuffer.init(panda_config.dbhost, panda_config.dbpasswd, nDBConnection=1)
if hasattr(panda_config,'NWS_URL'):
self.NWS_URL = panda_config.NWS_URL
else:
self.NWS_URL = 'http://atlas-adc-netmetrics-lb.cern.ch/metrics/latest.json'
_logger.debug('Getting NWS dump...')
self.nws_dump = aux.get_dump(self.NWS_URL)
_logger.debug('Done')
if hasattr(panda_config, 'AGIS_URL_CM'):
self.AGIS_URL_CM = panda_config.AGIS_URL_CM
else:
self.AGIS_URL_CM = 'http://atlas-agis-api.cern.ch/request/site/query/list_links/?json'
_logger.debug('Getting AGIS cost matrix dump...')
self.agis_cm_dump = aux.get_dump(self.AGIS_URL_CM)
_logger.debug('Done')
