def __init__(self): threading.Thread.__init__(self) if hasattr(panda_config, 'AGIS_URL_SITES'): self.AGIS_URL_SITES = panda_config.AGIS_URL_SITES else: self.AGIS_URL_SITES = 'http://atlas-agis-api.cern.ch/request/site/query/?json&vo_name=atlas&state=ACTIVE' _logger.debug('Getting site dump...') self.site_dump = aux.get_dump(self.AGIS_URL_SITES) _logger.debug('Done') self.site_endpoint_dict = self.get_site_endpoint_dictionary() if hasattr(panda_config, 'AGIS_URL_DDMENDPOINTS'): self.AGIS_URL_DDMENDPOINTS = panda_config.AGIS_URL_DDMENDPOINTS else: self.AGIS_URL_DDMENDPOINTS = 'http://atlas-agis-api.cern.ch/request/ddmendpoint/query/list/?json&state=ACTIVE' _logger.debug('Getting DDM endpoints dump...') self.endpoint_dump = aux.get_dump(self.AGIS_URL_DDMENDPOINTS) _logger.debug('Done') _logger.debug('Parsing endpoints...') self.endpoint_token_dict = self.parse_endpoints() _logger.debug('Done') if hasattr(panda_config, 'AGIS_URL_SCHEDCONFIG'): self.AGIS_URL_SCHEDCONFIG = panda_config.AGIS_URL_SCHEDCONFIG else: self.AGIS_URL_SCHEDCONFIG = 'http://atlas-agis-api.cern.ch/request/pandaqueue/query/list/?json&preset=schedconf.all&vo_name=atlas&state=ACTIVE' _logger.debug('Getting schedconfig dump...') self.schedconfig_dump = aux.get_dump(self.AGIS_URL_SCHEDCONFIG) _logger.debug('Done') if hasattr(panda_config, 'AGIS_URL_DDMBLACKLIST'): self.AGIS_URL_DDMBLACKLIST = panda_config.AGIS_URL_DDMBLACKLIST else: self.AGIS_URL_DDMBLACKLIST = 'http://atlas-agis-api.cern.ch/request/ddmendpointstatus/query/list/?json&fstate=OFF&activity=w' _logger.debug('Getting schedconfig dump...') self.blacklisted_endpoints = aux.get_dump( self.AGIS_URL_DDMBLACKLIST).keys() _logger.debug('Blacklisted endpoints {0}'.format( self.blacklisted_endpoints)) _logger.debug('Done') if hasattr(panda_config, 'RUCIO_RSE_USAGE'): self.RUCIO_RSE_USAGE = panda_config.RUCIO_RSE_USAGE else: self.RUCIO_RSE_USAGE = 'https://rucio-hadoop.cern.ch/dumps/rse_usage/current.json' _logger.debug('Getting Rucio RSE usage dump...') self.rse_usage = aux.get_dump(self.RUCIO_RSE_USAGE) _logger.debug('Done')
def __init__(self): threading.Thread.__init__(self) if hasattr(panda_config, 'AGIS_URL_SITES'): self.AGIS_URL_SITES = panda_config.AGIS_URL_SITES else: self.AGIS_URL_SITES = 'http://atlas-agis-api.cern.ch/request/site/query/?json&vo_name=atlas&state=ACTIVE' _logger.debug('Getting site dump...') self.site_dump = aux.get_dump(self.AGIS_URL_SITES) _logger.debug('Done') self.site_endpoint_dict = self.get_site_endpoint_dictionary() if hasattr(panda_config, 'AGIS_URL_DDMENDPOINTS'): self.AGIS_URL_DDMENDPOINTS = panda_config.AGIS_URL_DDMENDPOINTS else: self.AGIS_URL_DDMENDPOINTS = 'http://atlas-agis-api.cern.ch/request/ddmendpoint/query/list/?json&state=ACTIVE' _logger.debug('Getting DDM endpoints dump...') self.endpoint_dump = aux.get_dump(self.AGIS_URL_DDMENDPOINTS) _logger.debug('Done') _logger.debug('Parsing endpoints...') self.endpoint_token_dict = self.parse_endpoints() _logger.debug('Done') if hasattr(panda_config, 'AGIS_URL_SCHEDCONFIG'): self.AGIS_URL_SCHEDCONFIG = panda_config.AGIS_URL_SCHEDCONFIG else: self.AGIS_URL_SCHEDCONFIG = 'http://atlas-agis-api.cern.ch/request/pandaqueue/query/list/?json&preset=schedconf.all&vo_name=atlas&state=ACTIVE' _logger.debug('Getting schedconfig dump...') self.schedconfig_dump = aux.get_dump(self.AGIS_URL_SCHEDCONFIG) _logger.debug('Done') if hasattr(panda_config, 'AGIS_URL_DDMBLACKLIST'): self.AGIS_URL_DDMBLACKLIST = panda_config.AGIS_URL_DDMBLACKLIST else: self.AGIS_URL_DDMBLACKLIST = 'http://atlas-agis-api.cern.ch/request/ddmendpointstatus/query/list/?json&fstate=OFF&activity=w' _logger.debug('Getting schedconfig dump...') self.blacklisted_endpoints = aux.get_dump(self.AGIS_URL_DDMBLACKLIST).keys() _logger.debug('Blacklisted endpoints {0}'.format(self.blacklisted_endpoints)) _logger.debug('Done') if hasattr(panda_config, 'RUCIO_RSE_USAGE'): self.RUCIO_RSE_USAGE = panda_config.RUCIO_RSE_USAGE else: self.RUCIO_RSE_USAGE = 'https://rucio-hadoop.cern.ch/dumps/rse_usage/current.json' _logger.debug('Getting Rucio RSE usage dump...') self.rse_usage = aux.get_dump(self.RUCIO_RSE_USAGE) _logger.debug('Done')
def __init__(self): threading.Thread.__init__(self) taskBuffer.init(panda_config.dbhost, panda_config.dbpasswd, nDBConnection=1) if hasattr(panda_config, 'NWS_URL'): self.NWS_URL = panda_config.NWS_URL else: self.NWS_URL = 'http://atlas-adc-netmetrics-lb.cern.ch/metrics/latest.json' _logger.debug('Getting NWS dump...') self.nws_dump = aux.get_dump(self.NWS_URL) _logger.debug('Done') if hasattr(panda_config, 'AGIS_URL_CM'): self.AGIS_URL_CM = panda_config.AGIS_URL_CM else: self.AGIS_URL_CM = 'http://atlas-agis-api.cern.ch/request/site/query/list_links/?json' _logger.debug('Getting AGIS cost matrix dump...') self.agis_cm_dump = aux.get_dump(self.AGIS_URL_CM) _logger.debug('Done')
def __init__(self): threading.Thread.__init__(self) taskBuffer.init(panda_config.dbhost, panda_config.dbpasswd, nDBConnection=1) if hasattr(panda_config,'NWS_URL'): self.NWS_URL = panda_config.NWS_URL else: self.NWS_URL = 'http://atlas-adc-netmetrics-lb.cern.ch/metrics/latest.json' _logger.debug('Getting NWS dump...') self.nws_dump = aux.get_dump(self.NWS_URL) _logger.debug('Done') if hasattr(panda_config, 'AGIS_URL_CM'): self.AGIS_URL_CM = panda_config.AGIS_URL_CM else: self.AGIS_URL_CM = 'http://atlas-agis-api.cern.ch/request/site/query/list_links/?json' _logger.debug('Getting AGIS cost matrix dump...') self.agis_cm_dump = aux.get_dump(self.AGIS_URL_CM) _logger.debug('Done')