def __init__(self, config=None):
# define DB names to work with. These names should correspond to
# dtype of documents we assign, see find_dtype and encode method
self.dbnames = ['fwjr', 'crab']
# Short-Term Storage
self.sts = {}
for dbname in self.dbnames:
self.sts[dbname] = STSManager(config.short_storage_uri,
dbname=dbname)
self.sts_agg = STSManager(config.short_storage_uri,
dbname='aggregated')
# Long-Term Storage
self.tls_thr = config.long_storage_thr
if LTS: # we'll use this module if it's loaded
self.lts = LTSManager(config.long_storage_uri, config.wmauri,
config.yarn)
else: # fallback
self.lts = self.sts['fwjr']
self.specmap = {}
with open(config.specmap, 'r') as istream:
cdict = {}
for line in istream.readlines():
pair = line.replace('\n', '').split(',')
self.specmap[pair[0]] = pair[1] # lfn:LFNArray
msg = "Short-Term Storage %s, Long-Term Storage %s, specmap %s" % (
self.sts, self.lts, self.specmap)
print(tstamp("WMArchiveManager::init"), msg)
self.time0 = time.time()
self.read_access = 0
self.write_access = 0
def __init__(self, config=None):
# Short-Term Storage
self.sts = STSManager(config.short_storage_uri)
# Long-Term Storage
self.tls_thr = config.long_storage_thr
if LTS: # we'll use this module if it's loaded
self.lts = LTSManager(config.long_storage_uri, config.wmauri,
config.yarn)
else: # fallback
self.lts = self.sts
self.specmap = {}
with open(config.specmap, 'r') as istream:
cdict = {}
for line in istream.readlines():
pair = line.replace('\n', '').split(',')
self.specmap[pair[0]] = pair[1] # lfn:LFNArray
msg = "Short-Term Storage %s, Long-Term Storage %s, specmap %s" % (
self.sts, self.lts, self.specmap)
print(tstamp("WMArchiveManager::init"), msg)
def __init__(self, config=None):
# define DB names to work with. These names should correspond to
# dtype of documents we assign, see find_dtype and encode method
self.dbnames = ['fwjr', 'crab']
# Short-Term Storage
self.sts = {}
for dbname in self.dbnames:
self.sts[dbname] = STSManager(config.short_storage_uri, dbname=dbname)
self.sts_agg = STSManager(config.short_storage_uri, dbname='aggregated')
# Long-Term Storage
self.tls_thr = config.long_storage_thr
if LTS: # we'll use this module if it's loaded
self.lts = LTSManager(config.long_storage_uri, config.wmauri, config.yarn)
else: # fallback
self.lts = self.sts['fwjr']
self.specmap = {}
with open(config.specmap, 'r') as istream:
cdict = {}
for line in istream.readlines():
pair = line.replace('\n', '').split(',')
self.specmap[pair[0]] = pair[1] # lfn:LFNArray
# Monit manager
self.monit = MonitManager(config.monit_credentials, config.monit_attributes)
# NATS manager
if hasattr(config, 'use_nats') and config.use_nats:
self.nats = NATSManager(config.nats_server, topics=config.nats_topics, default_topic='cms.wmarchive', cms_filter=cms_filter)
else:
self.nats = None
msg = "Short-Term Storage %s, Long-Term Storage %s, specmap %s" \
% (self.sts, self.lts, self.specmap)
msg += '\nMonit {}'.format(self.monit)
msg += '\nNATS {}'.format(self.nats)
print(tstamp("WMArchiveManager::init"), msg)
self.time0 = time.time()
self.read_access = 0
self.write_access = 0
