def query_pattuple(dataset):
''' Get information about a pat tuple dataset from DAS
Returns a dictionary with nfiles, nevents, nlumis
'''
output = {}
pat_result = get_data(
'https://cmsweb.cern.ch',
'file dataset=%s instance=cms_dbs_ph_analysis_01 | count(file), sum(file.nevents)'
% dataset,
0, #idx
0, #limit
False)
pat_result = json.loads(pat_result)
output['nfiles'] = pat_result['data'][0]['result']['value']
output['nevents'] = pat_result['data'][1]['result']['value']
parent_result = get_data(
'https://cmsweb.cern.ch',
'parent dataset=%s instance=cms_dbs_ph_analysis_01' % dataset,
0, #idx
0, #limit
False)
parent_result = json.loads(parent_result)
output['parent'] = parent_result['data'][0]['parent'][0]['name']
return output
def query_pattuple(dataset):
''' Get information about a pat tuple dataset from DAS
Returns a dictionary with nfiles, nevents, nlumis
'''
output = {}
pat_result = get_data(
'https://cmsweb.cern.ch',
'file dataset=%s instance=cms_dbs_ph_analysis_01 | count(file), sum(file.nevents)' % dataset,
0, #idx
0, #limit
False
)
pat_result = json.loads(pat_result)
output['nfiles'] = pat_result['data'][0]['result']['value']
output['nevents'] = pat_result['data'][1]['result']['value']
parent_result = get_data(
'https://cmsweb.cern.ch',
'parent dataset=%s instance=cms_dbs_ph_analysis_01' % dataset,
0, #idx
0, #limit
False
)
parent_result = json.loads(parent_result)
output['parent'] = parent_result['data'][0]['parent'][0]['name']
return output
def query_files(dataset):
''' Get the list of files from a dataset '''
log.info("Getting files from dataset %s:", dataset)
files = []
result = get_data(
'https://cmsweb.cern.ch',
'file dataset=%s instance=cms_dbs_ph_analysis_01' % dataset,
0, #idx
0, #limit
False)
result = json.loads(result)
for file_result in result['data']:
files.append(file_result['file'][0]['name'])
log.info("Found %i files", len(files))
return files
def query_files(dataset):
''' Get the list of files from a dataset '''
log.info("Getting files from dataset %s:", dataset)
files = []
result = get_data(
'https://cmsweb.cern.ch',
'file dataset=%s instance=cms_dbs_ph_analysis_01' % dataset,
0, #idx
0, #limit
False
)
result = json.loads(result)
for file_result in result['data']:
files.append(file_result['file'][0]['name'])
log.info("Found %i files", len(files))
return files
def query_das(dataset):
''' Get information about the dataset from DAS
Returns a dictionary with nfiles, nevents, and size (GB).
'''
result = get_data(
'https://cmsweb.cern.ch',
'file dataset=%s | count(file), sum(file.nevents), sum(file.size)' % dataset,
0, #idx
0, #limit
False
)
result = json.loads(result)
output = {
'nfiles' : result['data'][0]['result']['value'],
'nevents' : result['data'][1]['result']['value'],
'size' : result['data'][2]['result']['value']/1e9,
}
return output
def query_das(dataset):
''' Get information about the dataset from DAS
Returns a dictionary with nfiles, nevents, and size (GB).
'''
result = get_data(
'https://cmsweb.cern.ch',
'file dataset=%s | count(file), sum(file.nevents), sum(file.size)' %
dataset,
0, #idx
0, #limit
False)
result = json.loads(result)
output = {
'nfiles': result['data'][0]['result']['value'],
'nevents': result['data'][1]['result']['value'],
'size': result['data'][2]['result']['value'] / 1e9,
}
return output
def query_lumis(file):
''' Get the list of lumis in a file
Returns a list of (run, lumi) tuples.
'''
log.info("Getting lumis from file: %s" % file)
lumis = set([])
result = get_data(
'https://cmsweb.cern.ch',
'lumi file=%s instance=cms_dbs_ph_analysis_01' % file,
0, #idx
0, #limit
False)
result = json.loads(result)
for lumi_result in result['data']:
lumis.add((
lumi_result['lumi'][0]['run_number'],
lumi_result['lumi'][0]['id'],
))
log.info("Found %i lumis", len(lumis))
return lumis
def query_lumis(file):
''' Get the list of lumis in a file
Returns a list of (run, lumi) tuples.
'''
log.info("Getting lumis from file: %s" % file)
lumis = set([])
result = get_data(
'https://cmsweb.cern.ch',
'lumi file=%s instance=cms_dbs_ph_analysis_01' % file,
0, #idx
0, #limit
False
)
result = json.loads(result)
for lumi_result in result['data']:
lumis.add((
lumi_result['lumi'][0]['run_number'],
lumi_result['lumi'][0]['id'],
))
log.info("Found %i lumis", len(lumis))
return lumis
