def makeDataSetDict( label_base
, file_list_path
, is_data
, is_full_sim
, dsid
, job_num=0
, total_num_jobs = 1
):
## if(is_data == True):
## label = '%s' % label_base
## else:
## label = '%s.%s' % (dsid, label_base)
##
label = '%s' % label_base
data_set_input = RunIsrAnalysis.readFileList('%s/%s' % (os.environ['BASE_WORK_DIR'], file_list_path))
file_list = data_set_input['file_list']
return { 'label':label
# , 'file_list':RunIsrAnalysis.getFileListFromDir(file_list_path)
, 'file_list':file_list
, 'is_data':is_data
, 'is_full_sim':is_full_sim
, 'dsid':dsid
, 'job_num':job_num
, 'total_num_jobs':total_num_jobs
}
def makeDataSetDictList( label_base
, file_list_path
, is_data
, is_full_sim
, dsid
, total_num_jobs = 1
):
total_num_entries = 0
print 'getting raw events for %s' % label_base
data_set_input = RunIsrAnalysis.readFileList('%s/%s' % (os.environ['BASE_WORK_DIR'], file_list_path))
file_list = data_set_input['file_list']
total_num_events = data_set_input['total_num_events']
total_num_entries = data_set_input['total_entries']
print 'total num events: %s' % total_num_events
print 'total entries: %s' % total_num_entries
data_set_dict_list = []
for tnj in xrange(total_num_jobs):
this_data_set_dict = makeDataSetDict( label_base = label_base
, file_list_path = file_list_path
, is_data = is_data
, is_full_sim = is_full_sim
, dsid = dsid
, job_num = tnj
, total_num_jobs = total_num_jobs
)
this_data_set_dict['total_num_events'] = total_num_events
this_data_set_dict['total_num_entries'] = total_num_entries
data_set_dict_list.append(this_data_set_dict)
return data_set_dict_list
def makeDataSetDict(label_base, file_list_path, is_data, is_full_sim, dsid, job_num=0, total_num_jobs=1):
## if(is_data == True):
## label = '%s' % label_base
## else:
## label = '%s.%s' % (dsid, label_base)
##
label = "%s" % label_base
data_set_input = RunIsrAnalysis.readFileList("%s/%s" % (os.environ["BASE_WORK_DIR"], file_list_path))
file_list = data_set_input["file_list"]
return {
"label": label
# , 'file_list':RunIsrAnalysis.getFileListFromDir(file_list_path)
,
"file_list": file_list,
"is_data": is_data,
"is_full_sim": is_full_sim,
"dsid": dsid,
"job_num": job_num,
"total_num_jobs": total_num_jobs,
}
