def update_metadata(args):
create_metadata(args)
from importlib import import_module
d = import_module('data_formats.' + args.data_format)
md = Metadata(args.inputdir,
treename=d.treename,
reweight_events=d.reweight_events,
reweight_bins=d.reweight_bins,
metadata_events=d.metadata_events,
selection=d.selection,
var_groups=d.var_groups,
var_blacklist=d.var_blacklist,
var_no_transform_branches=d.var_no_transform_branches,
label_list=d.label_list,
reweight_var=d.reweight_var,
reweight_classes=d.reweight_classes,
var_img=d.var_img,
var_pos=d.var_pos,
n_pixels=d.n_pixels,
img_ranges=d.img_ranges,
)
md.loadMetadata(os.path.join(args.outputdir, args.metadata))
if args.remake_filelist:
md.updateFilelist(args.test_sample)
if args.remake_weights:
md.updateWeights(args.test_sample)
md.writeMetadata(os.path.join(args.jobdir, args.metadata))
njobs = int(math.ceil(float(sum(md.num_events)) / args.events_per_file))
return md,njobs
def batch_write(args):
from metadata import Metadata
md = Metadata(None)
md.loadMetadata(args.metadata)
writeData(md,
outputdir=args.outputdir,
jobid=args.jobid,
batch_mode=True,
test_sample=args.test_sample,
events=args.events_per_file)
