memory=2800,
runtime=45 * 60,
tasks_min=10
)
)
maod = Workflow(
label='mAOD_step',
pset='mc_gen/HIG-RunIIFall15MiniAODv2-00224_1_cfg.py',
sandbox=cmssw.Sandbox(release='mc_gen/CMSSW_7_6_3'),
merge_size='500M',
dataset=ParentDataset(
parent=reco,
units_per_task=60
),
category=Category(
name='mAOD',
cores=2,
memory=2000,
runtime=30 * 60
)
)
config = Config(
workdir='/tmpscratch/users/$USER/lobster_mc_' + version,
plotdir='~/www/lobster/mc_' + version,
storage=storage,
workflows=[lhe, gs, digi, reco, maod],
advanced=AdvancedOptions(log_level=1)
)
# Explicitly specify outputs, since the dependency processing only
# works for workflows with one output file, but the configuration
# includes two.
outputs=['HIG-RunIIFall15DR76-00243.root'],
merge_size='200M',
dataset=ParentDataset(parent=digi, units_per_task=1),
category=Category(name='reco',
cores=4,
memory=2800,
runtime=45 * 60,
tasks_min=5))
maod = Workflow(label='mAOD_step',
pset='mc_gen/HIG-RunIIFall15MiniAODv2-00224_1_cfg.py',
sandbox=cmssw.Sandbox(release='mc_gen/CMSSW_7_6_3'),
merge_size='500M',
dataset=ParentDataset(parent=reco, units_per_task=20),
category=Category(name='mAOD',
cores=2,
memory=2000,
runtime=30 * 60))
config = Config(
label='mc_' + version,
workdir='/tmpscratch/users/khurtado/lobster_mc_' + version,
plotdir='~/www/lobster/mc_' + version,
storage=storage,
#workflows=[lhe, gs, digi, reco, maod],
workflows=[lhe],
advanced=AdvancedOptions(log_level=1, wq_port=49999))
workflows = []
ttH = Workflow(
label='ttH',
dataset=cmssw.Dataset(
dataset='/ttHToNonbb_M125_13TeV_powheg_pythia8/RunIIFall15MiniAODv2-PU25nsData2015v1_76X_mcRun2_asymptotic_v12-v1/MINIAODSIM',
lumis_per_task=20,
file_based=True
),
category=processing,
command='root -b -q -l script_macro.C @outputfiles @inputfiles',
extra_inputs=['script_macro.C'],
publish_label='test',
merge_command='hadd @outputfiles @inputfiles',
merge_size='3.5G',
outputs=['output.root']
)
workflows.append(ttH)
config = Config(
workdir='/tmpscratch/users/$USER/lobster_test_' + version,
plotdir='~/www/lobster/test_' + version,
storage=storage,
workflows=workflows,
advanced=AdvancedOptions(
bad_exit_codes=[127, 160],
log_level=1
)
)
command='cmsRun {cfg}'.format(cfg=wf_fragments['maod']),
sandbox=cmssw.Sandbox(release='CMSSW_9_4_0_patch1'),
merge_size='256M',
cleanup_input=True,
outputs=['HIG-RunIIFall17MiniAOD-00821ND.root'],
dataset=ParentDataset(
parent=reco,
units_per_task=3
),
category=maod_resources
)
wf.extend([gs,digi,reco,maod])
config = Config(
label=master_label,
workdir=workdir_path,
plotdir=plotdir_path,
storage=storage,
workflows=wf,
advanced=AdvancedOptions(
dashboard = False,
bad_exit_codes=[127, 160],
log_level=1,
payload=10,
xrootd_servers=['ndcms.crc.nd.edu',
'cmsxrootd.fnal.gov',
'deepthought.crc.nd.edu']
)
)
pset='configs/' + dset + '_maod.py',
merge_size='2000M',
cleanup_input=True,
dataset=ParentDataset(
parent=aod,
units_per_task=100
),
category=Category(
name='maod',
cores=2,
disk=4000,
memory=2000,
runtime=90 * 60
),
sandbox=[
cmssw.Sandbox(release='/afs/crc.nd.edu/user/m/mwolf3/work/ttH/mcgen/moriond17_part1/CMSSW_8_0_21'),
cmssw.Sandbox(release='/afs/crc.nd.edu/user/m/mwolf3/work/ttH/mcgen/moriond17_part1_rh7/CMSSW_8_0_21')
]
)
workflows.extend([lhe, aod, maod])
config = Config(
label='faster_' + version,
workdir='/tmpscratch/users/matze/ttH/fastsim_' + version,
plotdir='~/www/lobster/ttH/fastsim_' + version,
storage=storage,
workflows=workflows,
advanced=AdvancedOptions(log_level=1)
)
p, c, r = arr[2], arr[3], arr[4]
cms_cmd = ['cmsRun', 'EFTLHEReader_cfg.py']
cms_cmd.extend(['datatier=MINIAODSIM'])
print "\t[{n}/{tot}] mAOD Input: {dir}".format(n=idx + 1,
tot=len(maod_dirs),
dir=maod_dir)
print "\tCommand: {cmd}".format(cmd=' '.join(cms_cmd))
output = Workflow(label='output_{p}_{c}_{r}'.format(p=p, c=c, r=r),
command=' '.join(cms_cmd),
merge_size='1.0G',
cleanup_input=False,
dataset=Dataset(files=maod_dir,
files_per_task=5,
patterns=["*.root"]),
category=processing)
wf.extend([output])
config = Config(label=master_label,
workdir=workdir_path,
plotdir=plotdir_path,
storage=storage,
workflows=wf,
advanced=AdvancedOptions(
dashboard=False,
bad_exit_codes=[127, 160],
log_level=1,
))
category=Category(
name='maod',
cores=2,
disk=4000,
memory=2000,
runtime=90 * 60
),
sandbox=[
cmssw.Sandbox(release='/afs/crc.nd.edu/user/m/mwolf3/work/ttH/mcgen/moriond17_part1/CMSSW_8_0_21'),
cmssw.Sandbox(release='/afs/crc.nd.edu/user/m/mwolf3/work/ttH/mcgen/moriond17_part1_rh7/CMSSW_8_0_21')
]
)
workflows.extend([aod, maod])
config = Config(
label='faster_' + version,
workdir='/tmpscratch/users/matze/ttH/fastsim_' + version,
plotdir='~/www/lobster/ttH/fastsim_' + version,
storage=storage,
workflows=workflows,
advanced=AdvancedOptions(
log_level=1,
xrootd_servers=[
'ndcms.crc.nd.edu',
'deepthought.crc.nd.edu',
'cmsxrootd.fnal.gov'
]
)
)
