if not dset in samples.samples.keys():
raise KeyError("Wrong dataset key name:", dset)
if not samples.check_dataset_exists(samples.samples[dset].inputDataset):
raise RuntimeError("Dataset cannot be found in DAS: %s" % samples.samples[dset].inputDataset)
for dset in datasets:
dset_opts = samples.samples[dset]
print dset
# requestName will be used for name of folder inside workArea,
# and the name of the jobs on monitoring page
config.General.requestName = dset + "_" + job_append
config.Data.inputDataset = dset_opts.inputDataset
config.Data.unitsPerJob = dset_opts.unitsPerJob
# to restrict total units run over
# comment it out to run over all
if dset_opts.totalUnits > 1:
config.Data.totalUnits = dset_opts.totalUnits
elif 0 < dset_opts.totalUnits < 1:
config.Data.totalUnits = int(samples.get_number_files(dset_opts.inputDataset) * dset_opts.totalUnits)
else:
config.Data.totalUnits = 1000000000 # make sure we reset
print config.Data.totalUnits, "total units"
try:
crabCommand("submit", config=config)
except httplib.HTTPException as e:
print "Cannot submit dataset %s - are you sure it is right?" % d
raise
samples.samples[dset].inputDataset):
raise RuntimeError("Dataset cannot be found in DAS: %s" %
samples.samples[dset].inputDataset)
for dset in datasets:
dset_opts = samples.samples[dset]
print dset
# requestName will be used for name of folder inside workArea,
# and the name of the jobs on monitoring page
config.General.requestName = dset + "_" + job_append
config.Data.inputDataset = dset_opts.inputDataset
config.Data.unitsPerJob = dset_opts.unitsPerJob
# to restrict total units run over
# comment it out to run over all
if dset_opts.totalUnits > 1:
config.Data.totalUnits = dset_opts.totalUnits
elif 0 < dset_opts.totalUnits < 1:
config.Data.totalUnits = int(
samples.get_number_files(dset_opts.inputDataset) *
dset_opts.totalUnits)
else:
config.Data.totalUnits = 1000000000 # make sure we reset
print config.Data.totalUnits, "total units"
try:
crabCommand('submit', config=config)
except httplib.HTTPException as e:
print "Cannot submit dataset %s - are you sure it is right?" % d
raise
for dset in datasets:
print dset
dset_opts = samples.samples[dset]
# requestName used for dir inside workArea & job name on monitoring page
config.General.requestName = dset + "_" + job_append
config.Data.inputDataset = dset_opts.inputDataset
config.Data.useParent = dset_opts.useParent
config.Data.unitsPerJob = dset_opts.unitsPerJob
config.JobType.inputFiles = ['Fall15_25nsV2_MC.db']
# to restrict total units run over
# comment it out to run over all
if dset_opts.totalUnits > 1:
config.Data.totalUnits = dset_opts.totalUnits
else:
if 0 < dset_opts.totalUnits < 1:
totalUnits = int(samples.get_number_files(dset_opts.inputDataset))
config.Data.totalUnits = int(totalUnits * dset_opts.totalUnits)
else:
config.Data.totalUnits = dset_opts.totalUnits # make sure we reset
print config.Data.totalUnits, "total units"
try:
crabCommand('submit', config=config)
except httplib.HTTPException as e:
print "Cannot submit dataset %s - are you sure it is right?" % dset
raise