def prepareRequest(rawdataset, options):
requests = []
for dataset in rawdataset:
PD = dataset.split('/')[1]
dsparameters = copy.copy(requestDefault)
dsparameters["InputDataset"] = dataset
dsparameters["RequestString"] += PD
if options.lastRun > 0:
if options.firstRun > 0:
dsparameters["RunWhitelist"] = runlistfromdbs(
'dataset = %s and run.number<=%s and run.number>=%s' %
(dataset, options.lastRun, options.firstRun))
else:
dsparameters["RunWhitelist"] = runlistfromdbs(
'dataset = %s and run.number<=%s' %
(dataset, options.lastRun))
#find the reprocessing configuration
scenario, reprocfg = getReproCfg(PD)
cfgid = wma.upload_to_couch(reprocfg, dsparameters["RequestString"],
dsparameters["RequestString"], g_dry_run)
if cfgid:
dsparameters["ProcConfigCacheID"] = cfgid
dsparameters["Scenario"] = scenario
else:
raise Exception("no id for" + PD + " " + reprocfg)
dsparameters['NR_cfg'] = reprocfg
#find the skimming configuration
skim = getSkimCfg(PD)
if skim:
addSkimToRequest(dsparameters, skim)
requests.append(dsparameters)
return requests
def prepareRequest(rawdataset,options):
requests=[]
for dataset in rawdataset:
PD=dataset.split('/')[1]
dsparameters=copy.copy(requestDefault)
dsparameters["InputDataset"] = dataset
dsparameters["RequestString"]+=PD
if options.lastRun>0:
if options.firstRun>0:
dsparameters["RunWhitelist"]=runlistfromdbs('dataset = %s and run.number<=%s and run.number>=%s'%(dataset,options.lastRun,options.firstRun))
else:
dsparameters["RunWhitelist"]=runlistfromdbs('dataset = %s and run.number<=%s'%(dataset,options.lastRun))
#find the reprocessing configuration
scenario,reprocfg=getReproCfg(PD)
cfgid=wma.upload_to_couch(reprocfg,dsparameters["RequestString"],dsparameters["RequestString"],g_dry_run)
if cfgid:
dsparameters["ProcConfigCacheID"]=cfgid
dsparameters["Scenario"]=scenario
else:
raise Exception("no id for"+PD+" "+reprocfg)
dsparameters['NR_cfg']=reprocfg
#find the skimming configuration
skim=getSkimCfg(PD)
if skim:
addSkimToRequest(dsparameters,skim)
requests.append(dsparameters)
return requests
def addSkimToRequest(params,cfg):
nextIndex=1
while 'SkimName%d'%(nextIndex,) in params.keys():
nextIndex+=1
params['SkimName%d'%(nextIndex,)] = params["RequestString"]+'Skim'
params['SkimInput%d'%(nextIndex,)] = 'RECOoutput'
cfgid=wma.upload_to_couch(cfg,params["RequestString"]+'Skim',params["RequestString"]+'Skim',g_dry_run)
if cfgid==None:
print "no id for",cfg
sys.exit()
params['Skim%dConfigCacheID'%(nextIndex,)] = cfgid
params["nskims"] = nextIndex
params['NR_skim']=cfg
def addSkimToRequest(params, cfg):
nextIndex = 1
while 'SkimName%d' % (nextIndex, ) in params.keys():
nextIndex += 1
params['SkimName%d' % (nextIndex, )] = params["RequestString"] + 'Skim'
params['SkimInput%d' % (nextIndex, )] = 'RECOoutput'
cfgid = wma.upload_to_couch(cfg, params["RequestString"] + 'Skim',
params["RequestString"] + 'Skim', g_dry_run)
if cfgid == None:
print "no id for", cfg
sys.exit()
params['Skim%dConfigCacheID' % (nextIndex, )] = cfgid
params["nskims"] = nextIndex
params['NR_skim'] = cfg
