def processRelVal( relval, cfgFileName, process, negate, tier=None, batch = None):
relvalID = relval.id()
if batch is None:
batch = 'bsub -q 1nh -J %s < ./batchScript.sh | tee job_id.txt' % relvalID
files = pickRelValInputFiles(
cmsswVersion = relval.cmssw
, relVal = relval.relval
, globalTag = relval.tag
, numberOfFiles = 999
)
if not files:
raise Exception("No relval files found for '%s'" % relvalID )
# changing the source to the chosen relval files
process.source.fileNames = files
print process.source.fileNames
# building cfg
outFile = open("tmpConfig.py","w")
outFile.write("import FWCore.ParameterSet.Config as cms\n")
outFile.write(process.dumpPython())
outFile.close()
# building cmsBatch command
print relvalID
dataset = relval.dataset
if tier!=None:
dataset += '/' + tier
outDir = '.' + dataset
castorOutDir = myCastorBaseDir() + '/' + dataset
#if tier!=None:
# castorOutDir += '/' + tier
# outDir += '/' + tier
print 'local output: ', outDir
print 'castor output:', castorOutDir
# output directory creation will be handled by cmsBatch
# os.system( 'mkdir -p ' + outDir )
cmsBatch = "cmsBatch.py 1 tmpConfig.py -r %s -o %s -b '%s' " % (castorOutDir, outDir, batch)
if negate:
cmsBatch += ' -n'
print cmsBatch
os.system( cmsBatch )
addToDatasets( dataset )
return (outDir, castorOutDir)
def processRelVal(relval, cfgFileName, process, negate, tier=None, batch=None):
relvalID = relval.id()
if batch is None:
batch = 'bsub -q 1nh -J %s < ./batchScript.sh | tee job_id.txt' % relvalID
files = pickRelValInputFiles(cmsswVersion=relval.cmssw,
relVal=relval.relval,
globalTag=relval.tag,
numberOfFiles=999)
if not files:
raise Exception("No relval files found for '%s'" % relvalID)
# changing the source to the chosen relval files
process.source.fileNames = files
print process.source.fileNames
# building cfg
outFile = open("tmpConfig.py", "w")
outFile.write("import FWCore.ParameterSet.Config as cms\n")
outFile.write(process.dumpPython())
outFile.close()
# building cmsBatch command
print relvalID
dataset = relval.dataset
if tier != None:
dataset += '/' + tier
outDir = '.' + dataset
castorOutDir = myCastorBaseDir() + '/' + dataset
#if tier!=None:
# castorOutDir += '/' + tier
# outDir += '/' + tier
print 'local output: ', outDir
print 'castor output:', castorOutDir
# output directory creation will be handled by cmsBatch
# os.system( 'mkdir -p ' + outDir )
cmsBatch = "cmsBatch.py 1 tmpConfig.py -r %s -o %s -b '%s' " % (
castorOutDir, outDir, batch)
if negate:
cmsBatch += ' -n'
print cmsBatch
os.system(cmsBatch)
addToDatasets(dataset)
return (outDir, castorOutDir)
import CMGTools.Production.castorBaseDir as castorBaseDir
# parser.add_option("-c", "--castorBaseDir",
# dest="castorBaseDir",
# help="Base castor directory. Subdirectories will be created automatically for each prod",
# default=castorBaseDir.defaultCastorBaseDir)
(options,args) = parser.parse_args()
if len(args)!=2:
parser.print_help()
sys.exit(1)
cfgFileName = args[0]
relvalListFileName = args[1]
castorBaseDir = castorBaseDir.myCastorBaseDir()
if not os.path.isfile( cfgFileName ):
print 'cfg file does not exist: ', cfgFileName
sys.exit(1)
if not os.path.isfile( relvalListFileName ):
print 'relval list file does not exist: ', relvalListFileName
sys.exit(1)
handle = open(relvalListFileName, 'r')
cfo = imp.load_source("pycfg", relvalListFileName, handle)
relvals = cfo.relvals
handle.close()
# from myRelvalList import relvals
# loading cfg in the current directory.