コード例 #1
0
ファイル: relval.py プロジェクト: anantoni/CMG
def processRelVal( relval, cfgFileName, process, negate, tier=None, batch = None):
    
    relvalID = relval.id()
    if batch is None:
        batch = 'bsub -q 1nh -J %s < ./batchScript.sh | tee job_id.txt' % relvalID  

    files = pickRelValInputFiles(
        cmsswVersion  =  relval.cmssw
        , relVal = relval.relval
        , globalTag = relval.tag
        , numberOfFiles = 999
        )
    if not files:
        raise Exception("No relval files found for '%s'" % relvalID )

    # changing the source to the chosen relval files
    process.source.fileNames = files
    
    print process.source.fileNames
    
    # building cfg

    outFile = open("tmpConfig.py","w")
    outFile.write("import FWCore.ParameterSet.Config as cms\n")
    outFile.write(process.dumpPython())
    outFile.close()

    # building cmsBatch command
    
    print relvalID

    dataset = relval.dataset
    if tier!=None:
        dataset += '/' + tier
        
    outDir = '.' + dataset
    castorOutDir = myCastorBaseDir() + '/' + dataset

    #if tier!=None:
    #    castorOutDir += '/' + tier
    #    outDir += '/' + tier

    print 'local  output: ', outDir
    print 'castor output:', castorOutDir
    
    # output directory creation will be handled by cmsBatch
    # os.system( 'mkdir -p ' + outDir )
    
    cmsBatch = "cmsBatch.py 1 tmpConfig.py -r %s -o %s -b '%s' " % (castorOutDir, outDir, batch)
    if negate:
        cmsBatch += ' -n'
    print cmsBatch
    os.system( cmsBatch )
    addToDatasets( dataset ) 

    return (outDir, castorOutDir)
コード例 #2
0
def processRelVal(relval, cfgFileName, process, negate, tier=None, batch=None):

    relvalID = relval.id()
    if batch is None:
        batch = 'bsub -q 1nh -J %s < ./batchScript.sh | tee job_id.txt' % relvalID

    files = pickRelValInputFiles(cmsswVersion=relval.cmssw,
                                 relVal=relval.relval,
                                 globalTag=relval.tag,
                                 numberOfFiles=999)
    if not files:
        raise Exception("No relval files found for '%s'" % relvalID)

    # changing the source to the chosen relval files
    process.source.fileNames = files

    print process.source.fileNames

    # building cfg

    outFile = open("tmpConfig.py", "w")
    outFile.write("import FWCore.ParameterSet.Config as cms\n")
    outFile.write(process.dumpPython())
    outFile.close()

    # building cmsBatch command

    print relvalID

    dataset = relval.dataset
    if tier != None:
        dataset += '/' + tier

    outDir = '.' + dataset
    castorOutDir = myCastorBaseDir() + '/' + dataset

    #if tier!=None:
    #    castorOutDir += '/' + tier
    #    outDir += '/' + tier

    print 'local  output: ', outDir
    print 'castor output:', castorOutDir

    # output directory creation will be handled by cmsBatch
    # os.system( 'mkdir -p ' + outDir )

    cmsBatch = "cmsBatch.py 1 tmpConfig.py -r %s -o %s -b '%s' " % (
        castorOutDir, outDir, batch)
    if negate:
        cmsBatch += ' -n'
    print cmsBatch
    os.system(cmsBatch)
    addToDatasets(dataset)

    return (outDir, castorOutDir)
コード例 #3
0
ファイル: relval.py プロジェクト: jeyserma/cmgtools-lite
    import CMGTools.Production.castorBaseDir as castorBaseDir
    
#    parser.add_option("-c", "--castorBaseDir", 
#                      dest="castorBaseDir",
#                      help="Base castor directory. Subdirectories will be created automatically for each prod",
#                      default=castorBaseDir.defaultCastorBaseDir)
    
    (options,args) = parser.parse_args()

    if len(args)!=2:
        parser.print_help()
        sys.exit(1)

    cfgFileName = args[0]
    relvalListFileName = args[1]
    castorBaseDir = castorBaseDir.myCastorBaseDir()
    
    if not os.path.isfile( cfgFileName ):
        print 'cfg file does not exist: ', cfgFileName
        sys.exit(1)
    if not os.path.isfile( relvalListFileName ):
        print 'relval list file does not exist: ', relvalListFileName
        sys.exit(1)
    
    handle = open(relvalListFileName, 'r')
    cfo = imp.load_source("pycfg", relvalListFileName, handle)
    relvals = cfo.relvals
    handle.close()

    # from myRelvalList import relvals
    # loading cfg in the current directory.