Example #1
0
def recordedInvMicrobarnsShotgun(jsons, cores = 2, cacheDir = './' ) :
    os.system('\n'.join([cvsEnv(),lumiEnv(True)]))
    pickles = ["%s/%d.pickle"%(cacheDir,hash(str(sorted([(key,val) for key,val in json.iteritems()])))) for json in jsons]
    def worker(pickle, json) :
        if not os.path.exists(pickle) : utils.writePickle(pickle, recordedInvMicrobarns(json))
    utils.operateOnListUsingQueue(cores, utils.qWorker(worker), zip(pickles,jsons))
    return [utils.readPickle(pickle) for pickle in pickles ]
Example #2
0
    def fnal(self):
        with open('lib/fnal_cmsJob.sh') as f:
            prelude = f.readlines()
        with open('lib/fnal_cmsTemplate.condor') as f:
            condtemplate = f.readlines()
        delit = False

        def sub(iJob, cmd):
            with tempfile.NamedTemporaryFile(prefix='job%04d_' % iJob,
                                             suffix='.sh',
                                             dir="%s/condor" %
                                             os.environ['PWD'],
                                             delete=delit) as scr:
                print >> scr, ''.join(prelude)
                print >> scr, "cd", os.environ['PWD']
                print >> scr, cmd
                scr.flush()
                os.system('chmod +x %s' % scr.name)

                with tempfile.NamedTemporaryFile(prefix='job%04d_' % iJob,
                                                 suffix='.condor',
                                                 dir="%s/condor" %
                                                 os.environ['PWD'],
                                                 delete=delit) as cond:
                    print >> cond, ''.join(condtemplate).replace(
                        'JOBFLAG',
                        scr.name.split('/')[-1]).replace('OUTFLAG', './')
                    cond.flush()

                    subCmd = "; ".join(["lib/fnal_cmsSub.sh %s" % cond.name])
                    os.system(subCmd)

        lib.operateOnListUsingQueue(self.nCores, lib.qWorker(sub),
                                    enumerate(self.cmds))
Example #3
0
    def ic(self):
        with open('lib/ic_cmsJob.sh') as f: prelude = f.readlines()

        def sub(iJob,cmd):
            with tempfile.NamedTemporaryFile('w',prefix='job%04d_'%iJob,suffix='.sh') as tmp:
                print>>tmp, ''.join(prelude)
                print>>tmp, "cd", os.environ['PWD']
                print>>tmp, cmd
                tmp.flush()
                os.system('./lib/ic_cmsSub.sh %s'%tmp.name)
        lib.operateOnListUsingQueue(self.nCores, lib.qWorker(sub), enumerate(self.cmds))
Example #4
0
    def ic(self):
        with open('lib/ic_cmsJob.sh') as f:
            prelude = f.readlines()

        def sub(iJob, cmd):
            with tempfile.NamedTemporaryFile('w',
                                             prefix='job%04d_' % iJob,
                                             suffix='.sh') as tmp:
                print >> tmp, ''.join(prelude)
                print >> tmp, "cd", os.environ['PWD']
                print >> tmp, cmd
                tmp.flush()
                os.system('./lib/ic_cmsSub.sh %s' % tmp.name)

        lib.operateOnListUsingQueue(self.nCores, lib.qWorker(sub),
                                    enumerate(self.cmds))
Example #5
0
    def fnal(self):
        with open('lib/fnal_cmsJob.sh') as f: prelude = f.readlines()
        with open('lib/fnal_cmsTemplate.condor') as f: condtemplate = f.readlines()
        delit = False
        def sub(iJob,cmd):
            with tempfile.NamedTemporaryFile(prefix='job%04d_'%iJob,suffix='.sh',dir="%s/condor"%os.environ['PWD'], delete=delit) as scr:
                print>>scr, ''.join(prelude)
                print>>scr, "cd", os.environ['PWD']
                print>>scr, cmd
                scr.flush()
                os.system('chmod +x %s'%scr.name)

                with tempfile.NamedTemporaryFile(prefix='job%04d_'%iJob,suffix='.condor',dir="%s/condor"%os.environ['PWD'], delete=delit) as cond:
                    print>>cond, ''.join(condtemplate).replace('JOBFLAG',scr.name.split('/')[-1]).replace('OUTFLAG','./')
                    cond.flush()

                    subCmd = "; ".join(["lib/fnal_cmsSub.sh %s" % cond.name])
                    os.system(subCmd)

        lib.operateOnListUsingQueue(self.nCores, lib.qWorker(sub), enumerate(self.cmds))
Example #6
0
def recordedInvMicrobarns(json) :
    jsonALT = dict([(int(run),sum([range(begin,end+1) for begin,end in lumis],[])) for run,lumis in json.items()])

    session = sessionManager.sessionManager("frontier://LumiCalc/CMS_LUMI_PROD").openSession( cpp2sqltype = [('unsigned int','NUMBER(10)'),('unsigned long long','NUMBER(20)')])
    session.transaction().start(True)
    lumidata = lumiCalcAPI.lumiForRange( session.nominalSchema(),
                                         jsonALT,
                                         norm = 1.0,
                                         finecorrections = lumiCorrections.pixelcorrectionsForRange(session.nominalSchema(),jsonALT.keys()),
                                         lumitype='PIXEL',
                                         branchName='DATA')
    return sum( sum(data[6] for data in lumis) for run,lumis in lumidata.iteritems() if lumis)

def recordedInvMicrobarnsShotgun(jsons, cores = 2, cacheDir = './' ) :
    pickles = ["%s/%d.pickle"%(cacheDir,hash(str(sorted([(key,val) for key,val in json.iteritems()])))) for json in jsons]
    def worker(pickle, json) :
        if not os.path.exists(pickle) : utils.writePickle(pickle, recordedInvMicrobarns(json))
    utils.operateOnListUsingQueue(cores, utils.qWorker(worker), zip(pickles,jsons))
    return [utils.readPickle(pickle) for pickle in pickles ]

if __name__=='__main__' :
    print
    if len(sys.argv)<2 : print 'Pass list of "{json}" and/or filenames as argument'; sys.exit(0)

    def output(arg) :
        json = eval(arg if '{' in arg else open(arg).readline())
        lumi = recordedInvMicrobarns(json)
        print "%.4f/pb in %s"%(lumi/1e6,arg)
        print
    utils.operateOnListUsingQueue(configuration.nCoresDefault(), utils.qWorker(output), [(a,) for a in sys.argv[1:]])
Example #7
0
 def default(self):
     lib.operateOnListUsingQueue(self.nCores, lib.qWorker(os.system), zip(self.cmds))
Example #8
0
 def default(self):
     lib.operateOnListUsingQueue(self.nCores, lib.qWorker(os.system),
                                 zip(self.cmds))