Exemple #1
0
    def __init__(self, buildDir, releaseDir, appset, doInstall=True):

        BuilderBase.__init__(self)
        os.environ['STAGE_SVCCLASS'] = 't1transfer'
        os.environ['STAGE_HOST'] = 'castorcms'
        os.environ['STAGER_TRACE'] = '3'

        self.doInstall = doInstall
        self.buildDir = buildDir
        self.appset = appset
        self.updateTimeStamp(self.buildDir)

        self.cmsswBuildDir = releaseDir
        self.release = os.path.basename(releaseDir)
        self.relTag = self.release
        self.relCycle = self.release.replace("CMSSW_",
                                             "").split("_X_",
                                                       1)[0].replace("_", ".")

        day, hour = self.stamp.split('-')

        self.threadList = {}
        self.maxThreads = 2  # one for unit-tests, one for addOnTests

        self.doRelVal = True
        self.logger = None
        self.RelValArgs = None
        config.setDefaults(self.relCycle)
        try:
            self.doRelVal = config.Configuration[self.relCycle]['runRelVal']
            self.RelValArgs = config.Configuration[self.relCycle]['RelValArgs']
        except:
            pass

        return
Exemple #2
0
    def __init__(self, cyc, buildDir=None, only=None):

        BuilderBase.__init__(self, verbose=0)

        self.release = None
        self.releasePath = None
        self.buildDir = buildDir
        self.cycle = cyc
        self.only  = only
        if not self.only: self.only = [ '1of1', 'perfMatrix',]
        
        self.orderedJobs = [ '28of','5of','15of','12of','21of','perfMatrix3.0','10of','7of',
                             '26of','19of','17of','23of','16of','3of','8of','1of','9of',
                             '18of','perfMatrix2.0','22of','24of','13of','20of','2of',
                             '25of','27of','30of','4of','6of','14of','11of','29of','perfMatrix1.0']

        self.dryRun = False

        import configQA
        
        self.threadList = []
        self.boxCpu = []
        self.testBoxes = []
        for box in configQA.siteInfoQA[configQA.getDomain()]['testBoxes'][self.cycle]:
            mach = box ; cpu = 0
            if not isinstance(box, basestring):
                mach = box[0]
                cpu  = box[1]
            self.testBoxes.append(mach)
            self.boxCpu.append(cpu)
        self.actHostIndex = 0
        
        self.afsLogDir = os.path.join(self.installDir,self.plat,self.stamp[:3],self.cycle+'-'+self.stamp)

        return
Exemple #3
0
    def __init__(self, buildDir, releaseDir, appset, doInstall=True):

        BuilderBase.__init__(self)
        os.environ['STAGE_SVCCLASS']='t1transfer'
        os.environ['STAGE_HOST']='castorcms'
        os.environ['STAGER_TRACE']='3'
    
	self.doInstall=doInstall
	self.buildDir = buildDir
	self.appset = appset
	self.updateTimeStamp(self.buildDir)
	
	self.cmsswBuildDir = releaseDir
	self.release = os.path.basename(releaseDir)
	self.relTag = self.release
	self.relCycle = self.release.replace("CMSSW_","").split("_X_",1)[0].replace("_",".")
	
	day,hour = self.stamp.split('-')
        
        self.threadList = {}
        self.maxThreads = 2 # one for unit-tests, one for addOnTests

        self.doRelVal = True
        self.logger = None
        self.RelValArgs = None
        config.setDefaults(self.relCycle)
        try:
            self.doRelVal   = config.Configuration[self.relCycle]['runRelVal']
            self.RelValArgs = config.Configuration[self.relCycle]['RelValArgs']
        except:
            pass
	
        return
Exemple #4
0
    def __init__(self, dirIn=None, cfg=None):

        BuilderBase.__init__(self)
        self.buildDir = dirIn
        self.updateTimeStamp(dirIn)
        self.configuration = cfg

        return
Exemple #5
0
    def __init__(self, dirIn=None, cfg=None):

        BuilderBase.__init__(self)
        self.buildDir = dirIn
        self.updateTimeStamp(dirIn)
        self.configuration = cfg

        return
Exemple #6
0
    def __init__(self, dirIn=None, only=None, afsLogDir=None, rel=None):

        BuilderBase.__init__(self, verbose=1, release=rel)
    
        self.buildDir = dirIn
        self.release = rel
        self.relCycle = rel.split("_X_",1)[0].replace("CMSSW_","").replace("_",".")
        self.only = only
        self.afsLogDir=afsLogDir
        return
Exemple #7
0
    def __init__(self, rel,ibdate=None, ibstamp=None):

        BuilderBase.__init__(self)
        if ibstamp and ibdate:
            self.stamp = ibstamp
            self.timeStamp = ibdate

        self.buildDir = os.path.join(self.topBuildDir, "rc", self.stamp, rel)
        self.relCycle = rel
        
        return
Exemple #8
0
    def __init__(self, dirIn=None, only=None, afsLogDir=None, rel=None):

        BuilderBase.__init__(self, verbose=1, release=rel)

        self.buildDir = dirIn
        self.release = rel
        self.relCycle = rel.split("_X_", 1)[0].replace("CMSSW_",
                                                       "").replace("_", ".")
        self.only = only
        self.afsLogDir = afsLogDir
        return
Exemple #9
0
    def __init__(self, rel, ibdate=None, ibstamp=None):

        BuilderBase.__init__(self)
        if ibstamp and ibdate:
            self.stamp = ibstamp
            self.timeStamp = ibdate

        self.buildDir = os.path.join(self.topBuildDir, "rc", self.stamp, rel)
        self.relCycle = rel

        return
Exemple #10
0
    def __init__(self):

        BuilderBase.__init__(self)

        self.afsTopDir = None
        self.cand = None
        self.release = None
        self.relDir = None

        self.setupDone = False

        return
Exemple #11
0
    def __init__(self, cycIn, candIn, dryRun=False):

        BuilderBase.__init__(self)

        self.clientDir = os.path.join(self.topBuildDir, 'clientkit',
                                      'buildkit')
        self.serverBaseURL = 'http://vocms12/'
        self.dryRun = dryRun
        self.cycle = cycIn
        self.cand = candIn

        return
Exemple #12
0
    def __init__(self):
 
        BuilderBase.__init__(self)

	self.afsTopDir = None
        self.cand      = None
        self.release   = None
        self.relDir    = None
        
        self.setupDone = False

        return
Exemple #13
0
    def __init__(self, dirIn=None, doCopy=True):

        BuilderBase.__init__(self)

        if dirIn:
            if not os.path.exists(dirIn):
                raise "ERROR: build dir ", dirIn, 'does not exist.'

        self.buildDir = dirIn
        self.release = None
        self.webTargetDir = None
        self.doCopy = doCopy

        return
Exemple #14
0
    def __init__(self, dayIn=None, plat=None):

        BuilderBase.__init__(self)

        self.afsTopDir = self.installDir

        self.plat = plat

        self.day = dayIn
        if not self.day:
            tomorrow = time.strftime("%a", time.localtime(time.time() + 86400))  # get day of tomorrow
            self.day = tomorrow.lower()

        return
Exemple #15
0
    def __init__(self, dirIn=None, doCopy=True):

        BuilderBase.__init__(self)
    
        if dirIn:
            if not os.path.exists(dirIn):
                raise "ERROR: build dir ", dirIn, 'does not exist.'

        self.buildDir = dirIn
        self.release = None
        self.webTargetDir = None
	self.doCopy = doCopy
 
        return
Exemple #16
0
    def __init__(self, dayIn=None, relCycIn=None, dryRunIn=False,doInstall=True) :

        BuilderBase.__init__(self)

        self.day = dayIn
        if not self.day :
            self.day = time.strftime("%a").lower()

        self.dryRun = dryRunIn
        self.topDir = os.path.join(self.installDir, self.plat)
        self.relCycle = relCycIn
	self.doInstall = doInstall
        self.cand = None
        config.setDefaults (relCycIn)

        return
Exemple #17
0
    def __init__(self, dayIn=None, plat=None):

        BuilderBase.__init__(self)

        self.afsTopDir = self.installDir

        self.plat = plat

        self.day = dayIn
        if not self.day:
            tomorrow = time.strftime(
                "%a",
                time.localtime(time.time() + 86400))  # get day of tomorrow
            self.day = tomorrow.lower()

        return
Exemple #18
0
    def __init__(self, cyc, buildDir=None, only=None):

        BuilderBase.__init__(self, verbose=0)

        self.release = None
        self.releasePath = None
        self.buildDir = buildDir
        self.cycle = cyc
        self.only = only
        if not self.only: self.only = [
                '1of1',
                'perfMatrix',
        ]

        self.orderedJobs = [
            '28of', '5of', '15of', '12of', '21of', 'perfMatrix3.0', '10of',
            '7of', '26of', '19of', '17of', '23of', '16of', '3of', '8of', '1of',
            '9of', '18of', 'perfMatrix2.0', '22of', '24of', '13of', '20of',
            '2of', '25of', '27of', '30of', '4of', '6of', '14of', '11of',
            '29of', 'perfMatrix1.0'
        ]

        self.dryRun = False

        import configQA

        self.threadList = []
        self.boxCpu = []
        self.testBoxes = []
        for box in configQA.siteInfoQA[configQA.getDomain()]['testBoxes'][
                self.cycle]:
            mach = box
            cpu = 0
            if not isinstance(box, basestring):
                mach = box[0]
                cpu = box[1]
            self.testBoxes.append(mach)
            self.boxCpu.append(cpu)
        self.actHostIndex = 0

        self.afsLogDir = os.path.join(self.installDir, self.plat,
                                      self.stamp[:3],
                                      self.cycle + '-' + self.stamp)

        return
    def __init__(self, cyc, release, buildDir=None, only=None, dryRun=False):

        BuilderBase.__init__(self, verbose=0, release=release)

        self.release = release
        self.buildDir = buildDir
        self.cycle = cyc
        self.only  = only
        self.cpu = 0
        self.cmsenv = ''
        self.dryRun = dryRun
        self.threadList = []
        if not self.only: self.only = [ '1of1', 'perfMatrix']
        self.orderedJobs = [ '28of','5of','15of','12of','21of','perfMatrix3.0','10of','7of',
                             '26of','19of','17of','23of','16of','3of','8of','1of','9of',
                             '18of','perfMatrix2.0','22of','24of','13of','20of','2of',
                             '25of','27of','30of','4of','6of','14of','11of','29of','perfMatrix1.0']
        return
Exemple #20
0
    def __init__(self,
                 dayIn=None,
                 relCycIn=None,
                 dryRunIn=False,
                 doInstall=True):

        BuilderBase.__init__(self)

        self.day = dayIn
        if not self.day:
            self.day = time.strftime("%a").lower()

        self.dryRun = dryRunIn
        self.topDir = os.path.join(self.installDir, self.plat)
        self.relCycle = relCycIn
        self.doInstall = doInstall
        self.cand = None
        config.setDefaults(relCycIn)

        return
Exemple #21
0
    def __init__(self, cyc, release, buildDir=None, only=None, dryRun=False):

        BuilderBase.__init__(self, verbose=0, release=release)

        self.release = release
        self.buildDir = buildDir
        self.cycle = cyc
        self.only = only
        self.cpu = 0
        self.cmsenv = ''
        self.dryRun = dryRun
        self.threadList = []
        if not self.only: self.only = ['1of1', 'perfMatrix']
        self.orderedJobs = [
            '28of', '5of', '15of', '12of', '21of', 'perfMatrix3.0', '10of',
            '7of', '26of', '19of', '17of', '23of', '16of', '3of', '8of', '1of',
            '9of', '18of', 'perfMatrix2.0', '22of', '24of', '13of', '20of',
            '2of', '25of', '27of', '30of', '4of', '6of', '14of', '11of',
            '29of', 'perfMatrix1.0'
        ]
        return
Exemple #22
0
#!/usr/bin/env python

import os, sys, re
from BuilderBase import BuilderBase, ActionError

#============================GLOBAL=CONSTANTS===================================

intBuildRelativePath = "IntBuild/IB/"
workflowDataRelativePath = "DQMRef/data"
workflowDataRelativePath_tests = "src/tests"
buildReportsDirName = 'build_comparison_reports'
outputReportBase = buildReportsDirName
bbase = BuilderBase()
buildReportsAFSBaseFQNPath = bbase.installDir
dqmReportsAFSBaseFQNPath = '/data/sdt/SDT/html/dqm'
frontEndMachine = 'vocms12'
afsWWWLogsRelativePath = 'pyRelValMatrixLogs/run'
reportWWWDir = 'report'

# ================================================================================


class ActionError(Exception):
    def __init__(self, msg):
        self.msg = msg
        return

    def __str__(self):
        return repr(self.msg)