def __init__(self, buildDir, releaseDir, appset, doInstall=True):
BuilderBase.__init__(self)
os.environ['STAGE_SVCCLASS'] = 't1transfer'
os.environ['STAGE_HOST'] = 'castorcms'
os.environ['STAGER_TRACE'] = '3'
self.doInstall = doInstall
self.buildDir = buildDir
self.appset = appset
self.updateTimeStamp(self.buildDir)
self.cmsswBuildDir = releaseDir
self.release = os.path.basename(releaseDir)
self.relTag = self.release
self.relCycle = self.release.replace("CMSSW_",
"").split("_X_",
1)[0].replace("_", ".")
day, hour = self.stamp.split('-')
self.threadList = {}
self.maxThreads = 2 # one for unit-tests, one for addOnTests
self.doRelVal = True
self.logger = None
self.RelValArgs = None
config.setDefaults(self.relCycle)
try:
self.doRelVal = config.Configuration[self.relCycle]['runRelVal']
self.RelValArgs = config.Configuration[self.relCycle]['RelValArgs']
except:
pass
return
def __init__(self, cyc, buildDir=None, only=None):
BuilderBase.__init__(self, verbose=0)
self.release = None
self.releasePath = None
self.buildDir = buildDir
self.cycle = cyc
self.only = only
if not self.only: self.only = [ '1of1', 'perfMatrix',]
self.orderedJobs = [ '28of','5of','15of','12of','21of','perfMatrix3.0','10of','7of',
'26of','19of','17of','23of','16of','3of','8of','1of','9of',
'18of','perfMatrix2.0','22of','24of','13of','20of','2of',
'25of','27of','30of','4of','6of','14of','11of','29of','perfMatrix1.0']
self.dryRun = False
import configQA
self.threadList = []
self.boxCpu = []
self.testBoxes = []
for box in configQA.siteInfoQA[configQA.getDomain()]['testBoxes'][self.cycle]:
mach = box ; cpu = 0
if not isinstance(box, basestring):
mach = box[0]
cpu = box[1]
self.testBoxes.append(mach)
self.boxCpu.append(cpu)
self.actHostIndex = 0
self.afsLogDir = os.path.join(self.installDir,self.plat,self.stamp[:3],self.cycle+'-'+self.stamp)
return
def __init__(self, buildDir, releaseDir, appset, doInstall=True):
BuilderBase.__init__(self)
os.environ['STAGE_SVCCLASS']='t1transfer'
os.environ['STAGE_HOST']='castorcms'
os.environ['STAGER_TRACE']='3'
self.doInstall=doInstall
self.buildDir = buildDir
self.appset = appset
self.updateTimeStamp(self.buildDir)
self.cmsswBuildDir = releaseDir
self.release = os.path.basename(releaseDir)
self.relTag = self.release
self.relCycle = self.release.replace("CMSSW_","").split("_X_",1)[0].replace("_",".")
day,hour = self.stamp.split('-')
self.threadList = {}
self.maxThreads = 2 # one for unit-tests, one for addOnTests
self.doRelVal = True
self.logger = None
self.RelValArgs = None
config.setDefaults(self.relCycle)
try:
self.doRelVal = config.Configuration[self.relCycle]['runRelVal']
self.RelValArgs = config.Configuration[self.relCycle]['RelValArgs']
except:
pass
return
def __init__(self, dirIn=None, cfg=None):
BuilderBase.__init__(self)
self.buildDir = dirIn
self.updateTimeStamp(dirIn)
self.configuration = cfg
return
def __init__(self, dirIn=None, cfg=None):
BuilderBase.__init__(self)
self.buildDir = dirIn
self.updateTimeStamp(dirIn)
self.configuration = cfg
return
def __init__(self, dirIn=None, only=None, afsLogDir=None, rel=None):
BuilderBase.__init__(self, verbose=1, release=rel)
self.buildDir = dirIn
self.release = rel
self.relCycle = rel.split("_X_",1)[0].replace("CMSSW_","").replace("_",".")
self.only = only
self.afsLogDir=afsLogDir
return
def __init__(self, rel,ibdate=None, ibstamp=None):
BuilderBase.__init__(self)
if ibstamp and ibdate:
self.stamp = ibstamp
self.timeStamp = ibdate
self.buildDir = os.path.join(self.topBuildDir, "rc", self.stamp, rel)
self.relCycle = rel
return
def __init__(self, dirIn=None, only=None, afsLogDir=None, rel=None):
BuilderBase.__init__(self, verbose=1, release=rel)
self.buildDir = dirIn
self.release = rel
self.relCycle = rel.split("_X_", 1)[0].replace("CMSSW_",
"").replace("_", ".")
self.only = only
self.afsLogDir = afsLogDir
return
def __init__(self, rel, ibdate=None, ibstamp=None):
BuilderBase.__init__(self)
if ibstamp and ibdate:
self.stamp = ibstamp
self.timeStamp = ibdate
self.buildDir = os.path.join(self.topBuildDir, "rc", self.stamp, rel)
self.relCycle = rel
return
def __init__(self):
BuilderBase.__init__(self)
self.afsTopDir = None
self.cand = None
self.release = None
self.relDir = None
self.setupDone = False
return
def __init__(self, cycIn, candIn, dryRun=False):
BuilderBase.__init__(self)
self.clientDir = os.path.join(self.topBuildDir, 'clientkit',
'buildkit')
self.serverBaseURL = 'http://vocms12/'
self.dryRun = dryRun
self.cycle = cycIn
self.cand = candIn
return
def __init__(self):
BuilderBase.__init__(self)
self.afsTopDir = None
self.cand = None
self.release = None
self.relDir = None
self.setupDone = False
return
def __init__(self, dirIn=None, doCopy=True):
BuilderBase.__init__(self)
if dirIn:
if not os.path.exists(dirIn):
raise "ERROR: build dir ", dirIn, 'does not exist.'
self.buildDir = dirIn
self.release = None
self.webTargetDir = None
self.doCopy = doCopy
return
def __init__(self, dayIn=None, plat=None):
BuilderBase.__init__(self)
self.afsTopDir = self.installDir
self.plat = plat
self.day = dayIn
if not self.day:
tomorrow = time.strftime("%a", time.localtime(time.time() + 86400)) # get day of tomorrow
self.day = tomorrow.lower()
return
def __init__(self, dirIn=None, doCopy=True):
BuilderBase.__init__(self)
if dirIn:
if not os.path.exists(dirIn):
raise "ERROR: build dir ", dirIn, 'does not exist.'
self.buildDir = dirIn
self.release = None
self.webTargetDir = None
self.doCopy = doCopy
return
def __init__(self, dayIn=None, relCycIn=None, dryRunIn=False,doInstall=True) :
BuilderBase.__init__(self)
self.day = dayIn
if not self.day :
self.day = time.strftime("%a").lower()
self.dryRun = dryRunIn
self.topDir = os.path.join(self.installDir, self.plat)
self.relCycle = relCycIn
self.doInstall = doInstall
self.cand = None
config.setDefaults (relCycIn)
return
def __init__(self, dayIn=None, plat=None):
BuilderBase.__init__(self)
self.afsTopDir = self.installDir
self.plat = plat
self.day = dayIn
if not self.day:
tomorrow = time.strftime(
"%a",
time.localtime(time.time() + 86400)) # get day of tomorrow
self.day = tomorrow.lower()
return
def __init__(self, cyc, buildDir=None, only=None):
BuilderBase.__init__(self, verbose=0)
self.release = None
self.releasePath = None
self.buildDir = buildDir
self.cycle = cyc
self.only = only
if not self.only: self.only = [
'1of1',
'perfMatrix',
]
self.orderedJobs = [
'28of', '5of', '15of', '12of', '21of', 'perfMatrix3.0', '10of',
'7of', '26of', '19of', '17of', '23of', '16of', '3of', '8of', '1of',
'9of', '18of', 'perfMatrix2.0', '22of', '24of', '13of', '20of',
'2of', '25of', '27of', '30of', '4of', '6of', '14of', '11of',
'29of', 'perfMatrix1.0'
]
self.dryRun = False
import configQA
self.threadList = []
self.boxCpu = []
self.testBoxes = []
for box in configQA.siteInfoQA[configQA.getDomain()]['testBoxes'][
self.cycle]:
mach = box
cpu = 0
if not isinstance(box, basestring):
mach = box[0]
cpu = box[1]
self.testBoxes.append(mach)
self.boxCpu.append(cpu)
self.actHostIndex = 0
self.afsLogDir = os.path.join(self.installDir, self.plat,
self.stamp[:3],
self.cycle + '-' + self.stamp)
return
def __init__(self, cyc, release, buildDir=None, only=None, dryRun=False):
BuilderBase.__init__(self, verbose=0, release=release)
self.release = release
self.buildDir = buildDir
self.cycle = cyc
self.only = only
self.cpu = 0
self.cmsenv = ''
self.dryRun = dryRun
self.threadList = []
if not self.only: self.only = [ '1of1', 'perfMatrix']
self.orderedJobs = [ '28of','5of','15of','12of','21of','perfMatrix3.0','10of','7of',
'26of','19of','17of','23of','16of','3of','8of','1of','9of',
'18of','perfMatrix2.0','22of','24of','13of','20of','2of',
'25of','27of','30of','4of','6of','14of','11of','29of','perfMatrix1.0']
return
def __init__(self,
dayIn=None,
relCycIn=None,
dryRunIn=False,
doInstall=True):
BuilderBase.__init__(self)
self.day = dayIn
if not self.day:
self.day = time.strftime("%a").lower()
self.dryRun = dryRunIn
self.topDir = os.path.join(self.installDir, self.plat)
self.relCycle = relCycIn
self.doInstall = doInstall
self.cand = None
config.setDefaults(relCycIn)
return
def __init__(self, cyc, release, buildDir=None, only=None, dryRun=False):
BuilderBase.__init__(self, verbose=0, release=release)
self.release = release
self.buildDir = buildDir
self.cycle = cyc
self.only = only
self.cpu = 0
self.cmsenv = ''
self.dryRun = dryRun
self.threadList = []
if not self.only: self.only = ['1of1', 'perfMatrix']
self.orderedJobs = [
'28of', '5of', '15of', '12of', '21of', 'perfMatrix3.0', '10of',
'7of', '26of', '19of', '17of', '23of', '16of', '3of', '8of', '1of',
'9of', '18of', 'perfMatrix2.0', '22of', '24of', '13of', '20of',
'2of', '25of', '27of', '30of', '4of', '6of', '14of', '11of',
'29of', 'perfMatrix1.0'
]
return
#!/usr/bin/env python
import os, sys, re
from BuilderBase import BuilderBase, ActionError
#============================GLOBAL=CONSTANTS===================================
intBuildRelativePath = "IntBuild/IB/"
workflowDataRelativePath = "DQMRef/data"
workflowDataRelativePath_tests = "src/tests"
buildReportsDirName = 'build_comparison_reports'
outputReportBase = buildReportsDirName
bbase = BuilderBase()
buildReportsAFSBaseFQNPath = bbase.installDir
dqmReportsAFSBaseFQNPath = '/data/sdt/SDT/html/dqm'
frontEndMachine = 'vocms12'
afsWWWLogsRelativePath = 'pyRelValMatrixLogs/run'
reportWWWDir = 'report'
# ================================================================================
class ActionError(Exception):
def __init__(self, msg):
self.msg = msg
return
def __str__(self):
return repr(self.msg)