Example #1
0
    def setupLogger(self, doInstall=True):

        if not self.logger:
            from logUpdater import LogUpdater
            self.logger = LogUpdater(self.buildDir, doInstall)
            self.logger.setDryRun(self.dryRun)
            self.logger.setRelease(self.relTag, self.relCycle, self.stamp)

        return
Example #2
0
    def startBuild(self, buildDir=None):
        if buildDir: self.buildDir = buildDir
        os.environ['CMSINTBLD_RCDIR'] = self.buildDir

	self.updateTimeStamp(self.buildDir)

	os.environ["PATH"] = self.buildDir+"/cms/common:"+os.environ["PATH"]
        from logUpdater import LogUpdater
	logger = LogUpdater(self.buildDir)
	logger.setDryRun(self.dryRun)
	logger.setRelease("", self.relCycle, self.stamp)
	
	if not os.path.exists(self.cmsBuildDir):
            os.makedirs(self.cmsBuildDir)

        logDir = self.buildDir+'/'+self.relCycle+'/'+self.plat
	logFileName = logDir+"/fullLog"
	
	cmd = 'rm -rf '+self.relCycle+'; mkdir -p '+logDir+'; '
	cmd += scriptPath+"/buildNightly.py "
        cmd += " --releasecycle " + self.relCycle + ' '
        cmd += " --buildDir " + self.buildDir + ' '

	if self.dryRun : cmd += ' --dryRun '

        cmd += ' > '+logFileName+' 2>&1 '
        
        self.doCmd(cmd, True, self.buildDir)

        print "log file at " + self.buildDir + "/fullLog"

        webLogPath  = logger.webTargetDir
	if not os.path.exists(webLogPath):
            os.makedirs(webLogPath)
            
        cmd = 'cp '+logFileName+' '+webLogPath
        self.doCmd(cmd, True)

        if self.dryRun :
            sys.stdout.flush()
            sys.stderr.flush()
            os.system('cat '+logFileName)
        else:
            print "\n"
            print "web portal at:\n"
            print "http://cmssdt.cern.ch/SDT/cgi-bin/showIB.py?rc="+self.relCycle+"\n"
            print "http://cmssdt.cern.ch/SDT/cgi-bin/showIB.py\n"
            print "+"*80
            print "\n"

        sys.stdout.flush()
        sys.stderr.flush()
        
        return
Example #3
0
def upload_logs(workflow, workflow_dir):
  basedir = os.path.dirname(workflow_dir)
  for wf_file in glob.glob("%s/*" % workflow_dir):
    found=False
    for ext in [ ".txt", ".xml", ".log", ".py", ".json","/cmdLog", "/hostname",".done" ]:
      if wf_file.endswith(ext):
        found=True
        break
    if not found:
      print "Removing ",wf_file
      getstatusoutput("rm -rf %s" % wf_file)
  logger=LogUpdater(dirIn=os.environ["CMSSW_BASE"])
  logger.updateRelValMatrixPartialLogs(basedir, os.path.basename(workflow_dir))
Example #4
0
 def __init__(self, releaseDir, dryRun=False):
     self.dryRun = dryRun
     self.plat = os.environ["SCRAM_ARCH"]
     self.appset = releaseDir + "/CMSDIST"
     self.cmsswBuildDir = releaseDir
     self.release = os.path.basename(releaseDir)
     self.relTag = self.release
     self.threadList = {}
     from cmsutils import getIBReleaseInfo
     self.relCycle, day, hour = getIBReleaseInfo(self.release)
     from logUpdater import LogUpdater
     self.logger = LogUpdater(self.cmsswBuildDir, self.dryRun)
     return
Example #5
0
def upload_logs(workflow, workflow_dir,exit_code):
  files_to_keep = [ ".txt", ".xml", ".log", ".py", ".json","/cmdLog", "/hostname",".done" ]
  if (exit_code in [34304, 35584, 22016]) and os.getenv("CMSSW_VERSION","").startswith("CMSSW_10_1_"):
    files_to_keep.append(".root")
  basedir = os.path.dirname(workflow_dir)
  for wf_file in glob.glob("%s/*" % workflow_dir):
    found=False
    for ext in files_to_keep:
      if wf_file.endswith(ext):
        found=True
        break
    if not found:
      print "Removing ",wf_file
      getstatusoutput("rm -rf %s" % wf_file)
  logger=LogUpdater(dirIn=os.environ["CMSSW_BASE"])
  logger.updateRelValMatrixPartialLogs(basedir, os.path.basename(workflow_dir))
Example #6
0
    def setupLogger(self, doInstall=True):

        if not self.logger:
	    from logUpdater import LogUpdater
            self.logger = LogUpdater(self.buildDir,doInstall)
            self.logger.setDryRun(self.dryRun)
            self.logger.setRelease(self.relTag, self.relCycle, self.stamp)

        return
Example #7
0
 def __init__(self, releaseDir, dryRun=False):
   self.dryRun = dryRun
   self.plat   = os.environ["SCRAM_ARCH"]
   self.appset = releaseDir+"/CMSDIST"
   self.cmsswBuildDir = releaseDir
   self.release = os.path.basename(releaseDir)
   self.relTag = self.release
   self.threadList = {}
   from cmsutils import getIBReleaseInfo
   self.relCycle,day,hour = getIBReleaseInfo(self.release)
   from logUpdater import LogUpdater
   self.logger = LogUpdater(self.cmsswBuildDir,self.dryRun)
   return
Example #8
0
    def startBuild(self, buildDir=None):
        if buildDir: self.buildDir = buildDir
        os.environ['CMSINTBLD_RCDIR'] = self.buildDir

        self.updateTimeStamp(self.buildDir)

        os.environ[
            "PATH"] = self.buildDir + "/cms/common:" + os.environ["PATH"]
        from logUpdater import LogUpdater
        logger = LogUpdater(self.buildDir)
        logger.setDryRun(self.dryRun)
        logger.setRelease("", self.relCycle, self.stamp)

        if not os.path.exists(self.cmsBuildDir):
            os.makedirs(self.cmsBuildDir)

        logDir = self.buildDir + '/' + self.relCycle + '/' + self.plat
        logFileName = logDir + "/fullLog"

        cmd = 'rm -rf ' + self.relCycle + '; mkdir -p ' + logDir + '; '
        cmd += scriptPath + "/buildNightly.py "
        cmd += " --releasecycle " + self.relCycle + ' '
        cmd += " --buildDir " + self.buildDir + ' '

        if self.dryRun: cmd += ' --dryRun '

        cmd += ' > ' + logFileName + ' 2>&1 '

        self.doCmd(cmd, True, self.buildDir)

        print "log file at " + self.buildDir + "/fullLog"

        webLogPath = logger.webTargetDir
        if not os.path.exists(webLogPath):
            os.makedirs(webLogPath)

        cmd = 'cp ' + logFileName + ' ' + webLogPath
        self.doCmd(cmd, True)

        if self.dryRun:
            sys.stdout.flush()
            sys.stderr.flush()
            os.system('cat ' + logFileName)
        else:
            print "\n"
            print "web portal at:\n"
            print "http://cmssdt.cern.ch/SDT/cgi-bin/showIB.py?rc=" + self.relCycle + "\n"
            print "http://cmssdt.cern.ch/SDT/cgi-bin/showIB.py\n"
            print "+" * 80
            print "\n"

        sys.stdout.flush()
        sys.stderr.flush()

        return
Example #9
0
  parser.add_option("-i", "--id",   dest="jobid", help="Job Id e.g. 1of3", default="1of1")
  parser.add_option("-l", "--list", dest="workflow", help="List of workflows to run e.g. 1.0,2.0,3.0", type=str, default=None)
  parser.add_option("-f", "--force",dest="force", help="Force running of workflows without checking the server for previous run", action="store_true", default=False)
  opts, args = parser.parse_args()

  if len(args) > 0: parser.error("Too many/few arguments")
  if not opts.workflow: parser.error("Missing -l|--list <workflows> argument.")
  if (not environ.has_key("CMSSW_VERSION")) or (not environ.has_key("CMSSW_BASE")) or (not environ.has_key("SCRAM_ARCH")):
    print "ERROR: Unable to file the release environment, please make sure you have set the cmssw environment before calling this script"
    exit(1)
  
  thrds = cmsRunProcessCount
  cmssw_ver = environ["CMSSW_VERSION"]
  arch = environ["SCRAM_ARCH"]
  cmssw_base = environ["CMSSW_BASE"]
  logger=LogUpdater(dirIn=cmssw_base)
  
  if cmssw_ver.find('_XXXCLANG_') is not -1:
    p=Popen("python %s/rv_scheduler/prepareSteps.py -l %s" % (SCRIPT_DIR, opts.workflow),shell=True)
    e=waitpid(p.pid,0)[1]
    if e: exit(e)
    p=Popen("python %s/rv_scheduler/relval_main.py -a %s -r %s -d 7" % (SCRIPT_DIR, arch, cmssw_ver.rsplit('_',1)[0]), shell=True)
    e=waitpid(p.pid,0)[1]
    system("touch "+cmssw_base+"/done."+opts.jobid)
    if logger: logger.updateRelValMatrixPartialLogs(cmssw_base, "done."+opts.jobid)
    exit(e)
  
  if re.match("^CMSSW_(9|[1-9][0-9]+)_([3-9]|[1-9][0-9]+)_.+$",cmssw_ver):
    p=Popen("%s/jobs/create-relval-jobs.py %s" % (SCRIPT_DIR, opts.workflow),shell=True)
    e=waitpid(p.pid,0)[1]
    if e: exit(e)
Example #10
0
  if len(args) > 0: parser.error("Too many/few arguments")
  if not opts.workflow: parser.error("Missing -l|--list <workflows> argument.")
  if ("CMSSW_VERSION" not in environ) or ("CMSSW_BASE" not in environ) or ("SCRAM_ARCH" not in environ):
    print("ERROR: Unable to file the release environment, please make sure you have set the cmssw environment before calling this script")
    exit(1)

  if opts.dryRun: environ["CMSSW_DRY_RUN"]="true"
  if opts.nonThreaded: environ["CMSSW_NON_THREADED"]="true"
  elif "CMSSW_NON_THREADED" in environ: del os.environ['CMSSW_NON_THREADED']
  thrds = cmsRunProcessCount
  cmssw_ver = environ["CMSSW_VERSION"]
  arch = environ["SCRAM_ARCH"]
  cmssw_base = environ["CMSSW_BASE"]
  logger=None
  if not opts.dryRun: logger=LogUpdater(dirIn=cmssw_base)
  if logger and not opts.force:
    doneWFs = logger.getDoneRelvals()
    print("Already done workflows: ",doneWFs)
    wfs = opts.workflow.split(",")
    opts.workflow = ",".join([w for w in wfs if (w not in doneWFs)])
    print("Workflow to run:",opts.workflow)

  if re.match("^CMSSW_(9_([3-9]|[1-9][0-9]+)|[1-9][0-9]+)_.*$",cmssw_ver):
    e=0
    if opts.workflow:
      stime = time()
      p=Popen("%s/jobs/create-relval-jobs.py %s" % (SCRIPT_DIR, opts.workflow),shell=True)
      e=waitpid(p.pid,0)[1]
      print("Time took to create jobs:",int(time()-stime),"sec")
      if e: exit(e)
Example #11
0
#! /usr/bin/env python
from sys import exit, argv
from os import environ
from cmsutils import cmsRunProcessCount, doCmd
from logUpdater import LogUpdater

if (not environ.has_key("CMSSW_BASE")) or (not environ.has_key("SCRAM_ARCH")):
  print "ERROR: Unable to file the release environment, please make sure you have set the cmssw environment before calling this script"
  exit(1)

timeout=7200
try: timeout=int(argv[1])
except: timeout=7200
logger = LogUpdater(environ["CMSSW_BASE"])
ret = doCmd('cd %s; rm -rf addOnTests; timeout %s addOnTests.py -j %s 2>&1 >addOnTests.log' % (environ["CMSSW_BASE"], timeout,cmsRunProcessCount))
doCmd('cd '+environ["CMSSW_BASE"]+'/addOnTests/logs; zip -r addOnTests.zip *.log')
logger.updateAddOnTestsLogs()

Example #12
0
#!/usr/bin/env python
from sys import argv
from logUpdater import LogUpdater
logger=LogUpdater(dirIn=argv[1])
logger.copyLogs(argv[2])
Example #13
0
""":"
python_cmd="python3"
python -V >/dev/null 2>&1 && python_cmd="python"
exec ${python_cmd} $0 ${1+"$@"}
"""

from __future__ import print_function
from sys import exit, argv
from os import environ
from cmsutils import cmsRunProcessCount, doCmd
from logUpdater import LogUpdater

if ("CMSSW_BASE" not in environ) or ("SCRAM_ARCH" not in environ):
    print(
        "ERROR: Unable to file the release environment, please make sure you have set the cmssw environment before calling this script"
    )
    exit(1)

timeout = 7200
try:
    timeout = int(argv[1])
except:
    timeout = 7200
logger = LogUpdater(environ["CMSSW_BASE"])
ret = doCmd(
    'cd %s; rm -rf addOnTests; timeout %s addOnTests.py -j %s 2>&1 >addOnTests.log'
    % (environ["CMSSW_BASE"], timeout, cmsRunProcessCount))
doCmd('cd ' + environ["CMSSW_BASE"] +
      '/addOnTests/logs; zip -r addOnTests.zip *.log')
logger.updateAddOnTestsLogs()
Example #14
0
    if (not environ.has_key("CMSSW_VERSION")) or (
            not environ.has_key("CMSSW_BASE")) or (
                not environ.has_key("SCRAM_ARCH")):
        print "ERROR: Unable to file the release environment, please make sure you have set the cmssw environment before calling this script"
        exit(1)

    thrds = cmsRunProcessCount
    cmssw_ver = environ["CMSSW_VERSION"]
    arch = environ["SCRAM_ARCH"]
    if isThreaded(cmssw_ver, arch):
        print "Threaded IB Found"
        thrds = int(MachineMemoryGB / 4.5)
        if thrds == 0: thrds = 1
    elif "fc24_ppc64le_" in arch:
        print "FC22 IB Found"
        thrds = int(MachineMemoryGB / 4)
    elif "fc24_ppc64le_" in arch:
        print "CentOS 7.2 + PPC64LE Found"
        thrds = int(MachineMemoryGB / 3)
    else:
        print "Normal IB Found"
    if thrds > cmsRunProcessCount: thrds = cmsRunProcessCount
    known_errs = get_known_errors(cmssw_ver, arch, "relvals")
    matrix = PyRelValsThread(thrds, environ["CMSSW_BASE"] + "/pyRelval",
                             opts.jobid)
    matrix.setArgs(GetMatrixOptions(cmssw_ver, arch))
    matrix.run_workflows(opts.workflow.split(","),
                         LogUpdater(environ["CMSSW_BASE"]),
                         opts.force,
                         known_errors=known_errs)
Example #15
0
  parser.add_option("-i", "--id",   dest="jobid", help="Job Id e.g. 1of3", default="1of1")
  parser.add_option("-l", "--list", dest="workflow", help="List of workflows to run e.g. 1.0,2.0,3.0", type=str, default=None)
  parser.add_option("-f", "--force",dest="force", help="Force running of workflows without checking the server for previous run", action="store_true", default=False)
  opts, args = parser.parse_args()

  if len(args) > 0: parser.error("Too many/few arguments")
  if not opts.workflow: parser.error("Missing -l|--list <workflows> argument.")
  if (not environ.has_key("CMSSW_VERSION")) or (not environ.has_key("CMSSW_BASE")) or (not environ.has_key("SCRAM_ARCH")):
    print "ERROR: Unable to file the release environment, please make sure you have set the cmssw environment before calling this script"
    exit(1)
  
  thrds = cmsRunProcessCount
  cmssw_ver = environ["CMSSW_VERSION"]
  arch = environ["SCRAM_ARCH"]
  cmssw_base = environ["CMSSW_BASE"]
  logger=LogUpdater(dirIn=cmssw_base)
  
  if cmssw_ver.find('XXXCLANG') is not -1:
    p=Popen("python %s/rv_scheduler/prepareSteps.py -l %s" % (SCRIPT_DIR, opts.workflow),shell=True)
    e=waitpid(p.pid,0)[1]
    if e: exit(e)
    p=Popen("python %s/rv_scheduler/relval_main.py -a %s -r %s -d 7" % (SCRIPT_DIR, arch, cmssw_ver.rsplit('_',1)[0]), shell=True)
    e=waitpid(p.pid,0)[1]
    system("touch "+cmssw_base+"/done."+opts.jobid)
    if logger: logger.updateRelValMatrixPartialLogs(cmssw_base, "done."+opts.jobid)
    exit(e)
  
  if re.match("^CMSSW_(9|[1-9][0-9]+)_([3-9]|[1-9][0-9]+)_.+$",cmssw_ver):
    p=Popen("%s/jobs/create-relval-jobs.py %s" % (SCRIPT_DIR, opts.workflow),shell=True)
    e=waitpid(p.pid,0)[1]
    if e: exit(e)
Example #16
0
#!/usr/bin/env python
from sys import argv
from logUpdater import LogUpdater
logger = LogUpdater(dirIn=argv[1])
logger.copyLogs(argv[2])
Example #17
0
    if ("CMSSW_VERSION" not in environ) or ("CMSSW_BASE" not in environ) or (
            "SCRAM_ARCH" not in environ):
        print(
            "ERROR: Unable to file the release environment, please make sure you have set the cmssw environment before calling this script"
        )
        exit(1)

    if opts.dryRun: environ["CMSSW_DRY_RUN"] = "true"
    if opts.nonThreaded: environ["CMSSW_NON_THREADED"] = "true"
    elif "CMSSW_NON_THREADED" in environ: del os.environ['CMSSW_NON_THREADED']
    thrds = cmsRunProcessCount
    cmssw_ver = environ["CMSSW_VERSION"]
    arch = environ["SCRAM_ARCH"]
    cmssw_base = environ["CMSSW_BASE"]
    logger = None
    if not opts.dryRun: logger = LogUpdater(dirIn=cmssw_base)

    if re.match("^CMSSW_(9_([3-9]|[1-9][0-9]+)|[1-9][0-9]+)_.*$", cmssw_ver):
        stime = time()
        p = Popen("%s/jobs/create-relval-jobs.py %s" %
                  (SCRIPT_DIR, opts.workflow),
                  shell=True)
        e = waitpid(p.pid, 0)[1]
        print("Time took to create jobs:", int(time() - stime), "sec")
        if e: exit(e)

        p = None
        stime = time()
        if cmssw_ver.find('_DUMMYCLANG_') is not -1:
            cmssw_ver = cmssw_ver.rsplit('_', 1)[0] + '*'
            p = Popen(
Example #18
0
                      "--das-cache",
                      dest="das_cache",
                      help="Das cache file",
                      type=str,
                      default=None)
    opts, args = parser.parse_args()

    if len(args) > 0: parser.error("Too many/few arguments")
    if not opts.workflow:
        parser.error("Missing -l|--list <workflows> argument.")
    if (not environ.has_key("CMSSW_VERSION")) or (
            not environ.has_key("CMSSW_BASE")) or (
                not environ.has_key("SCRAM_ARCH")):
        print "ERROR: Unable to file the release environment, please make sure you have set the cmssw environment before calling this script"
        exit(1)

    thrds = cmsRunProcessCount
    if "_THREADED_" in environ["CMSSW_VERSION"]:
        thrds = int(MachineMemoryGB / 5)
    elif "fc22_" in environ["SCRAM_ARCH"]:
        thrds = int(MachineMemoryGB / 4)
    if thrds > cmsRunProcessCount: thrds = cmsRunProcessCount

    matrix = PyRelValsThread(thrds, environ["CMSSW_BASE"] + "/pyRelval",
                             opts.jobid)
    matrix.setArgs(
        GetMatrixOptions(environ["CMSSW_VERSION"], environ["SCRAM_ARCH"],
                         opts.das_cache))
    matrix.run_workflows(opts.workflow.split(","),
                         LogUpdater(environ["CMSSW_BASE"]), opts.force)
Example #19
0
class ReleaseTester(BuilderBase):
    def __init__(self, buildDir, releaseDir, appset, doInstall=True):

        BuilderBase.__init__(self)
        os.environ['STAGE_SVCCLASS'] = 't1transfer'
        os.environ['STAGE_HOST'] = 'castorcms'
        os.environ['STAGER_TRACE'] = '3'

        self.doInstall = doInstall
        self.buildDir = buildDir
        self.appset = appset
        self.updateTimeStamp(self.buildDir)

        self.cmsswBuildDir = releaseDir
        self.release = os.path.basename(releaseDir)
        self.relTag = self.release
        self.relCycle = self.release.replace("CMSSW_",
                                             "").split("_X_",
                                                       1)[0].replace("_", ".")

        day, hour = self.stamp.split('-')

        self.threadList = {}
        self.maxThreads = 2  # one for unit-tests, one for addOnTests

        self.doRelVal = True
        self.logger = None
        self.RelValArgs = None
        config.setDefaults(self.relCycle)
        try:
            self.doRelVal = config.Configuration[self.relCycle]['runRelVal']
            self.RelValArgs = config.Configuration[self.relCycle]['RelValArgs']
        except:
            pass

        return

    # --------------------------------------------------------------------------------

    def setupLogger(self, doInstall=True):

        if not self.logger:
            from logUpdater import LogUpdater
            self.logger = LogUpdater(self.buildDir, doInstall)
            self.logger.setDryRun(self.dryRun)
            self.logger.setRelease(self.relTag, self.relCycle, self.stamp)

        return

    # --------------------------------------------------------------------------------

    def getDepThreads(self, jobs=[]):
        deps = []
        for job in jobs:
            if self.threadList.has_key(job) and self.threadList[job]:
                deps.append(self.threadList[job])
        return deps

    # --------------------------------------------------------------------------------

    def doTest(self, only=None):

        if not self.release:
            print "ReleaseTester> ERROR: no release specified !! "
            return

        self.setupLogger(self.doInstall)
        self.runProjectInit()
        if not only or 'dirsize' in only:
            print '\n' + 80 * '-' + ' dirsize \n'
            self.threadList['dirsize'] = self.runDirSize()

        if not only or 'depViolation' in only:
            print '\n' + 80 * '-' + ' depViolation \n'
            self.threadList['ddepViolation'] = self.runBuildFileDeps()

        if not only or 'relProducts' in only:
            print '\n' + 80 * '-' + ' relProducts \n'
            self.threadList['relProducts'] = self.runReleaseProducts()

        if not only or 'addon' in only:
            print '\n' + 80 * '-' + ' addOnTests \n'
            self.threadList['addon'] = self.runAddOnTests()

        if not only or 'relvalcomp' in only:
            print '\n' + 80 * '-' + ' relvalcomp \n'
            self.threadList['relvalcomp'] = self.runBuildReports()

        if not only or 'unit' in only:
            print '\n' + 80 * '-' + ' unit \n'
            self.threadList['unit'] = self.runUnitTests()

        if not only or 'codeRules' in only:
            print '\n' + 80 * '-' + ' codeRules \n'
            self.threadList['codeRules'] = self.runCodeRulesChecker()

        if not only or 'ignominy' in only:
            print '\n' + 80 * '-' + ' ignominy \n'
            self.threadList['ignominy'] = self.runIgnominy()

        if not only or 'fwbuildset' in only:
            print '\n' + 80 * '-' + ' FWLite BuildSet\n'
            self.threadList['fwbuildset'] = self.runFWLiteBuildSet(
                self.getDepThreads(['ignominy']))

    #if not only or 'onlbuildset' in only:
    #    print '\n'+80*'-'+' Online BuildSet\n'
    #    self.threadList['onlbuildset'] = self.runOnlineBuildSet(self.getDepThreads(['ignominy']))

        if not only or 'dqmoffline' in only:
            print '\n' + 80 * '-' + ' DQMOfflineTest \n'
            self.threadList['dqmoffline'] = self.runDQMOfflineTests(
                self.getDepThreads(['unit']))

        if not only or 'relval' == only:
            print '\n' + 80 * '-' + ' relval \n'
            self.threadList['relval'] = self.runPyRelVals(
                self.getDepThreads(['addon']))

        if not only or 'libcheck' in only:
            print '\n' + 80 * '-' + ' libcheck\n'
            self.threadList['libcheck'] = self.checkLibDeps()

        if not only or 'geom' in only:
            print '\n' + 80 * '-' + ' geom \n'
            self.threadList['geom'] = self.runGeomTests()

        if not only or 'pyConfigs' in only:
            print '\n' + 80 * '-' + ' pyConfigs \n'
            self.threadList['pyConfigs'] = self.checkPyConfigs()

        if not only or 'dupDict' in only:
            print '\n' + 80 * '-' + ' dupDict \n'
            self.threadList['dupDict'] = self.runDuplicateDictCheck()

        print 'TestWait> waiting for tests to finish ....'
        for task in self.threadList:
            if self.threadList[task]: self.threadList[task].join()
        print 'TestWait> Tests finished '
        return

    # --------------------------------------------------------------------------------

    def checkPyConfigs(self, deps=[]):
        print "Going to check python configs in ", os.getcwd()
        cmd = 'cd src ; ' + scriptPath + '/checkPyConfigs.py > ../chkPyConf.log 2>&1'
        try:
            self.doCmd(cmd, self.dryRun, self.cmsswBuildDir)
            self.logger.updateLogFile("chkPyConf.log")
            self.logger.updateLogFile("chkPyConf.log", 'testLogs')
        except:
            pass
        return None

    # --------------------------------------------------------------------------------

    def checkLibDeps(self, deps=[]):
        print "libDepTests> Going to run LibDepChk ... "
        thrd = None
        try:
            thrd = LibDepsTester(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception, e:
            print "ERROR during LibDepChk : caught exception: " + str(e)
        return thrd
Example #20
0
class ReleaseTester(BuilderBase):

    def __init__(self, buildDir, releaseDir, appset, doInstall=True):

        BuilderBase.__init__(self)
        os.environ['STAGE_SVCCLASS']='t1transfer'
        os.environ['STAGE_HOST']='castorcms'
        os.environ['STAGER_TRACE']='3'
    
	self.doInstall=doInstall
	self.buildDir = buildDir
	self.appset = appset
	self.updateTimeStamp(self.buildDir)
	
	self.cmsswBuildDir = releaseDir
	self.release = os.path.basename(releaseDir)
	self.relTag = self.release
	self.relCycle = self.release.replace("CMSSW_","").split("_X_",1)[0].replace("_",".")
	
	day,hour = self.stamp.split('-')
        
        self.threadList = {}
        self.maxThreads = 2 # one for unit-tests, one for addOnTests

        self.doRelVal = True
        self.logger = None
        self.RelValArgs = None
        config.setDefaults(self.relCycle)
        try:
            self.doRelVal   = config.Configuration[self.relCycle]['runRelVal']
            self.RelValArgs = config.Configuration[self.relCycle]['RelValArgs']
        except:
            pass
	
        return
    
    # --------------------------------------------------------------------------------

    def setupLogger(self, doInstall=True):

        if not self.logger:
	    from logUpdater import LogUpdater
            self.logger = LogUpdater(self.buildDir,doInstall)
            self.logger.setDryRun(self.dryRun)
            self.logger.setRelease(self.relTag, self.relCycle, self.stamp)

        return
    # --------------------------------------------------------------------------------

    def getDepThreads(self, jobs=[]):
        deps = []
        for job in jobs:
            if self.threadList.has_key(job) and self.threadList[job]: deps.append(self.threadList[job])
        return deps

    # --------------------------------------------------------------------------------

    def doTest(self, only=None):

	if not self.release :
            print "ReleaseTester> ERROR: no release specified !! "
            return 

        self.setupLogger(self.doInstall)
        self.runProjectInit()
        if not only or 'dirsize' in only:
            print '\n'+80*'-'+' dirsize \n'
            self.threadList['dirsize'] = self.runDirSize()

        if not only or 'depViolation' in only:
            print '\n'+80*'-'+' depViolation \n'
            self.threadList['ddepViolation'] = self.runBuildFileDeps()

        if not only or 'relProducts' in only:
            print '\n'+80*'-'+' relProducts \n'
            self.threadList['relProducts'] = self.runReleaseProducts()

        if not only or 'addon' in only:
            print '\n'+80*'-'+' addOnTests \n'
            self.threadList['addon'] = self.runAddOnTests()

        if not only or 'relvalcomp' in only:
            print '\n'+80*'-'+' relvalcomp \n'
            self.threadList['relvalcomp'] = self.runBuildReports()

        if not only or 'unit' in only:
            print '\n'+80*'-'+' unit \n'
            self.threadList['unit'] = self.runUnitTests()

	if not only or 'codeRules' in only:
            print '\n'+80*'-'+' codeRules \n'
            self.threadList['codeRules'] = self.runCodeRulesChecker()

        if not only or 'ignominy' in only:
            print '\n'+80*'-'+' ignominy \n'
            self.threadList['ignominy'] = self.runIgnominy()

        if not only or 'fwbuildset' in only:
            print '\n'+80*'-'+' FWLite BuildSet\n'
            self.threadList['fwbuildset'] = self.runFWLiteBuildSet(self.getDepThreads(['ignominy']))

        #if not only or 'onlbuildset' in only:
        #    print '\n'+80*'-'+' Online BuildSet\n'
        #    self.threadList['onlbuildset'] = self.runOnlineBuildSet(self.getDepThreads(['ignominy']))

        if not only or 'dqmoffline' in only:
            print '\n'+80*'-'+' DQMOfflineTest \n'
            self.threadList['dqmoffline'] = self.runDQMOfflineTests(self.getDepThreads(['unit']))

        if not only or 'relval' == only:
            print '\n'+80*'-'+' relval \n'
            self.threadList['relval'] = self.runPyRelVals(self.getDepThreads(['addon']))

        if not only or 'libcheck' in only:
            print '\n'+80*'-'+' libcheck\n'
            self.threadList['libcheck'] = self.checkLibDeps()

        if not only or 'geom' in only:
            print '\n'+80*'-'+' geom \n'
            self.threadList['geom'] = self.runGeomTests()

        if not only or 'pyConfigs' in only:
            print '\n'+80*'-'+' pyConfigs \n'
            self.threadList['pyConfigs'] = self.checkPyConfigs()

        if not only or 'dupDict' in only:
            print '\n'+80*'-'+' dupDict \n'
            self.threadList['dupDict'] = self.runDuplicateDictCheck()

	print 'TestWait> waiting for tests to finish ....'
	for task in self.threadList:
            if self.threadList[task]: self.threadList[task].join()
        print 'TestWait> Tests finished '
	return
    
    # --------------------------------------------------------------------------------

    def checkPyConfigs(self, deps = []):
        print "Going to check python configs in ", os.getcwd()
        cmd = 'cd src ; '+scriptPath+'/checkPyConfigs.py > ../chkPyConf.log 2>&1'
        try:
            self.doCmd(cmd,self.dryRun,self.cmsswBuildDir)
	    self.logger.updateLogFile("chkPyConf.log")
	    self.logger.updateLogFile("chkPyConf.log",'testLogs')
        except:
            pass
        return None
    
    # --------------------------------------------------------------------------------

    def checkLibDeps(self, deps = []):
        print "libDepTests> Going to run LibDepChk ... "
        thrd = None
        try:
            thrd = LibDepsTester(self.cmsswBuildDir,self.logger, deps)
            thrd.start()
        except Exception, e :
            print "ERROR during LibDepChk : caught exception: " + str(e)
        return thrd
Example #21
0
class ReleaseTester(object):
    def __init__(self, releaseDir, dryRun=False):
        self.dryRun = dryRun
        self.plat = os.environ["SCRAM_ARCH"]
        self.appset = releaseDir + "/CMSDIST"
        self.cmsswBuildDir = releaseDir
        self.release = os.path.basename(releaseDir)
        self.relTag = self.release
        self.threadList = {}
        from cmsutils import getIBReleaseInfo
        self.relCycle, day, hour = getIBReleaseInfo(self.release)
        from logUpdater import LogUpdater
        self.logger = LogUpdater(self.cmsswBuildDir, self.dryRun)
        return

    # --------------------------------------------------------------------------------
    def getDepThreads(self, jobs=[]):
        deps = []
        for job in jobs:
            if job in self.threadList and self.threadList[job]:
                deps.append(self.threadList[job])
        return deps

    # --------------------------------------------------------------------------------
    def doTest(self, only=None):
        if not self.release:
            print("ReleaseTester> ERROR: no release specified !! ")
            return

        self.runProjectInit()
        if not only or 'dirsize' in only:
            print('\n' + 80 * '-' + ' dirsize \n')
            self.threadList['dirsize'] = self.runDirSize()

        if not only or 'depViolation' in only:
            print('\n' + 80 * '-' + ' depViolation \n')
            self.threadList['depViolation'] = self.runBuildFileDeps()

        if not only or 'relProducts' in only:
            print('\n' + 80 * '-' + ' relProducts \n')
            self.threadList['relProducts'] = self.runReleaseProducts()

        if not only or 'unit' in only:
            print('\n' + 80 * '-' + ' unit \n')
            self.threadList['unit'] = self.runUnitTests()

        # We only want to explicitly run this test.
        if only and 'gpu_unit' in only:
            print('\n' + 80 * '-' + ' gpu_unit \n')
            self.threadList['gpu_unit'] = self.runUnitTests([], 'GPU')

        if not only or 'codeRules' in only:
            print('\n' + 80 * '-' + ' codeRules \n')
            self.threadList['codeRules'] = self.runCodeRulesChecker()

        if not only or 'ignominy' in only:
            print('\n' + 80 * '-' + ' ignominy \n')
            self.threadList['ignominy'] = self.runIgnominy()

        if not only or 'fwbuildset' in only:
            print('\n' + 80 * '-' + ' FWLite BuildSet\n')
            self.threadList['fwbuildset'] = self.runFWLiteBuildSet(
                self.getDepThreads(['ignominy']))

        if not only or 'libcheck' in only:
            print('\n' + 80 * '-' + ' libcheck\n')
            self.threadList['libcheck'] = self.checkLibDeps()

        if not only or 'pyConfigs' in only:
            print('\n' + 80 * '-' + ' pyConfigs \n')
            self.threadList['pyConfigs'] = self.checkPyConfigs()

        if not only or 'dupDict' in only:
            print('\n' + 80 * '-' + ' dupDict \n')
            self.threadList['dupDict'] = self.runDuplicateDictCheck()

        print('TestWait> waiting for tests to finish ....')
        for task in self.threadList:
            if self.threadList[task]: self.threadList[task].join()
        print('TestWait> Tests finished ')
        return

    # --------------------------------------------------------------------------------
    def checkPyConfigs(self, deps=[]):
        print("Going to check python configs in ", os.getcwd())
        cmd = scriptPath + '/checkPyConfigs.py > chkPyConf.log 2>&1'
        try:
            doCmd(cmd, self.dryRun, self.cmsswBuildDir)
            self.logger.updateLogFile("chkPyConf.log")
            self.logger.updateLogFile("chkPyConf.log", 'testLogs')
        except:
            pass
        return None

    # --------------------------------------------------------------------------------
    def checkLibDeps(self, deps=[]):
        print("libDepTests> Going to run LibDepChk ... ")
        thrd = None
        try:
            thrd = LibDepsTester(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during LibDepChk : caught exception: " + str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runProjectInit(self, deps=[]):
        print("runProjectInit> Going regenerate scram caches ... ")
        try:
            ver = os.environ["CMSSW_VERSION"]
            cmd = "cd " + self.cmsswBuildDir + "; rm -rf src;"
            cmd += "curl -k -L -s -o src.tar.gz https://github.com/cms-sw/cmssw/archive/" + ver + ".tar.gz;"
            cmd += "tar -xzf src.tar.gz; mv cmssw-" + ver + " src; rm -rf src.tar.gz;"
            cmd += "mv src/Geometry/TrackerSimData/data src/Geometry/TrackerSimData/data.backup;"
            cmd += "scram build -r echo_CXX"
            doCmd(cmd)
        except Exception as e:
            print("ERROR during runProjectInit: caught exception: " + str(e))
        return None

    # --------------------------------------------------------------------------------
    def runCodeRulesChecker(self, deps=[]):
        print("runCodeRulesTests> Going to run cmsCodeRulesChecker ... ")
        thrd = None
        try:
            thrd = CodeRulesChecker(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during cmsCodeRulesChecker : caught exception: " +
                  str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runDuplicateDictCheck(self, deps=[]):
        print(
            "runDuplicateDictTests> Going to run duplicateReflexLibrarySearch.py ... "
        )
        script = 'duplicateReflexLibrarySearch.py'
        for opt in ['dup', 'lostDefs', 'edmPD']:
            cmd = script + ' --' + opt + ' 2>&1 >dupDict-' + opt + '.log'
            try:
                doCmd(cmd, self.dryRun, self.cmsswBuildDir)
            except Exception as e:
                print(
                    "ERROR during test duplicateDictCheck : caught exception: "
                    + str(e))
            self.logger.updateDupDictTestLogs()
        return None

    # --------------------------------------------------------------------------------
    def runIgnominy(self, deps=[]):
        print("ignominyTests> Going to run ignominy tests ... ")
        thrd = None
        try:
            thrd = IgnominyTests(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during run ignominytests : caught exception: " +
                  str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runFWLiteBuildSet(self, deps=[]):
        print("FWLiteBuildSet> Going to run FWLite BuildSet tests ... ")
        thd = None
        try:
            thd = AppBuildSetTests(self.cmsswBuildDir, self.logger,
                                   self.appset, deps, 'fwlite')
            thd.start()
        except Exception as e:
            print("ERROR during run FWLiteBuildSet : caught exception: " +
                  str(e))
        return thd

    # --------------------------------------------------------------------------------
    def runUnitTests(self, deps=[], xType=""):
        print("runTests> Going to run units tests ... ")
        thrd = None
        try:
            thrd = UnitTester(self.cmsswBuildDir, self.logger, deps, xType)
            thrd.start()
        except Exception as e:
            print("ERROR during run unittests : caught exception: " + str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runDirSize(self, deps=[]):
        print("runTests> Going to run DirSize ... ")
        thrd = None
        try:
            thrd = DirSizeTester(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during DirSize : caught exception: " + str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runReleaseProducts(self, deps=[]):
        print("runTests> Going to run ReleaseProducts ... ")
        thrd = None
        try:
            thrd = ReleaseProductsDump(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during ReleaseProducts : caught exception: " + str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runBuildFileDeps(self, deps=[]):
        print("runTests> Going to run BuildFileDeps ... ")
        thrd = None
        try:
            thrd = BuildFileDependencyCheck(self.cmsswBuildDir, self.logger,
                                            deps)
            thrd.start()
        except Exception as e:
            print("ERROR during RBuildFileDeps : caught exception: " + str(e))
        return thrd
Example #22
0
class ReleaseTester():

  def __init__(self, releaseDir, dryRun=False):
    self.dryRun = dryRun
    self.plat   = os.environ["SCRAM_ARCH"]
    self.appset = releaseDir+"/CMSDIST"
    self.cmsswBuildDir = releaseDir
    self.release = os.path.basename(releaseDir)
    self.relTag = self.release
    self.threadList = {}
    from cmsutils import getIBReleaseInfo
    self.relCycle,day,hour = getIBReleaseInfo(self.release)
    from logUpdater import LogUpdater
    self.logger = LogUpdater(self.cmsswBuildDir,self.dryRun)
    return
    
  # --------------------------------------------------------------------------------
  def getDepThreads(self, jobs=[]):
    deps = []
    for job in jobs:
      if self.threadList.has_key(job) and self.threadList[job]: deps.append(self.threadList[job])
    return deps

  # --------------------------------------------------------------------------------
  def doTest(self, only=None):
    if not self.release :
      print "ReleaseTester> ERROR: no release specified !! "
      return 

    self.runProjectInit()
    if not only or 'dirsize' in only:
      print '\n'+80*'-'+' dirsize \n'
      self.threadList['dirsize'] = self.runDirSize()

    if not only or 'depViolation' in only:
      print '\n'+80*'-'+' depViolation \n'
      self.threadList['depViolation'] = self.runBuildFileDeps()

    if not only or 'relProducts' in only:
      print '\n'+80*'-'+' relProducts \n'
      self.threadList['relProducts'] = self.runReleaseProducts()

    if not only or 'unit' in only:
      print '\n'+80*'-'+' unit \n'
      self.threadList['unit'] = self.runUnitTests()

    if not only or 'codeRules' in only:
      print '\n'+80*'-'+' codeRules \n'
      self.threadList['codeRules'] = self.runCodeRulesChecker()

    if not only or 'ignominy' in only:
      print '\n'+80*'-'+' ignominy \n'
      self.threadList['ignominy'] = self.runIgnominy()

    if not only or 'fwbuildset' in only:
      print '\n'+80*'-'+' FWLite BuildSet\n'
      self.threadList['fwbuildset'] = self.runFWLiteBuildSet(self.getDepThreads(['ignominy']))

    if not only or 'libcheck' in only:
      print '\n'+80*'-'+' libcheck\n'
      self.threadList['libcheck'] = self.checkLibDeps()

    if not only or 'pyConfigs' in only:
      print '\n'+80*'-'+' pyConfigs \n'
      self.threadList['pyConfigs'] = self.checkPyConfigs()

    if not only or 'dupDict' in only:
      print '\n'+80*'-'+' dupDict \n'
      self.threadList['dupDict'] = self.runDuplicateDictCheck()

    print 'TestWait> waiting for tests to finish ....'
    for task in self.threadList:
      if self.threadList[task]: self.threadList[task].join()
    print 'TestWait> Tests finished '
    return

  # --------------------------------------------------------------------------------
  def checkPyConfigs(self, deps = []):
    print "Going to check python configs in ", os.getcwd()
    cmd = scriptPath+'/checkPyConfigs.py > chkPyConf.log 2>&1'
    try:
      doCmd(cmd,self.dryRun,self.cmsswBuildDir)
      self.logger.updateLogFile("chkPyConf.log")
      self.logger.updateLogFile("chkPyConf.log",'testLogs')
    except:
      pass
    return None
    
  # --------------------------------------------------------------------------------
  def checkLibDeps(self, deps = []):
    print "libDepTests> Going to run LibDepChk ... "
    thrd = None
    try:
      thrd = LibDepsTester(self.cmsswBuildDir,self.logger, deps)
      thrd.start()
    except Exception, e :
      print "ERROR during LibDepChk : caught exception: " + str(e)
    return thrd
Example #23
0
if __name__ == "__main__":
  parser = OptionParser(usage="%prog -i|--id <jobid> -l|--list <list of workflows>")
  parser.add_option("-i", "--id",   dest="jobid", help="Job Id e.g. 1of3", default="1of1")
  parser.add_option("-l", "--list", dest="workflow", help="List of workflows to run e.g. 1.0,2.0,3.0", type=str, default=None)
  parser.add_option("-f", "--force",dest="force", help="Force running of workflows without checking the server for previous run", action="store_true", default=False)
  parser.add_option("-d", "--das-cache", dest="das_cache", help="Das cache file", type=str, default=None)
  opts, args = parser.parse_args()

  if len(args) > 0: parser.error("Too many/few arguments")
  if not opts.workflow: parser.error("Missing -l|--list <workflows> argument.")
  if (not environ.has_key("CMSSW_VERSION")) or (not environ.has_key("CMSSW_BASE")) or (not environ.has_key("SCRAM_ARCH")):
    print "ERROR: Unable to file the release environment, please make sure you have set the cmssw environment before calling this script"
    exit(1)

  thrds = cmsRunProcessCount
  if isThreaded(environ["CMSSW_VERSION"],environ["SCRAM_ARCH"]):
    print "Treaded IB Found"
    thrds=int(MachineMemoryGB/5)
  elif "fc22_" in environ["SCRAM_ARCH"]:
    print "FC22 IB Found"
    thrds=int(MachineMemoryGB/4)
  else:
    print "Normal IB Found"
  if thrds>cmsRunProcessCount: thrds=cmsRunProcessCount

  matrix = PyRelValsThread(thrds, environ["CMSSW_BASE"]+"/pyRelval", opts.jobid)
  matrix.setArgs(GetMatrixOptions(environ["CMSSW_VERSION"],environ["SCRAM_ARCH"], opts.das_cache))
  matrix.run_workflows(opts.workflow.split(","),LogUpdater(environ["CMSSW_BASE"]),opts.force)

Example #24
0
class ReleaseTester(object):

    def __init__(self, releaseDir, dryRun=False):
        self.dryRun = dryRun
        self.plat = os.environ["SCRAM_ARCH"]
        self.appset = releaseDir + "/CMSDIST"
        self.cmsswBuildDir = releaseDir
        self.release = os.path.basename(releaseDir)
        self.relTag = self.release
        self.threadList = {}
        from cmsutils import getIBReleaseInfo
        self.relCycle, day, hour = getIBReleaseInfo(self.release)
        from logUpdater import LogUpdater
        self.logger = LogUpdater(self.cmsswBuildDir, self.dryRun)
        return

    # --------------------------------------------------------------------------------
    def getDepThreads(self, jobs=[]):
        deps = []
        for job in jobs:
            if job in self.threadList and self.threadList[job]: deps.append(self.threadList[job])
        return deps

    # --------------------------------------------------------------------------------
    def doTest(self, only=None):
        if not self.release:
            print("ReleaseTester> ERROR: no release specified !! ")
            return

        self.runProjectInit()
        if not only or 'dirsize' in only:
            print('\n' + 80 * '-' + ' dirsize \n')
            self.threadList['dirsize'] = self.runDirSize()

        if not only or 'depViolation' in only:
            print('\n' + 80 * '-' + ' depViolation \n')
            self.threadList['depViolation'] = self.runBuildFileDeps()

        if not only or 'relProducts' in only:
            print('\n' + 80 * '-' + ' relProducts \n')
            self.threadList['relProducts'] = self.runReleaseProducts()

        if not only or 'unit' in only:
            print('\n' + 80 * '-' + ' unit \n')
            self.threadList['unit'] = self.runUnitTests()

        # We only want to explicitly run this test.
        if only and 'gpu_unit' in only:
            print('\n' + 80 * '-' + ' gpu_unit \n')
            self.threadList['gpu_unit'] = self.runUnitTests([], 'GPU')

        if not only or 'codeRules' in only:
            print('\n' + 80 * '-' + ' codeRules \n')
            self.threadList['codeRules'] = self.runCodeRulesChecker()

        if not only or 'ignominy' in only:
            print('\n' + 80 * '-' + ' ignominy \n')
            self.threadList['ignominy'] = self.runIgnominy()

        if not only or 'fwbuildset' in only:
            print('\n' + 80 * '-' + ' FWLite BuildSet\n')
            self.threadList['fwbuildset'] = self.runFWLiteBuildSet(self.getDepThreads(['ignominy']))

        if not only or 'libcheck' in only:
            print('\n' + 80 * '-' + ' libcheck\n')
            self.threadList['libcheck'] = self.checkLibDeps()

        if not only or 'pyConfigs' in only:
            print('\n' + 80 * '-' + ' pyConfigs \n')
            self.threadList['pyConfigs'] = self.checkPyConfigs()

        if not only or 'dupDict' in only:
            print('\n' + 80 * '-' + ' dupDict \n')
            self.threadList['dupDict'] = self.runDuplicateDictCheck()

        print('TestWait> waiting for tests to finish ....')
        for task in self.threadList:
            if self.threadList[task]: self.threadList[task].join()
        print('TestWait> Tests finished ')
        return

    # --------------------------------------------------------------------------------
    def checkPyConfigs(self, deps=[]):
        print("Going to check python configs in ", os.getcwd())
        cmd = scriptPath + '/checkPyConfigs.py > chkPyConf.log 2>&1'
        try:
            doCmd(cmd, self.dryRun, self.cmsswBuildDir)
            self.logger.updateLogFile("chkPyConf.log")
            self.logger.updateLogFile("chkPyConf.log", 'testLogs')
        except:
            pass
        return None

    # --------------------------------------------------------------------------------
    def checkLibDeps(self, deps=[]):
        print("libDepTests> Going to run LibDepChk ... ")
        thrd = None
        try:
            thrd = LibDepsTester(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during LibDepChk : caught exception: " + str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runProjectInit(self, deps=[]):
        print("runProjectInit> Going regenerate scram caches ... ")
        try:
            ver = os.environ["CMSSW_VERSION"]
            cmd = "cd " + self.cmsswBuildDir + "; rm -rf src;"
            cmd += "curl -k -L -s -o src.tar.gz https://github.com/cms-sw/cmssw/archive/" + ver + ".tar.gz;"
            cmd += "tar -xzf src.tar.gz; mv cmssw-" + ver + " src; rm -rf src.tar.gz;"
            cmd += "mv src/Geometry/TrackerSimData/data src/Geometry/TrackerSimData/data.backup;"
            cmd += "scram build -r echo_CXX"
            doCmd(cmd)
        except Exception as e:
            print("ERROR during runProjectInit: caught exception: " + str(e))
        return None

    # --------------------------------------------------------------------------------
    def runCodeRulesChecker(self, deps=[]):
        print("runCodeRulesTests> Going to run cmsCodeRulesChecker ... ")
        thrd = None
        try:
            thrd = CodeRulesChecker(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during cmsCodeRulesChecker : caught exception: " + str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runDuplicateDictCheck(self, deps=[]):
        print("runDuplicateDictTests> Going to run duplicateReflexLibrarySearch.py ... ")
        script = 'duplicateReflexLibrarySearch.py'
        for opt in ['dup', 'lostDefs', 'edmPD']:
            cmd = script + ' --' + opt + ' 2>&1 >dupDict-' + opt + '.log'
            try:
                doCmd(cmd, self.dryRun, self.cmsswBuildDir)
            except Exception as e:
                print("ERROR during test duplicateDictCheck : caught exception: " + str(e))
            self.logger.updateDupDictTestLogs()
        return None

    # --------------------------------------------------------------------------------
    def runIgnominy(self, deps=[]):
        print("ignominyTests> Going to run ignominy tests ... ")
        thrd = None
        try:
            thrd = IgnominyTests(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during run ignominytests : caught exception: " + str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runFWLiteBuildSet(self, deps=[]):
        print("FWLiteBuildSet> Going to run FWLite BuildSet tests ... ")
        thd = None
        try:
            thd = AppBuildSetTests(self.cmsswBuildDir, self.logger, self.appset, deps, 'fwlite')
            thd.start()
        except Exception as e:
            print("ERROR during run FWLiteBuildSet : caught exception: " + str(e))
        return thd

    # --------------------------------------------------------------------------------
    def runUnitTests(self, deps=[], xType=""):
        print("runTests> Going to run units tests ... ")
        thrd = None
        try:
            thrd = UnitTester(self.cmsswBuildDir, self.logger, deps, xType)
            thrd.start()
        except Exception as e:
            print("ERROR during run unittests : caught exception: " + str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runDirSize(self, deps=[]):
        print("runTests> Going to run DirSize ... ")
        thrd = None
        try:
            thrd = DirSizeTester(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during DirSize : caught exception: " + str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runReleaseProducts(self, deps=[]):
        print("runTests> Going to run ReleaseProducts ... ")
        thrd = None
        try:
            thrd = ReleaseProductsDump(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during ReleaseProducts : caught exception: " + str(e))
        return thrd

    # --------------------------------------------------------------------------------
    def runBuildFileDeps(self, deps=[]):
        print("runTests> Going to run BuildFileDeps ... ")
        thrd = None
        try:
            thrd = BuildFileDependencyCheck(self.cmsswBuildDir, self.logger, deps)
            thrd.start()
        except Exception as e:
            print("ERROR during RBuildFileDeps : caught exception: " + str(e))
        return thrd