def makeDirectory(step): """ _makeDirectory_ Create a Directory & file structure from the step provided """ dirs = getattr(step.build.directories, nodeName(step)) topDir = Directory(nodeName(step)) processDir(dirs, topDir) return topDir
def install(self, step): stepname = nodeName(step) step.stepType = "StageOut" step.section_("files") step.filecount = 0 step.retryCount = 3 step.retryDelay = 300
def install(self, step): """ _install_ Add the set of default fields to the step required for running a cmssw job """ stepname = nodeName(step) step.stepType = "CMSSW" step.application.section_("setup") step.application.setup.scramCommand = "scramv1" step.application.setup.scramProject = "CMSSW" step.application.setup.cmsswVersion = None step.application.setup.scramArch = None step.application.setup.buildArch = None step.application.setup.softwareEnvironment = None step.application.section_("command") step.application.command.executable = "cmsRun" step.application.command.configuration = "PSet.py" step.application.command.configurationPickle = "PSet.pkl" step.application.command.configurationHash = None step.application.command.psetTweak = None step.application.command.arguments = "" step.output.jobReport = "FrameworkJobReport.xml" step.output.stdout = "%s-stdout.log" % stepname step.output.stderr = "%s-stderr.log" % stepname step.output.keep = True step.output.section_("modules") step.output.section_("analysisFiles") step.section_("runtime") step.runtime.preScripts = [] step.runtime.scramPreScripts = [] step.runtime.postScripts = [] step.runtime.postScramScripts = [] step.section_("debug") step.debug.verbosity = 0 step.debug.keepLogs = False step.section_("user") step.user.inputSandboxes = [] step.user.script = None step.user.outputFiles = [] step.user.userFiles = [] step.section_("monitoring") # # support for multicore cmssw running mode # step.application.section_("multicore") step.application.multicore.enabled = False step.application.multicore.numberOfCores = 1 step.application.multicore.inputfilelist = "input.filelist" step.application.multicore.inputmanifest = "manifest.json" step.application.multicore.edmFileUtil = "edmFileUtil --JSON -F input.filelist > manifest.json"
def install(self, step): stepname = nodeName(step) step.stepType = "DeleteFiles" step.section_("logs") step.logcount = 0 step.retryCount = 3 step.retryDelay = 300
def install(self, step): stepname = nodeName(step) step.stepType = "AlcaHarvest" step.section_("condition") step.condition.runNumber = None step.condition.outLabel = None step.condition.dir = None
def stepName(self): """ _stepName_ Get the name of the step """ return nodeName(self.data)
def install(self, step): stepname = nodeName(step) step.stepType = "AlcaHarvest" step.section_("condition") step.condition.runNumber = None step.condition.outLabel = None step.condition.lfnbase = None step.section_("luminosity") step.luminosity.url = None
def __call__(self, step, taskName, workingDirectory, **args): """ _operator(step)_ """ self.stepName = nodeName(step) self.taskName = taskName self.coreBuild(step, workingDirectory) self.build(step, workingDirectory, **args)
def build(self, step, workingDir, **args): """ _build_ implement build interface for CMSSW Step """ stepName = nodeName(step) stepWorkingArea = "%s/%s" % (workingDir, stepName) self.installWorkingArea(step, stepWorkingArea) print "Builders.MulticoreCMSSW.build called on %s" % stepName
def build(self, step, workingDir, **args): """ _build_ implement build interface for DeleteFiles Step """ stepName = nodeName(step) stepWorkingArea = "%s/%s" % (workingDir, stepName) self.installWorkingArea(step, stepWorkingArea) print("Builders.DeleteFiles.build called on %s" % stepName)
def build(self, step, workingDir, **args): """ _build_ implement build interface for DQMUpload Step """ stepName = nodeName(step) stepWorkingArea = "%s/%s" % (workingDir, stepName) self.installWorkingArea(step, stepWorkingArea) print("Builders.AlcaHarvest.build called on %s" % stepName)
def build(self, step, workingDir, **args): """ _build_ implement build interface for LogCollect Step """ stepName = nodeName(step) stepWorkingArea = "%s/%s" % (workingDir, stepName) self.installWorkingArea(step, stepWorkingArea) logging.info("Builders.LogCollect.build called on %s", stepName)
def build(self, step, workingDir, **args): """ _build_ implement build interface for StageOut Step """ stepName = nodeName(step) stepWorkingArea = "%s/%s" % (workingDir, stepName) self.installWorkingArea(step, stepWorkingArea) print "Builders.LogArchive.build called on %s" % stepName
def install(self, step): stepname = nodeName(step) step.stepType = "LogArchive" step.section_("logs") step.logcount = 0 step.retryCount = 3 step.retryDelay = 300 # Create output to put logs in step.section_("output") step.output.section_("modules") step.output.modules.section_("logArchive")
def install(self, step): stepname = nodeName(step) step.stepType = "DQMUpload" step.section_("analysisFiles") step.analysisFiles.filecount = 0 step.section_("upload") step.upload.active = True step.upload.URL = 'https://cmsweb.cern.ch/dqm/dev' step.upload.proxy = None step.section_("stageOut") step.stageOut.active = True step.stageOut.retryCount = 3 step.stageOut.retryDelay = 300
def install(self, step): stepname = nodeName(step) step.stepType = "LogCollect" step.section_("logs") step.logcount = 0 step.retryCount = 3 step.retryDelay = 300 step.application.section_("setup") step.application.setup.scramCommand = "scramv1" step.application.setup.scramProject = "CMSSW" step.application.setup.cmsswVersion = None step.application.setup.scramArch = None step.application.setup.buildArch = None step.application.setup.softwareEnvironment = None
def coreInstall(self, step): """ _coreInstall_ Install attributes common to all steps """ # Environment settings to pass to the step step.section_("environment") step.environment.section_("variables") step.environment.section_("paths") # Directory structure and files to be included in the job # beyond those that would be added by a Step Specific builder # Step Specific subclasses can simply append to these to get files # and dirs into the job step.section_("build") step.build.section_("directories") step.build.directories.section_(nodeName(step))
def coreInstall(self, wmStep): """ _coreInstall_ Install attributes common to all steps """ # Environment settings to pass to the step wmStep.section_("environment") wmStep.environment.section_("variables") wmStep.environment.section_("paths") # Directory structure and files to be included in the job # beyond those that would be added by a Step Specific builder # Step Specific subclasses can simply append to these to get files # and dirs into the job wmStep.section_("build") wmStep.build.section_("directories") wmStep.build.directories.section_(nodeName(wmStep))
def install(self, step): stepname = nodeName(step) step.stepType = "DQMUpload" step.section_("upload") step.upload.URL = 'https://cmsweb.cern.ch/dqm/dev' step.upload.proxy = None
def install(self, step): """ _install_ Add the set of default fields to the step required for running a cmssw job """ stepname = nodeName(step) step.stepType = "CMSSW" step.application.section_("setup") step.application.setup.scramCommand = "scramv1" step.application.setup.scramProject = "CMSSW" step.application.setup.cmsswVersion = None step.application.setup.scramArch = None step.application.setup.buildArch = None step.application.setup.softwareEnvironment = None step.application.section_("command") step.application.command.executable = "cmsRun" step.application.command.configuration = "PSet.py" step.application.command.configurationPickle = "PSet.pkl" step.application.command.configurationHash = None step.application.command.psetTweak = None step.application.command.arguments = "" step.output.jobReport = "FrameworkJobReport.xml" step.output.stdout = "%s-stdout.log" % stepname step.output.stderr = "%s-stderr.log" % stepname step.output.keep = True step.output.section_("modules") step.output.section_("analysisFiles") step.section_("runtime") step.runtime.preScripts = [] step.runtime.scramPreScripts = [] step.runtime.postScripts = [] step.runtime.postScramScripts = [] step.section_("debug") step.debug.verbosity = 0 step.debug.keepLogs = False step.section_("user") step.user.inputSandboxes = [] step.user.script = None step.user.outputFiles = [] step.user.userFiles = [] step.user.lfnBase = None step.section_("monitoring") # support for multicore cmssw running mode step.application.section_("multicore") step.application.multicore.numberOfCores = 1 step.application.multicore.eventStreams = 0 # support for GPU in CMSSW (using defaults from StdBase) step.application.section_("gpu") step.application.gpu.gpuRequired = "forbidden" step.application.gpu.gpuRequirements = None