def makeDirectory(step):
"""
_makeDirectory_
Create a Directory & file structure from the step provided
"""
dirs = getattr(step.build.directories, nodeName(step))
topDir = Directory(nodeName(step))
processDir(dirs, topDir)
return topDir
def install(self, step):
stepname = nodeName(step)
step.stepType = "StageOut"
step.section_("files")
step.filecount = 0
step.retryCount = 3
step.retryDelay = 300
def install(self, step):
"""
_install_
Add the set of default fields to the step required for running
a cmssw job
"""
stepname = nodeName(step)
step.stepType = "CMSSW"
step.application.section_("setup")
step.application.setup.scramCommand = "scramv1"
step.application.setup.scramProject = "CMSSW"
step.application.setup.cmsswVersion = None
step.application.setup.scramArch = None
step.application.setup.buildArch = None
step.application.setup.softwareEnvironment = None
step.application.section_("command")
step.application.command.executable = "cmsRun"
step.application.command.configuration = "PSet.py"
step.application.command.configurationPickle = "PSet.pkl"
step.application.command.configurationHash = None
step.application.command.psetTweak = None
step.application.command.arguments = ""
step.output.jobReport = "FrameworkJobReport.xml"
step.output.stdout = "%s-stdout.log" % stepname
step.output.stderr = "%s-stderr.log" % stepname
step.output.keep = True
step.output.section_("modules")
step.output.section_("analysisFiles")
step.section_("runtime")
step.runtime.preScripts = []
step.runtime.scramPreScripts = []
step.runtime.postScripts = []
step.runtime.postScramScripts = []
step.section_("debug")
step.debug.verbosity = 0
step.debug.keepLogs = False
step.section_("user")
step.user.inputSandboxes = []
step.user.script = None
step.user.outputFiles = []
step.user.userFiles = []
step.section_("monitoring")
#
# support for multicore cmssw running mode
#
step.application.section_("multicore")
step.application.multicore.enabled = False
step.application.multicore.numberOfCores = 1
step.application.multicore.inputfilelist = "input.filelist"
step.application.multicore.inputmanifest = "manifest.json"
step.application.multicore.edmFileUtil = "edmFileUtil --JSON -F input.filelist > manifest.json"
def install(self, step):
stepname = nodeName(step)
step.stepType = "DeleteFiles"
step.section_("logs")
step.logcount = 0
step.retryCount = 3
step.retryDelay = 300
def install(self, step):
stepname = nodeName(step)
step.stepType = "AlcaHarvest"
step.section_("condition")
step.condition.runNumber = None
step.condition.outLabel = None
step.condition.dir = None
def stepName(self):
"""
_stepName_
Get the name of the step
"""
return nodeName(self.data)
def install(self, step):
stepname = nodeName(step)
step.stepType = "AlcaHarvest"
step.section_("condition")
step.condition.runNumber = None
step.condition.outLabel = None
step.condition.lfnbase = None
step.section_("luminosity")
step.luminosity.url = None
def __call__(self, step, taskName, workingDirectory, **args):
"""
_operator(step)_
"""
self.stepName = nodeName(step)
self.taskName = taskName
self.coreBuild(step, workingDirectory)
self.build(step, workingDirectory, **args)
def build(self, step, workingDir, **args):
"""
_build_
implement build interface for CMSSW Step
"""
stepName = nodeName(step)
stepWorkingArea = "%s/%s" % (workingDir, stepName)
self.installWorkingArea(step, stepWorkingArea)
print "Builders.MulticoreCMSSW.build called on %s" % stepName
def build(self, step, workingDir, **args):
"""
_build_
implement build interface for DeleteFiles Step
"""
stepName = nodeName(step)
stepWorkingArea = "%s/%s" % (workingDir, stepName)
self.installWorkingArea(step, stepWorkingArea)
print("Builders.DeleteFiles.build called on %s" % stepName)
def build(self, step, workingDir, **args):
"""
_build_
implement build interface for DQMUpload Step
"""
stepName = nodeName(step)
stepWorkingArea = "%s/%s" % (workingDir, stepName)
self.installWorkingArea(step, stepWorkingArea)
print("Builders.AlcaHarvest.build called on %s" % stepName)
def build(self, step, workingDir, **args):
"""
_build_
implement build interface for LogCollect Step
"""
stepName = nodeName(step)
stepWorkingArea = "%s/%s" % (workingDir, stepName)
self.installWorkingArea(step, stepWorkingArea)
logging.info("Builders.LogCollect.build called on %s", stepName)
def build(self, step, workingDir, **args):
"""
_build_
implement build interface for StageOut Step
"""
stepName = nodeName(step)
stepWorkingArea = "%s/%s" % (workingDir, stepName)
self.installWorkingArea(step, stepWorkingArea)
print "Builders.LogArchive.build called on %s" % stepName
def install(self, step):
stepname = nodeName(step)
step.stepType = "LogArchive"
step.section_("logs")
step.logcount = 0
step.retryCount = 3
step.retryDelay = 300
# Create output to put logs in
step.section_("output")
step.output.section_("modules")
step.output.modules.section_("logArchive")
def install(self, step):
stepname = nodeName(step)
step.stepType = "DQMUpload"
step.section_("analysisFiles")
step.analysisFiles.filecount = 0
step.section_("upload")
step.upload.active = True
step.upload.URL = 'https://cmsweb.cern.ch/dqm/dev'
step.upload.proxy = None
step.section_("stageOut")
step.stageOut.active = True
step.stageOut.retryCount = 3
step.stageOut.retryDelay = 300
def install(self, step):
stepname = nodeName(step)
step.stepType = "LogCollect"
step.section_("logs")
step.logcount = 0
step.retryCount = 3
step.retryDelay = 300
step.application.section_("setup")
step.application.setup.scramCommand = "scramv1"
step.application.setup.scramProject = "CMSSW"
step.application.setup.cmsswVersion = None
step.application.setup.scramArch = None
step.application.setup.buildArch = None
step.application.setup.softwareEnvironment = None
def coreInstall(self, step):
"""
_coreInstall_
Install attributes common to all steps
"""
# Environment settings to pass to the step
step.section_("environment")
step.environment.section_("variables")
step.environment.section_("paths")
# Directory structure and files to be included in the job
# beyond those that would be added by a Step Specific builder
# Step Specific subclasses can simply append to these to get files
# and dirs into the job
step.section_("build")
step.build.section_("directories")
step.build.directories.section_(nodeName(step))
def coreInstall(self, wmStep):
"""
_coreInstall_
Install attributes common to all steps
"""
# Environment settings to pass to the step
wmStep.section_("environment")
wmStep.environment.section_("variables")
wmStep.environment.section_("paths")
# Directory structure and files to be included in the job
# beyond those that would be added by a Step Specific builder
# Step Specific subclasses can simply append to these to get files
# and dirs into the job
wmStep.section_("build")
wmStep.build.section_("directories")
wmStep.build.directories.section_(nodeName(wmStep))
def install(self, step):
stepname = nodeName(step)
step.stepType = "DQMUpload"
step.section_("upload")
step.upload.URL = 'https://cmsweb.cern.ch/dqm/dev'
step.upload.proxy = None
def install(self, step):
stepname = nodeName(step)
step.stepType = "DQMUpload"
step.section_("upload")
step.upload.URL = 'https://cmsweb.cern.ch/dqm/dev'
step.upload.proxy = None
def install(self, step):
"""
_install_
Add the set of default fields to the step required for running
a cmssw job
"""
stepname = nodeName(step)
step.stepType = "CMSSW"
step.application.section_("setup")
step.application.setup.scramCommand = "scramv1"
step.application.setup.scramProject = "CMSSW"
step.application.setup.cmsswVersion = None
step.application.setup.scramArch = None
step.application.setup.buildArch = None
step.application.setup.softwareEnvironment = None
step.application.section_("command")
step.application.command.executable = "cmsRun"
step.application.command.configuration = "PSet.py"
step.application.command.configurationPickle = "PSet.pkl"
step.application.command.configurationHash = None
step.application.command.psetTweak = None
step.application.command.arguments = ""
step.output.jobReport = "FrameworkJobReport.xml"
step.output.stdout = "%s-stdout.log" % stepname
step.output.stderr = "%s-stderr.log" % stepname
step.output.keep = True
step.output.section_("modules")
step.output.section_("analysisFiles")
step.section_("runtime")
step.runtime.preScripts = []
step.runtime.scramPreScripts = []
step.runtime.postScripts = []
step.runtime.postScramScripts = []
step.section_("debug")
step.debug.verbosity = 0
step.debug.keepLogs = False
step.section_("user")
step.user.inputSandboxes = []
step.user.script = None
step.user.outputFiles = []
step.user.userFiles = []
step.user.lfnBase = None
step.section_("monitoring")
# support for multicore cmssw running mode
step.application.section_("multicore")
step.application.multicore.numberOfCores = 1
step.application.multicore.eventStreams = 0
# support for GPU in CMSSW (using defaults from StdBase)
step.application.section_("gpu")
step.application.gpu.gpuRequired = "forbidden"
step.application.gpu.gpuRequirements = None
