Пример #1
0
def makeDirectory(step):
    """
    _makeDirectory_

    Create a Directory & file structure from the step provided

    """

    dirs = getattr(step.build.directories, nodeName(step))
    topDir = Directory(nodeName(step))

    processDir(dirs, topDir)

    return topDir
Пример #2
0
 def install(self, step):
     stepname = nodeName(step)
     step.stepType = "StageOut"
     step.section_("files")
     step.filecount = 0
     step.retryCount = 3
     step.retryDelay = 300
Пример #3
0
    def install(self, step):
        """
        _install_

        Add the set of default fields to the step required for running
        a cmssw job

        """
        stepname = nodeName(step)
        step.stepType = "CMSSW"
        step.application.section_("setup")
        step.application.setup.scramCommand = "scramv1"
        step.application.setup.scramProject = "CMSSW"
        step.application.setup.cmsswVersion = None
        step.application.setup.scramArch = None
        step.application.setup.buildArch = None
        step.application.setup.softwareEnvironment = None

        step.application.section_("command")
        step.application.command.executable = "cmsRun"
        step.application.command.configuration = "PSet.py"
        step.application.command.configurationPickle = "PSet.pkl"
        step.application.command.configurationHash = None
        step.application.command.psetTweak = None
        step.application.command.arguments = ""
        step.output.jobReport = "FrameworkJobReport.xml"
        step.output.stdout = "%s-stdout.log" % stepname
        step.output.stderr = "%s-stderr.log" % stepname
        step.output.keep = True
        step.output.section_("modules")

        step.output.section_("analysisFiles")

        step.section_("runtime")
        step.runtime.preScripts = []
        step.runtime.scramPreScripts = []
        step.runtime.postScripts = []
        step.runtime.postScramScripts = []

        step.section_("debug")
        step.debug.verbosity = 0
        step.debug.keepLogs = False

        step.section_("user")
        step.user.inputSandboxes = []
        step.user.script = None
        step.user.outputFiles = []
        step.user.userFiles = []

        step.section_("monitoring")

        #
        # support for multicore cmssw running mode
        #
        step.application.section_("multicore")
        step.application.multicore.enabled =  False
        step.application.multicore.numberOfCores = 1
        step.application.multicore.inputfilelist = "input.filelist"
        step.application.multicore.inputmanifest = "manifest.json"
        step.application.multicore.edmFileUtil = "edmFileUtil --JSON -F input.filelist > manifest.json"
Пример #4
0
 def install(self, step):
     stepname = nodeName(step)
     step.stepType = "DeleteFiles"
     step.section_("logs")
     step.logcount = 0
     step.retryCount = 3
     step.retryDelay = 300
Пример #5
0
 def install(self, step):
     stepname = nodeName(step)
     step.stepType = "AlcaHarvest"
     step.section_("condition")
     step.condition.runNumber = None
     step.condition.outLabel = None
     step.condition.dir = None
Пример #6
0
    def stepName(self):
        """
        _stepName_

        Get the name of the step

        """
        return nodeName(self.data)
Пример #7
0
 def install(self, step):
     stepname = nodeName(step)
     step.stepType = "AlcaHarvest"
     step.section_("condition")
     step.condition.runNumber = None
     step.condition.outLabel = None
     step.condition.lfnbase = None
     step.section_("luminosity")
     step.luminosity.url = None
Пример #8
0
    def __call__(self, step, taskName, workingDirectory, **args):
        """
        _operator(step)_


        """
        self.stepName = nodeName(step)
        self.taskName = taskName
        self.coreBuild(step, workingDirectory)
        self.build(step, workingDirectory, **args)
Пример #9
0
    def build(self, step, workingDir, **args):
        """
        _build_

        implement build interface for CMSSW Step

        """
        stepName = nodeName(step)
        stepWorkingArea = "%s/%s" % (workingDir, stepName)
        self.installWorkingArea(step, stepWorkingArea)
        print "Builders.MulticoreCMSSW.build called on %s" % stepName
Пример #10
0
    def build(self, step, workingDir, **args):
        """
        _build_

        implement build interface for DeleteFiles Step

        """
        stepName = nodeName(step)
        stepWorkingArea = "%s/%s" % (workingDir, stepName)
        self.installWorkingArea(step, stepWorkingArea)
        print("Builders.DeleteFiles.build called on %s" % stepName)
Пример #11
0
    def build(self, step, workingDir, **args):
        """
        _build_

        implement build interface for DQMUpload Step

        """
        stepName = nodeName(step)
        stepWorkingArea = "%s/%s" % (workingDir, stepName)
        self.installWorkingArea(step, stepWorkingArea)
        print("Builders.AlcaHarvest.build called on %s" % stepName)
Пример #12
0
    def build(self, step, workingDir, **args):
        """
        _build_

        implement build interface for LogCollect Step

        """
        stepName = nodeName(step)
        stepWorkingArea = "%s/%s" % (workingDir, stepName)
        self.installWorkingArea(step, stepWorkingArea)
        logging.info("Builders.LogCollect.build called on %s", stepName)
Пример #13
0
    def build(self, step, workingDir, **args):
        """
        _build_

        implement build interface for StageOut Step

        """
        stepName = nodeName(step)
        stepWorkingArea = "%s/%s" % (workingDir, stepName)
        self.installWorkingArea(step, stepWorkingArea)
        print "Builders.LogArchive.build called on %s" % stepName
Пример #14
0
    def install(self, step):
        stepname = nodeName(step)
        step.stepType = "LogArchive"
        step.section_("logs")
        step.logcount = 0
        step.retryCount = 3
        step.retryDelay = 300

        # Create output to put logs in
        step.section_("output")
        step.output.section_("modules")
        step.output.modules.section_("logArchive")
Пример #15
0
 def install(self, step):
     stepname = nodeName(step)
     step.stepType = "DQMUpload"
     step.section_("analysisFiles")
     step.analysisFiles.filecount = 0
     step.section_("upload")
     step.upload.active = True
     step.upload.URL = 'https://cmsweb.cern.ch/dqm/dev'
     step.upload.proxy = None
     step.section_("stageOut")
     step.stageOut.active = True
     step.stageOut.retryCount = 3
     step.stageOut.retryDelay = 300
Пример #16
0
 def install(self, step):
     stepname = nodeName(step)
     step.stepType = "LogCollect"
     step.section_("logs")
     step.logcount = 0
     step.retryCount = 3
     step.retryDelay = 300
     step.application.section_("setup")
     step.application.setup.scramCommand = "scramv1"
     step.application.setup.scramProject = "CMSSW"
     step.application.setup.cmsswVersion = None
     step.application.setup.scramArch = None
     step.application.setup.buildArch = None
     step.application.setup.softwareEnvironment = None
Пример #17
0
    def coreInstall(self, step):
        """
        _coreInstall_

        Install attributes common to all steps

        """
        # Environment settings to pass to the step
        step.section_("environment")
        step.environment.section_("variables")
        step.environment.section_("paths")

        # Directory structure and files to be included in the job
        # beyond those that would be added by a Step Specific builder
        # Step Specific subclasses can simply append to these to get files
        # and dirs into the job
        step.section_("build")
        step.build.section_("directories")
        step.build.directories.section_(nodeName(step))
Пример #18
0
    def coreInstall(self, wmStep):
        """
        _coreInstall_

        Install attributes common to all steps

        """
        # Environment settings to pass to the step
        wmStep.section_("environment")
        wmStep.environment.section_("variables")
        wmStep.environment.section_("paths")

        # Directory structure and files to be included in the job
        # beyond those that would be added by a Step Specific builder
        # Step Specific subclasses can simply append to these to get files
        # and dirs into the job
        wmStep.section_("build")
        wmStep.build.section_("directories")
        wmStep.build.directories.section_(nodeName(wmStep))
Пример #19
0
 def install(self, step):
     stepname = nodeName(step)
     step.stepType = "DQMUpload"
     step.section_("upload")
     step.upload.URL = 'https://cmsweb.cern.ch/dqm/dev'
     step.upload.proxy = None
Пример #20
0
 def install(self, step):
     stepname = nodeName(step)
     step.stepType = "DQMUpload"
     step.section_("upload")
     step.upload.URL = 'https://cmsweb.cern.ch/dqm/dev'
     step.upload.proxy = None
Пример #21
0
    def install(self, step):
        """
        _install_

        Add the set of default fields to the step required for running
        a cmssw job

        """
        stepname = nodeName(step)
        step.stepType = "CMSSW"
        step.application.section_("setup")
        step.application.setup.scramCommand = "scramv1"
        step.application.setup.scramProject = "CMSSW"
        step.application.setup.cmsswVersion = None
        step.application.setup.scramArch = None
        step.application.setup.buildArch = None
        step.application.setup.softwareEnvironment = None

        step.application.section_("command")
        step.application.command.executable = "cmsRun"
        step.application.command.configuration = "PSet.py"
        step.application.command.configurationPickle = "PSet.pkl"
        step.application.command.configurationHash = None
        step.application.command.psetTweak = None
        step.application.command.arguments = ""
        step.output.jobReport = "FrameworkJobReport.xml"
        step.output.stdout = "%s-stdout.log" % stepname
        step.output.stderr = "%s-stderr.log" % stepname
        step.output.keep = True
        step.output.section_("modules")

        step.output.section_("analysisFiles")

        step.section_("runtime")
        step.runtime.preScripts = []
        step.runtime.scramPreScripts = []
        step.runtime.postScripts = []
        step.runtime.postScramScripts = []

        step.section_("debug")
        step.debug.verbosity = 0
        step.debug.keepLogs = False

        step.section_("user")
        step.user.inputSandboxes = []
        step.user.script = None
        step.user.outputFiles = []
        step.user.userFiles = []
        step.user.lfnBase = None

        step.section_("monitoring")

        # support for multicore cmssw running mode
        step.application.section_("multicore")
        step.application.multicore.numberOfCores = 1
        step.application.multicore.eventStreams = 0

        # support for GPU in CMSSW (using defaults from StdBase)
        step.application.section_("gpu")
        step.application.gpu.gpuRequired = "forbidden"
        step.application.gpu.gpuRequirements = None