Ejemplo n.º 1
0
 def getWorkloadCreateArgs():
     baseArgs = DataProcessing.getWorkloadCreateArgs()
     specArgs = {"RequestType": {"default": "ReDigi", "optional": False},
                 "StepOneOutputModuleName": {"null": True},
                 "StepTwoOutputModuleName": {"null": True},
                 "ConfigCacheID": {"optional": True, "null": True},
                 "StepOneConfigCacheID": {"optional": False, "null": True},
                 "StepTwoConfigCacheID": {"null": True},
                 "StepThreeConfigCacheID": {"null": True},
                 "KeepStepOneOutput": {"default": True, "type": strToBool, "null": False},
                 "KeepStepTwoOutput": {"default": True, "type": strToBool, "null": False},
                 "StepTwoTimePerEvent": {"type": float, "null": True,
                                         "validate": lambda x: x > 0},
                 "StepThreeTimePerEvent": {"type": float, "null": True,
                                           "validate": lambda x: x > 0},
                 "StepTwoSizePerEvent": {"type": float, "null": True,
                                         "validate": lambda x: x > 0},
                 "StepThreeSizePerEvent": {"type": float, "null": True,
                                           "validate": lambda x: x > 0},
                 "StepTwoMemory": {"type": float, "null": True,
                                   "validate": lambda x: x > 0},
                 "StepThreeMemory": {"type": float, "null": True,
                                     "validate": lambda x: x > 0},
                 "MCPileup": {"validate": dataset, "attr": "mcPileup", "null": True},
                 "DataPileup": {"null": True, "validate": dataset},
                 "DeterministicPileup": {"default": False, "type": strToBool, "null": False}}
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Ejemplo n.º 2
0
    def getWorkloadCreateArgs():

        baseArgs = DataProcessing.getWorkloadCreateArgs()
        specArgs = {"RequestType" : {"default" : "ReReco", "optional" : False},
                    "TransientOutputModules" : {"default" : [], "type" : makeList,
                                                "attr" : "transientModules", "null" : False}
                    }
        baseArgs.update(specArgs)
        DataProcessing.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Ejemplo n.º 3
0
 def getWorkloadCreateArgs():
     baseArgs = DataProcessing.getWorkloadCreateArgs()
     specArgs = {"RequestType": {"default": "DQMHarvest", "optional": True},
                 "ConfigCacheID": {"optional": True, "null": True},
                 "DQMConfigCacheID": {"optional": False, "attr": "dqmConfigCacheID"},
                 "DQMUploadUrl": {"optional": False, "attr": "dqmUploadUrl"},
                }
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Ejemplo n.º 4
0
 def getWorkloadCreateArgs():
     baseArgs = DataProcessing.getWorkloadCreateArgs()
     specArgs = {"RequestType": {"default": "MonteCarloFromGEN", "optional": False},
                 "PrimaryDataset": {"optional": True, "validate": primdataset,
                                    "attr": "inputPrimaryDataset", "null": True},
                 "MCPileup": {"validate": dataset, "attr": "mcPileup", "null": True},
                 "DataPileup": {"validate": dataset, "null": True},
                 "DeterministicPileup": {"default": False, "type": strToBool,
                                         "optional": True, "null": False}
                }
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Ejemplo n.º 5
0
    def getWorkloadCreateArgs():
        baseArgs = DataProcessing.getWorkloadCreateArgs()
        specArgs = {"RequestType": {"default": "PromptReco", "optional": True},
                    "ConfigCacheID": {"optional": True, "null": True},
                    "Scenario": {"default": None, "optional": False,
                                 "attr": "procScenario", "null": False},
                    "ProcessingString": {"default": "", "validate": procstringT0},
                    "WriteTiers": {"default": ["RECO", "AOD", "DQM", "ALCARECO"],
                                   "type": makeList, "optional": False, "null": False},
                    "AlcaSkims": {"default": ["TkAlCosmics0T", "MuAlGlobalCosmics", "HcalCalHOCosmics"],
                                  "type": makeList, "optional": False, "null": False},
                    "PhysicsSkims": {"default": [], "type": makeList,
                                     "optional": True, "null": False},
                    "InitCommand": {"default": None, "optional": True, "null": True},
                    "EnvPath": {"default": None, "optional": True, "null": True},
                    "BinPath": {"default": None, "optional": True, "null": True},
                    "DoLogCollect": {"default": True, "type": strToBool,
                                     "optional": True, "null": False},
                    "SplittingAlgo": {"default": "EventAwareLumiBased", "null": False,
                                      "validate": lambda x: x in ["EventBased", "LumiBased",
                                                                  "EventAwareLumiBased", "FileBased"],
                                      "attr": "procJobSplitAlgo"},
                    "EventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
                                     "null": False},
                    "SkimSplittingAlgo": {"default": "FileBased", "null": False,
                                          "validate": lambda x: x in ["EventBased", "LumiBased",
                                                                      "EventAwareLumiBased", "FileBased"],
                                          "attr": "skimJobSplitAlgo"},
                    "SkimEventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
                                         "null": False},
                    "SkimLumisPerJob": {"default": 8, "type": int, "validate": lambda x: x > 0,
                                        "null": False},
                    "SkimFilesPerJob": {"default": 1, "type": int, "validate": lambda x: x > 0,
                                        "null": False},
                    }

        baseArgs.update(specArgs)
        DataProcessing.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Ejemplo n.º 6
0
    def getWorkloadCreateArgs():
        baseArgs = DataProcessing.getWorkloadCreateArgs()
        specArgs = {"RequestType": {"default": "PromptReco", "optional": True},
                    "ConfigCacheID": {"optional": True, "null": True},
                    "Scenario": {"default": None, "optional": False,
                                 "attr": "procScenario", "null": False},
                    "ProcessingString": {"default": "", "validate": procstringT0},
                    "WriteTiers": {"default": ["RECO", "AOD", "DQM", "ALCARECO"],
                                   "type": makeList, "optional": False, "null": False},
                    "AlcaSkims": {"default": ["TkAlCosmics0T", "MuAlGlobalCosmics", "HcalCalHOCosmics"],
                                  "type": makeList, "optional": False, "null": False},
                    "PhysicsSkims": {"default": [], "type": makeList,
                                     "optional": True, "null": False},
                    "InitCommand": {"default": None, "optional": True, "null": True},
                    "EnvPath": {"default": None, "optional": True, "null": True},
                    "BinPath": {"default": None, "optional": True, "null": True},
                    "DoLogCollect": {"default": True, "type": strToBool,
                                     "optional": True, "null": False},
                    "SplittingAlgo": {"default": "EventAwareLumiBased", "null": False,
                                      "validate": lambda x: x in ["EventBased", "LumiBased",
                                                                  "EventAwareLumiBased", "FileBased"],
                                      "attr": "procJobSplitAlgo"},
                    "EventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
                                     "null": False},
                    "SkimSplittingAlgo": {"default": "FileBased", "null": False,
                                          "validate": lambda x: x in ["EventBased", "LumiBased",
                                                                      "EventAwareLumiBased", "FileBased"],
                                          "attr": "skimJobSplitAlgo"},
                    "SkimEventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
                                         "null": False},
                    "SkimLumisPerJob": {"default": 8, "type": int, "validate": lambda x: x > 0,
                                        "null": False},
                    "SkimFilesPerJob": {"default": 1, "type": int, "validate": lambda x: x > 0,
                                        "null": False},
                    }

        baseArgs.update(specArgs)
        DataProcessing.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Ejemplo n.º 7
0
 def getWorkloadCreateArgs():
     baseArgs = DataProcessing.getWorkloadCreateArgs()
     specArgs = {
         "RequestType": {
             "default": "DQMHarvest",
             "optional": True
         },
         "ConfigCacheID": {
             "optional": True,
             "null": True
         },
         "DQMConfigCacheID": {
             "optional": False,
             "attr": "dqmConfigCacheID"
         },
         "DQMUploadUrl": {
             "optional": False,
             "attr": "dqmUploadUrl"
         },
     }
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Ejemplo n.º 8
0
 def getWorkloadCreateArgs():
     baseArgs = DataProcessing.getWorkloadCreateArgs()
     specArgs = {
         "RequestType": {
             "default": "ReDigi",
             "optional": False
         },
         "StepOneOutputModuleName": {
             "null": True
         },
         "StepTwoOutputModuleName": {
             "null": True
         },
         "ConfigCacheID": {
             "optional": True,
             "null": True
         },
         "StepOneConfigCacheID": {
             "optional": False,
             "null": True
         },
         "StepTwoConfigCacheID": {
             "null": True
         },
         "StepThreeConfigCacheID": {
             "null": True
         },
         "KeepStepOneOutput": {
             "default": True,
             "type": strToBool,
             "null": False
         },
         "KeepStepTwoOutput": {
             "default": True,
             "type": strToBool,
             "null": False
         },
         "StepTwoTimePerEvent": {
             "type": float,
             "null": True,
             "validate": lambda x: x > 0
         },
         "StepThreeTimePerEvent": {
             "type": float,
             "null": True,
             "validate": lambda x: x > 0
         },
         "StepTwoSizePerEvent": {
             "type": float,
             "null": True,
             "validate": lambda x: x > 0
         },
         "StepThreeSizePerEvent": {
             "type": float,
             "null": True,
             "validate": lambda x: x > 0
         },
         "StepTwoMemory": {
             "type": float,
             "null": True,
             "validate": lambda x: x > 0
         },
         "StepThreeMemory": {
             "type": float,
             "null": True,
             "validate": lambda x: x > 0
         },
         "MCPileup": {
             "validate": dataset,
             "attr": "mcPileup",
             "null": True
         },
         "DataPileup": {
             "null": True,
             "validate": dataset
         },
         "DeterministicPileup": {
             "default": False,
             "type": strToBool,
             "null": False
         }
     }
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs