Beispiel #1
0
 def getWorkloadArguments():
     baseArgs = DataProcessing.getWorkloadArguments()
     specArgs = {"RequestType": {"default": "MonteCarloFromGEN", "optional": True,
                                 "attr": "requestType"},
                 "PrimaryDataset": {"default": None, "type": str,
                                    "optional": True, "validate": primdataset,
                                    "attr": "inputPrimaryDataset", "null": True},
                 "ConfigCacheUrl": {"default": None, "type": str,
                                    "optional": True, "validate": None,
                                    "attr": "configCacheUrl", "null": False},
                 "ConfigCacheID": {"default": None, "type": str,
                                   "optional": False, "validate": None,
                                   "attr": "configCacheID", "null": True},
                 "MCPileup": {"default": None, "type": str,
                              "optional": True, "validate": dataset,
                              "attr": "mcPileup", "null": True},
                 "DataPileup": {"default": None, "type": str,
                                "optional": True, "validate": dataset,
                                "attr": "dataPileup", "null": True},
                 "DeterministicPileup": {"default": False, "type": strToBool,
                                         "optional": True, "validate": None,
                                         "attr": "deterministicPileup", "null": False}}
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Beispiel #2
0
 def getWorkloadArguments():
     baseArgs = DataProcessing.getWorkloadArguments()
     specArgs = {
         "RequestType": {
             "default": "MonteCarloFromGEN",
             "optional": True,
             "attr": "requestType"
         },
         "PrimaryDataset": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": primdataset,
             "attr": "inputPrimaryDataset",
             "null": False
         },
         "ConfigCacheUrl": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "configCacheUrl",
             "null": False
         },
         "ConfigCacheID": {
             "default": None,
             "type": str,
             "optional": False,
             "validate": None,
             "attr": "configCacheID",
             "null": True
         },
         "MCPileup": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": dataset,
             "attr": "mcPileup",
             "null": True
         },
         "DataPileup": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": dataset,
             "attr": "dataPileup",
             "null": True
         },
         "DeterministicPileup": {
             "default": False,
             "type": strToBool,
             "optional": True,
             "validate": None,
             "attr": "deterministicPileup",
             "null": False
         }
     }
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Beispiel #3
0
 def getWorkloadCreateArgs():
     baseArgs = DataProcessing.getWorkloadCreateArgs()
     specArgs = {"RequestType": {"default": "ReDigi", "optional": False},
                 "StepOneOutputModuleName": {"null": True},
                 "StepTwoOutputModuleName": {"null": True},
                 "ConfigCacheID": {"optional": True, "null": True},
                 "StepOneConfigCacheID": {"optional": False, "null": True},
                 "StepTwoConfigCacheID": {"null": True},
                 "StepThreeConfigCacheID": {"null": True},
                 "KeepStepOneOutput": {"default": True, "type": strToBool, "null": False},
                 "KeepStepTwoOutput": {"default": True, "type": strToBool, "null": False},
                 "StepTwoTimePerEvent": {"type": float, "null": True,
                                         "validate": lambda x: x > 0},
                 "StepThreeTimePerEvent": {"type": float, "null": True,
                                           "validate": lambda x: x > 0},
                 "StepTwoSizePerEvent": {"type": float, "null": True,
                                         "validate": lambda x: x > 0},
                 "StepThreeSizePerEvent": {"type": float, "null": True,
                                           "validate": lambda x: x > 0},
                 "StepTwoMemory": {"type": float, "null": True,
                                   "validate": lambda x: x > 0},
                 "StepThreeMemory": {"type": float, "null": True,
                                     "validate": lambda x: x > 0},
                 "MCPileup": {"validate": dataset, "attr": "mcPileup", "null": True},
                 "DataPileup": {"null": True, "validate": dataset},
                 "DeterministicPileup": {"default": False, "type": strToBool, "null": False}}
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Beispiel #4
0
 def getWorkloadAssignArgs():
     baseArgs = DataProcessing.getWorkloadAssignArgs()
     specArgs = {
         "Override": {"default": {"eos-lfn-prefix": "root://eoscms.cern.ch//eos/cms/store/logs/prod/recent/PromptReco"},
                      "type": dict},
         }
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Beispiel #5
0
 def getWorkloadAssignArgs():
     baseArgs = DataProcessing.getWorkloadAssignArgs()
     specArgs = {
         "Override": {"default": {"eos-lfn-prefix": "root://eoscms.cern.ch//eos/cms/store/logs/prod/recent/PromptReco"},
                      "type": dict},
         }
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Beispiel #6
0
 def getWorkloadArguments():
     baseArgs = DataProcessing.getWorkloadArguments()
     specArgs = {"RequestType" : {"default" : "ReDigi", "optional" : True,
                                   "attr" : "requestType"},
                 "StepOneOutputModuleName" : {"default" : None, "type" : str,
                                              "optional" : True, "validate" : None,
                                              "attr" : "stepOneOutputModuleName", "null" : True},
                 "StepTwoOutputModuleName" : {"default" : None, "type" : str,
                                              "optional" : True, "validate" : None,
                                              "attr" : "stepTwoOutputModuleName", "null" : True},
                 "ConfigCacheID": {"default" : None, "optional": True, "null": True},
                 "StepOneConfigCacheID" : {"default" : None, "type" : str,
                                           "optional" : False, "validate" : None,
                                           "attr" : "stepOneConfigCacheID", "null" : True},
                 "StepTwoConfigCacheID" : {"default" : None, "type" : str,
                                           "optional" : True, "validate" : None,
                                           "attr" : "stepTwoConfigCacheID", "null" : True},
                 "StepThreeConfigCacheID" : {"default" : None, "type" : str,
                                             "optional" : True, "validate" : None,
                                             "attr" : "stepThreeConfigCacheID", "null" : True},
                 "KeepStepOneOutput" : {"default" : True, "type" : strToBool,
                                        "optional" : True, "validate" : None,
                                        "attr" : "keepStepOneOutput", "null" : False},
                 "KeepStepTwoOutput" : {"default" : True, "type" : strToBool,
                                        "optional" : True, "validate" : None,
                                        "attr" : "keepStepTwoOutput", "null" : False},
                 "StepTwoTimePerEvent" : {"default" : 1, "type" : float,
                                          "optional" : True, "validate" : lambda x : x > 0,
                                          "attr" : "stepTwoTimePerEvent", "null" : False},
                 "StepThreeTimePerEvent" : {"default" : 1, "type" : float,
                                            "optional" : True, "validate" : lambda x : x > 0,
                                            "attr" : "stepThreeTimePerEvent", "null" : False},
                 "StepTwoSizePerEvent" : {"default" : None, "type" : float,
                                          "optional" : True, "validate" : lambda x : x > 0,
                                          "attr" : "stepTwoSizePerEvent", "null" : True},
                 "StepThreeSizePerEvent" : {"default" : None, "type" : float,
                                            "optional" : True, "validate" : lambda x : x > 0,
                                            "attr" : "stepThreeSizePerEvent", "null" : True},
                 "StepTwoMemory" : {"default" : None, "type" : float,
                                    "optional" : True, "validate" : lambda x : x > 0,
                                    "attr" : "stepTwoMemory", "null" : True},
                 "StepThreeMemory" : {"default" : None, "type" : float,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "stepThreeMemory", "null" : True},
                 "MCPileup" : {"default" : None, "type" : str,
                               "optional" : True, "validate" : dataset,
                               "attr" : "mcPileup", "null" : True},
                 "DataPileup" : {"default" : None, "type" : str,
                                 "optional" : True, "validate" : dataset,
                                 "attr" : "dataPileup", "null" : True},
                 "DeterministicPileup" : {"default" : False, "type" : strToBool,
                                          "optional" : True, "validate" : None,
                                          "attr" : "deterministicPileup", "null" : False}}
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Beispiel #7
0
    def getWorkloadCreateArgs():

        baseArgs = DataProcessing.getWorkloadCreateArgs()
        specArgs = {"RequestType" : {"default" : "ReReco", "optional" : False},
                    "TransientOutputModules" : {"default" : [], "type" : makeList,
                                                "attr" : "transientModules", "null" : False}
                    }
        baseArgs.update(specArgs)
        DataProcessing.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Beispiel #8
0
 def getWorkloadCreateArgs():
     baseArgs = DataProcessing.getWorkloadCreateArgs()
     specArgs = {"RequestType": {"default": "DQMHarvest", "optional": True},
                 "ConfigCacheID": {"optional": True, "null": True},
                 "DQMConfigCacheID": {"optional": False, "attr": "dqmConfigCacheID"},
                 "DQMUploadUrl": {"optional": False, "attr": "dqmUploadUrl"},
                }
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Beispiel #9
0
    def getWorkloadCreateArgs():
        baseArgs = DataProcessing.getWorkloadCreateArgs()
        specArgs = {"RequestType": {"default": "PromptReco", "optional": True},
                    "ConfigCacheID": {"optional": True, "null": True},
                    "Scenario": {"default": None, "optional": False,
                                 "attr": "procScenario", "null": False},
                    "ProcessingString": {"default": "", "validate": procstringT0},
                    "WriteTiers": {"default": ["RECO", "AOD", "DQM", "ALCARECO"],
                                   "type": makeList, "optional": False, "null": False},
                    "AlcaSkims": {"default": ["TkAlCosmics0T", "MuAlGlobalCosmics", "HcalCalHOCosmics"],
                                  "type": makeList, "optional": False, "null": False},
                    "PhysicsSkims": {"default": [], "type": makeList,
                                     "optional": True, "null": False},
                    "InitCommand": {"default": None, "optional": True, "null": True},
                    "EnvPath": {"default": None, "optional": True, "null": True},
                    "BinPath": {"default": None, "optional": True, "null": True},
                    "DoLogCollect": {"default": True, "type": strToBool,
                                     "optional": True, "null": False},
                    "SplittingAlgo": {"default": "EventAwareLumiBased", "null": False,
                                      "validate": lambda x: x in ["EventBased", "LumiBased",
                                                                  "EventAwareLumiBased", "FileBased"],
                                      "attr": "procJobSplitAlgo"},
                    "EventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
                                     "null": False},
                    "SkimSplittingAlgo": {"default": "FileBased", "null": False,
                                          "validate": lambda x: x in ["EventBased", "LumiBased",
                                                                      "EventAwareLumiBased", "FileBased"],
                                          "attr": "skimJobSplitAlgo"},
                    "SkimEventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
                                         "null": False},
                    "SkimLumisPerJob": {"default": 8, "type": int, "validate": lambda x: x > 0,
                                        "null": False},
                    "SkimFilesPerJob": {"default": 1, "type": int, "validate": lambda x: x > 0,
                                        "null": False},
                    }

        baseArgs.update(specArgs)
        DataProcessing.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Beispiel #10
0
    def getWorkloadCreateArgs():
        baseArgs = DataProcessing.getWorkloadCreateArgs()
        specArgs = {"RequestType": {"default": "PromptReco", "optional": True},
                    "ConfigCacheID": {"optional": True, "null": True},
                    "Scenario": {"default": None, "optional": False,
                                 "attr": "procScenario", "null": False},
                    "ProcessingString": {"default": "", "validate": procstringT0},
                    "WriteTiers": {"default": ["RECO", "AOD", "DQM", "ALCARECO"],
                                   "type": makeList, "optional": False, "null": False},
                    "AlcaSkims": {"default": ["TkAlCosmics0T", "MuAlGlobalCosmics", "HcalCalHOCosmics"],
                                  "type": makeList, "optional": False, "null": False},
                    "PhysicsSkims": {"default": [], "type": makeList,
                                     "optional": True, "null": False},
                    "InitCommand": {"default": None, "optional": True, "null": True},
                    "EnvPath": {"default": None, "optional": True, "null": True},
                    "BinPath": {"default": None, "optional": True, "null": True},
                    "DoLogCollect": {"default": True, "type": strToBool,
                                     "optional": True, "null": False},
                    "SplittingAlgo": {"default": "EventAwareLumiBased", "null": False,
                                      "validate": lambda x: x in ["EventBased", "LumiBased",
                                                                  "EventAwareLumiBased", "FileBased"],
                                      "attr": "procJobSplitAlgo"},
                    "EventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
                                     "null": False},
                    "SkimSplittingAlgo": {"default": "FileBased", "null": False,
                                          "validate": lambda x: x in ["EventBased", "LumiBased",
                                                                      "EventAwareLumiBased", "FileBased"],
                                          "attr": "skimJobSplitAlgo"},
                    "SkimEventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
                                         "null": False},
                    "SkimLumisPerJob": {"default": 8, "type": int, "validate": lambda x: x > 0,
                                        "null": False},
                    "SkimFilesPerJob": {"default": 1, "type": int, "validate": lambda x: x > 0,
                                        "null": False},
                    }

        baseArgs.update(specArgs)
        DataProcessing.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Beispiel #11
0
 def getWorkloadCreateArgs():
     baseArgs = DataProcessing.getWorkloadCreateArgs()
     specArgs = {
         "RequestType": {
             "default": "DQMHarvest",
             "optional": True
         },
         "ConfigCacheID": {
             "optional": True,
             "null": True
         },
         "DQMConfigCacheID": {
             "optional": False,
             "attr": "dqmConfigCacheID"
         },
         "DQMUploadUrl": {
             "optional": False,
             "attr": "dqmUploadUrl"
         },
     }
     baseArgs.update(specArgs)
     DataProcessing.setDefaultArgumentsProperty(baseArgs)
     return baseArgs