Exemplo n.º 1
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     specArgs = {
         "RequestType": {
             "default": "StepChain",
             "optional": False
         },
         "GlobalTag": {
             "type": str,
             "optional": False
         },
         "CouchURL": {
             "type": str,
             "optional": False,
             "validate": couchurl
         },
         "PrimaryDataset": {
             "default": None,
             "type": str,
             "validate": primdataset,
             "null": False
         },
         "CouchDBName": {
             "type": str,
             "optional": False,
             "validate": identifier
         },
         "ConfigCacheUrl": {
             "type": str,
             "optional": True,
             "null": True
         },
         "StepChain": {
             "default": 1,
             "type": int,
             "optional": False,
             "validate": lambda x: x > 0,
             "attr": "stepChain",
             "null": False
         },
         "FirstEvent": {
             "default": 1,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "firstEvent",
             "null": False
         },
         "FirstLumi": {
             "default": 1,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "firstLumi",
             "null": False
         }
     }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 2
0
    def getWorkloadArguments():
        """
         If arg is not specifyed, automatically set by following default value
        - default: None
        - type: str
        - optional: True
        - assign_optional: True
        - validate: None
        - attr: change first letter to lower case
        - null: False

        """
        baseArgs = StdBase.getWorkloadArguments()
        specArgs = {"RequestType": {"default" : "Express"},
                    "Scenario": {"optional" : False, "attr" : "procScenario"},
                    "RecoCMSSWVersion": {"optional" : False, "validate" : cmsswversion,
                                         "attr" : "recoFrameworkVersion", "null" : True},
                    "RecoScramArch": {"optional" : False, "null" : True},
                    "GlobalTag": {"optional" : False},
                    "GlobalTagTransaction": {"optional" : False},
                    "StreamName": {"optional" : False},
                    "SpecialDataset": {"optional" : False},
                    "AlcaHarvestTimeout": {"type" : int, "optional" : False},
                    "AlcaHarvestDir": {"optional" : False, "null" : True},
                    "AlcaSkims": {"type" : makeList, "optional" : False},
                    "DQMSequences": {"type" : makeList, "attr" : "dqmSequences", "optional" : False},
                    "BlockCloseDelay": {"type" : int, "optional" : False,
                                        "validate" : lambda x : x > 0
                                        },
                    }
        baseArgs.update(specArgs)
        StdBase.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Exemplo n.º 3
0
    def getWorkloadArguments():
        """
         If arg is not specifyed, automatically set by following default value
        - default: None
        - type: str
        - optional: True
        - assign_optional: True
        - validate: None
        - attr: change first letter to lower case
        - null: False

        """
        baseArgs = StdBase.getWorkloadArguments()
##         specArgs = {"Outputs" : {"default" : {}, "type" : dict,
##                                  "optional" : False, "validate" : None,
##                                  "attr" : "outputs", "null" : False},
        specArgs = {"RequestType" : {"default" : "Express"},
                    "Scenario" : {"optional" : False, "attr" : "procScenario"},
                    "RecoCMSSWVersion" : {"optional" : False, "validate" : cmsswversion,
                                          "attr" : "recoFrameworkVersion", "null" : True},
                    "RecoScramArch" : {"optional" : False, "null" : True},
                    "GlobalTag" : {"optional" : False},
                    "GlobalTagTransaction" : {"optional" : False},
                    "StreamName" : {"optional" : False},
                    "SpecialDataset" : {"optional" : False},
                    "AlcaHarvestTimeout" : {"type" : int, "optional" : False},
                    "AlcaHarvestDir" : {"optional" : False, "null" : True},
                    "AlcaSkims" : {"type" : makeList, "optional" : False},
                    "DqmSequences" : {"type" : makeList, "optional" : False},
                    "BlockCloseDelay" : {"type" : int, "optional" : False, 
                                         "validate" : lambda x : x > 0},
                    }
        baseArgs.update(specArgs)
        StdBase.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Exemplo n.º 4
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "TaskChain", "optional": False,
                                 "attr": "requestType"},
                 # ConfigCacheID is not mandatory in the main dict for TaskChain
                 "ConfigCacheID": {"optional": True, "null": True},
                 "CouchURL": {"default": "http://localhost:5984", "type": str,
                              "optional": False, "validate": couchurl,
                              "attr": "couchURL", "null": False},
                 "CouchDBName": {"default": "dp_configcache", "type": str,
                                 "optional": False, "validate": identifier,
                                 "attr": "couchDBName", "null": False},
                 "ConfigCacheUrl": {"default": None, "type": str,
                                    "optional": True, "validate": None,
                                    "attr": "configCacheUrl", "null": True},
                 "IgnoredOutputModules": {"default": [], "type": makeList,
                                          "optional": True, "validate": None,
                                          "attr": "ignoredOutputModules", "null": False},
                 "TaskChain": {"default": 1, "type": int,
                               "optional": False, "validate": lambda x: x > 0,
                               "attr": "taskChain", "null": False},
                 "FirstEvent": {"default": 1, "type": int,
                                "optional": True, "validate": lambda x: x > 0,
                                "attr": "firstEvent", "null": False},
                 "FirstLumi": {"default": 1, "type": int,
                               "optional": True, "validate": lambda x: x > 0,
                               "attr": "firstLumi", "null": False}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 5
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "DQMHarvest"},
                 "InputDataset": {"default": None, "optional": False,
                                  "validate": dataset},
                 "UnmergedLFNBase": {"default": "/store/unmerged"},
                 "MergedLFNBase": {"default": "/store/data"},
                 "MinMergeSize": {"default": 2 * 1024 * 1024 * 1024, "type": int,
                                  "validate": lambda x: x > 0},
                 "MaxMergeSize": {"default": 4 * 1024 * 1024 * 1024, "type": int,
                                  "validate": lambda x: x > 0},
                 "MaxMergeEvents": {"default": 100000, "type": int,
                                    "validate": lambda x: x > 0},
                 "BlockBlacklist": {"default": [], "type": makeList,
                                    "validate": lambda x: all([block(y) for y in x])},
                 "BlockWhitelist": {"default": [], "type": makeList,
                                    "validate": lambda x: all([block(y) for y in x])},
                 "RunBlacklist": {"default": [], "type": makeList,
                                  "validate": lambda x: all([int(y) > 0 for y in x])},
                 "RunWhitelist": {"default": [], "type": makeList,
                                  "validate": lambda x: all([int(y) > 0 for y in x])}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 6
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "TaskChain", "optional": False,
                                 "attr": "requestType"},
                 "GlobalTag": {"default": "GT_TC_V1", "type": str,
                               "optional": False, "validate": None,
                               "attr": "globalTag", "null": False},
                 "CouchURL": {"default": "http://localhost:5984", "type": str,
                              "optional": False, "validate": couchurl,
                              "attr": "couchURL", "null": False},
                 "CouchDBName": {"default": "dp_configcache", "type": str,
                                 "optional": False, "validate": identifier,
                                 "attr": "couchDBName", "null": False},
                 "ConfigCacheUrl": {"default": None, "type": str,
                                    "optional": True, "validate": None,
                                    "attr": "configCacheUrl", "null": True},
                 "IgnoredOutputModules": {"default": [], "type": makeList,
                                          "optional": True, "validate": None,
                                          "attr": "ignoredOutputModules", "null": False},
                 "TaskChain": {"default": 1, "type": int,
                               "optional": False, "validate": lambda x: x > 0,
                               "attr": "taskChain", "null": False},
                 "FirstEvent": {"default": 1, "type": int,
                                "optional": True, "validate": lambda x: x > 0,
                                "attr": "firstEvent", "null": False},
                 "FirstLumi": {"default": 1, "type": int,
                               "optional": True, "validate": lambda x: x > 0,
                               "attr": "firstLumi", "null": False}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 7
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "DQMHarvest"},
                 "InputDataset": {"default": None, "optional": False,
                                  "validate": dataset},
                 "ConfigCacheID": {"optional": True, "validate": None, "null": True},
                 "UnmergedLFNBase": {"default": "/store/unmerged"},
                 "MergedLFNBase": {"default": "/store/data"},
                 "MinMergeSize": {"default": 2 * 1024 * 1024 * 1024, "type": int,
                                  "validate": lambda x: x > 0},
                 "MaxMergeSize": {"default": 4 * 1024 * 1024 * 1024, "type": int,
                                  "validate": lambda x: x > 0},
                 "MaxMergeEvents": {"default": 100000, "type": int,
                                    "validate": lambda x: x > 0},
                 "BlockBlacklist": {"default": [], "type": makeList,
                                    "validate": lambda x: all([block(y) for y in x])},
                 "BlockWhitelist": {"default": [], "type": makeList,
                                    "validate": lambda x: all([block(y) for y in x])},
                 "RunBlacklist": {"default": [], "type": makeList,
                                  "validate": lambda x: all([int(y) > 0 for y in x])},
                 "RunWhitelist": {"default": [], "type": makeList,
                                  "validate": lambda x: all([int(y) > 0 for y in x])}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 8
0
    def getWorkloadArguments():
        """
         If arg is not specifyed, automatically set by following default value
        - default: None
        - type: str
        - optional: True
        - assign_optional: True
        - validate: None
        - attr: change first letter to lower case
        - null: False
        """
        baseArgs = StdBase.getWorkloadArguments()
##         specArgs = {"Outputs" : {"default" : {}, "type" : dict,
##                                  "optional" : False, "validate" : None,
##                                  "attr" : "outputs", "null" : False},
        specArgs = {"RequestType" : {"default" : "Repack"},
                    "Scenario" : {"default" : "fake", "attr" : "procScenario"},
                    "GlobalTag" : {"default" : "fake"},
                    "BlockCloseDelay" : {"type" : int, "optional" : False, 
                                         "validate" : lambda x : x > 0,
                                         },
                    }
        baseArgs.update(specArgs)
        StdBase.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Exemplo n.º 9
0
 def getWorkloadArguments():
     """
      If arg is not specifyed, automatically set by following default value
     - default: None
     - type: str
     - optional: True
     - assign_optional: True
     - validate: None
     - attr: change first letter to lower case
     - null: False
     """
     baseArgs = StdBase.getWorkloadArguments()
     ##         specArgs = {"Outputs" : {"default" : {}, "type" : dict,
     ##                                  "optional" : False, "validate" : None,
     ##                                  "attr" : "outputs", "null" : False},
     specArgs = {
         "RequestType": {
             "default": "Repack"
         },
         "Scenario": {
             "default": "fake",
             "attr": "procScenario"
         },
         "GlobalTag": {
             "default": "fake"
         },
         "BlockCloseDelay": {
             "type": int,
             "optional": False,
             "validate": lambda x: x > 0,
         },
     }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 10
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     specArgs = {"InputDataset" : {"default" : "/MinimumBias/Run2010A-Dec22ReReco_v1/USER",
                                   "type" : str, "optional" : False,
                                   "validate" : dataset, "attr" : "inputDataset",
                                   "null" : False},
                 "GlobalTag" : {"default" : "GT_SR_V1:All", "type" : str,
                                "optional" : False, "validate" : None,
                                "attr" : "globalTag", "null" : False},
                 "CmsPath" : {"default" : "/tmp", "type" : str,
                              "optional" : False, "validate" : None,
                              "attr" : "cmsPath", "null" : False},
                 "DataTier" : {"default" : "USER", "type" : str,
                               "optional" : True, "validate" : None,
                               "attr" : "dataTier", "null" : False},
                 "BlockBlacklist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockBlacklist", "null" : False},
                 "BlockWhitelist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockWhitelist", "null" : False},
                 "RunBlacklist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runBlacklist", "null" : False},
                 "RunWhitelist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runWhitelist", "null" : False}}
     baseArgs.update(specArgs)
     return baseArgs
Exemplo n.º 11
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
        specArgs = {"PrimaryDataset" : {"default" : "BlackHoleTest", "type" : str,
                                        "optional" : False, "validate" : primdataset,
                                        "attr" : "inputPrimaryDataset", "null" : False},
                    "Seeding" : {"default" : "AutomaticSeeding", "type" : str,
                                 "optional" : True, "validate" : lambda x : x in ["ReproducibleSeeding",
                                                                                  "AutomaticSeeding"],
                                 "attr" : "seeding", "null" : False},
                    "GlobalTag" : {"default" : "GT_MC_V1:All", "type" : str,
                                   "optional" : False, "validate" : None,
                                   "attr" : "globalTag", "null" : False},
                    "ConfigCacheID" : {"default" : None, "type" : str,
                                       "optional" : False, "validate" : None,
                                       "attr" : "configCacheID", "null" : False},
                    "CouchURL" : {"default" : "http://localhost:5984", "type" : str,
                                  "optional" : False, "validate" : couchurl,
                                  "attr" : "couchURL", "null" : False},
                    "CouchDBName" : {"default" : "mc_configcache", "type" : str,
                                     "optional" : False, "validate" : identifier,
                                     "attr" : "couchDBName", "null" : False},
                    "ConfigCacheUrl" : {"default" : None, "type" : str,
                                        "optional" : True, "validate" : None,
                                        "attr" : "configCacheUrl", "null" : False},
                    "FilterEfficiency" : {"default" : 1.0, "type" : float,
                                          "optional" : True, "validate" : lambda x : x > 0.0,
                                          "attr" : "filterEfficiency", "null" : False},
                    "RequestNumEvents" : {"default" : 1000, "type" : int,
                                          "optional" : False, "validate" : lambda x : x > 0,
                                          "attr" : "requestNumEvents", "null" : False},
                    "FirstEvent" : {"default" : 1, "type" : int,
                                    "optional" : True, "validate" : lambda x : x > 0,
                                    "attr" : "firstEvent", "null" : False},
                    "FirstLumi" : {"default" : 1, "type" : int,
                                    "optional" : True, "validate" : lambda x : x > 0,
                                    "attr" : "firstLumi", "null" : False},
                    "MCPileup" : {"default" : None, "type" : str,
                                  "optional" : True, "validate" : dataset,
                                  "attr" : "mcPileup", "null" : False},
                    "DataPileup" : {"default" : None, "type" : str,
                                    "optional" : True, "validate" : dataset,
                                    "attr" : "dataPileup", "null" : False},
                    "EventsPerJob" : {"default" : None, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "eventsPerJob", "null" : True},
                    "EventsPerLumi" : {"default" : None, "type" : int,
                                       "optional" : True, "validate" : lambda x : x > 0,
                                       "attr" : "eventsPerLumi", "null" : True},
                    "LheInputFiles" : {"default" : False, "type" : strToBool,
                                       "optional" : True, "validate" : None,
                                       "attr" : "lheInputFiles", "null" : False}
                    }
        baseArgs.update(specArgs)

        return baseArgs
Exemplo n.º 12
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType" : {"default" : "StoreResults", "optional" : True,
                                   "attr" : "requestType"},
                 "InputDataset" : {"default" : None,
                                   "type" : str, "optional" : False,
                                   "validate" : dataset, "attr" : "inputDataset",
                                   "null" : False},
                 "GlobalTag" : {"default" : "GT_SR_V1:All", "type" : str,
                                "optional" : False, "validate" : None,
                                "attr" : "globalTag", "null" : False},
                 "CmsPath" : {"default" : "/tmp", "type" : str,
                              "optional" : False, "validate" : None,
                              "attr" : "cmsPath", "null" : False},
                 "DataTier" : {"default" : "USER", "type" : str,
                               "optional" : True, "validate" : None,
                               "attr" : "dataTier", "null" : False},
                 "UnmergedLFNBase" : {"default" : "/store/unmerged", "type" : str,
                                      "optional" : True, "validate" : None,
                                      "attr" : "unmergedLFNBase", "null" : False},
                 "MergedLFNBase" : {"default" : "/store/results", "type" : str,
                                    "optional" : True, "validate" : None,
                                    "attr" : "mergedLFNBase", "null" : False},
                 "MinMergeSize" : {"default" : 2 * 1024 * 1024 * 1024, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "minMergeSize", "null" : False},
                 "MaxMergeSize" : {"default" : 4 * 1024 * 1024 * 1024, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "maxMergeSize", "null" : False},
                 "MaxMergeEvents" : {"default" : 100000, "type" : int,
                                     "optional" : True, "validate" : lambda x : x > 0,
                                     "attr" : "maxMergeEvents", "null" : False},
                 "BlockBlacklist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockBlacklist", "null" : False},
                 "BlockWhitelist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockWhitelist", "null" : False},
                 "RunBlacklist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runBlacklist", "null" : False},
                 "RunWhitelist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runWhitelist", "null" : False}}
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 13
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
        specArgs = {"InputDataset" : {"default" : "/MinimumBias/Run2012D-v1/RAW", "type" : str,
                                      "optional" : False, "validate" : dataset,
                                      "attr" : "inputDataset", "null" : False},
                    "GlobalTag" : {"default" : "GT_DP_V1", "type" : str,
                                   "optional" : False, "validate" : None,
                                   "attr" : "globalTag", "null" : False},
                    "CouchURL" : {"default" : "http://localhost:5984", "type" : str,
                                  "optional" : False, "validate" : couchurl,
                                  "attr" : "couchURL", "null" : False},
                    "CouchDBName" : {"default" : "dp_configcache", "type" : str,
                                     "optional" : False, "validate" : identifier,
                                     "attr" : "couchDBName", "null" : False},
                    "ConfigCacheUrl" : {"default" : None, "type" : str,
                                        "optional" : True, "validate" : None,
                                        "attr" : "configCacheUrl", "null" : True},
                    "OpenRunningTimeout" : {"default" : 0, "type" : int,
                                            "optional" : True, "validate" : lambda x : x >= 0,
                                            "attr" : "openRunningTimeout", "null" : False},
                    "BlockBlacklist" : {"default" : [], "type" : makeList,
                                        "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                        "attr" : "blockBlacklist", "null" : False},
                    "BlockWhitelist" : {"default" : [], "type" : makeList,
                                        "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                        "attr" : "blockWhitelist", "null" : False},
                    "RunBlacklist" : {"default" : [], "type" : makeList,
                                      "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                      "attr" : "runBlacklist", "null" : False},
                    "RunWhitelist" : {"default" : [], "type" : makeList,
                                      "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                      "attr" : "runWhitelist", "null" : False},
                    "SplittingAlgo" : {"default" : "EventAwareLumiBased", "type" : str,
                                       "optional" : True, "validate" : lambda x: x in ["EventBased", "LumiBased",
                                                                                       "EventAwareLumiBased", "FileBased"],
                                       "attr" : "procJobSplitAlgo", "null" : False},
                    "EventsPerJob" : {"default" : None, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "eventsPerJob", "null" : False},
                    "LumisPerJob" : {"default" : 8, "type" : int,
                                     "optional" : True, "validate" : lambda x : x > 0,
                                     "attr" : "lumisPerJob", "null" : False},
                    "FilesPerJob" : {"default" : 1, "type" : int,
                                     "optional" : True, "validate" : lambda x : x > 0,
                                     "attr" : "filesPerJob", "null" : False}
                    }

        baseArgs.update(specArgs)
        return baseArgs
Exemplo n.º 14
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType" : {"default" : "StoreResults", "optional" : True,
                                   "attr" : "requestType"},
                 "InputDataset" : {"default" : None,
                                   "type" : str, "optional" : False,
                                   "validate" : dataset, "attr" : "inputDataset",
                                   "null" : False},
                 "GlobalTag" : {"default" : "GT_SR_V1:All", "type" : str,
                                "optional" : False, "validate" : None,
                                "attr" : "globalTag", "null" : False},
                 "CmsPath" : {"default" : "/tmp", "type" : str,
                              "optional" : False, "validate" : None,
                              "attr" : "cmsPath", "null" : False},
                 "DataTier" : {"default" : "USER", "type" : str,
                               "optional" : True, "validate" : None,
                               "attr" : "dataTier", "null" : False},
                 "UnmergedLFNBase" : {"default" : "/store/unmerged", "type" : str,
                                      "optional" : True, "validate" : None,
                                      "attr" : "unmergedLFNBase", "null" : False},
                 "MergedLFNBase" : {"default" : "/store/results", "type" : str,
                                    "optional" : True, "validate" : None,
                                    "attr" : "mergedLFNBase", "null" : False},
                 "MinMergeSize" : {"default" : 2 * 1024 * 1024 * 1024, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "minMergeSize", "null" : False},
                 "MaxMergeSize" : {"default" : 4 * 1024 * 1024 * 1024, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "maxMergeSize", "null" : False},
                 "MaxMergeEvents" : {"default" : 100000, "type" : int,
                                     "optional" : True, "validate" : lambda x : x > 0,
                                     "attr" : "maxMergeEvents", "null" : False},
                 "BlockBlacklist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockBlacklist", "null" : False},
                 "BlockWhitelist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockWhitelist", "null" : False},
                 "RunBlacklist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runBlacklist", "null" : False},
                 "RunWhitelist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runWhitelist", "null" : False}}
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 15
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "MonteCarlo", "optional": True,
                                 "attr": "requestType"},
                 "PrimaryDataset": {"default": "BlackHoleTest", "type": str,
                                    "optional": False, "validate": primdataset,
                                    "attr": "inputPrimaryDataset", "null": False},
                 "Seeding": {"default": "AutomaticSeeding", "type": str,
                             "optional": True, "validate": lambda x: x in ["ReproducibleSeeding", "AutomaticSeeding"],
                             "attr": "seeding", "null": False},
                 "GlobalTag": {"default": "GT_MC_V1:All", "type": str,
                               "optional": False, "validate": None,
                               "attr": "globalTag", "null": False},
                 "FilterEfficiency": {"default": 1.0, "type": float,
                                      "optional": True, "validate": lambda x: x > 0.0,
                                      "attr": "filterEfficiency", "null": False},
                 "RequestNumEvents": {"default": 1000, "type": int,
                                      "optional": False, "validate": lambda x: x > 0,
                                      "attr": "requestNumEvents", "null": False},
                 "FirstEvent": {"default": 1, "type": int,
                                "optional": True, "validate": lambda x: x > 0,
                                "attr": "firstEvent", "null": False},
                 "FirstLumi": {"default": 1, "type": int,
                               "optional": True, "validate": lambda x: x > 0,
                               "attr": "firstLumi", "null": False},
                 "MCPileup": {"default": None, "type": str,
                              "optional": True, "validate": dataset,
                              "attr": "mcPileup", "null": False},
                 "DataPileup": {"default": None, "type": str,
                                "optional": True, "validate": dataset,
                                "attr": "dataPileup", "null": False},
                 "DeterministicPileup": {"default": False, "type": strToBool,
                                         "optional": True, "validate": None,
                                         "attr": "deterministicPileup", "null": False},
                 "EventsPerJob": {"default": None, "type": int,
                                  "optional": True, "validate": lambda x: x > 0,
                                  "attr": "eventsPerJob", "null": True},
                 "EventsPerLumi": {"default": None, "type": int,
                                   "optional": True, "validate": lambda x: x > 0,
                                   "attr": "eventsPerLumi", "null": True},
                 "LheInputFiles": {"default": False, "type": strToBool,
                                   "optional": True, "validate": None,
                                   "attr": "lheInputFiles", "null": False}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 16
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "MonteCarlo", "optional": True,
                                 "attr": "requestType"},
                 "PrimaryDataset": {"default": "BlackHoleTest", "type": str,
                                    "optional": False, "validate": primdataset,
                                    "attr": "inputPrimaryDataset", "null": False},
                 "Seeding": {"default": "AutomaticSeeding", "type": str,
                             "optional": True, "validate": lambda x: x in ["ReproducibleSeeding", "AutomaticSeeding"],
                             "attr": "seeding", "null": False},
                 "GlobalTag": {"default": "GT_MC_V1:All", "type": str,
                               "optional": False, "validate": None,
                               "attr": "globalTag", "null": False},
                 "FilterEfficiency": {"default": 1.0, "type": float,
                                      "optional": True, "validate": lambda x: x > 0.0,
                                      "attr": "filterEfficiency", "null": False},
                 "RequestNumEvents": {"default": 1000, "type": int,
                                      "optional": False, "validate": lambda x: x > 0,
                                      "attr": "requestNumEvents", "null": False},
                 "FirstEvent": {"default": 1, "type": int,
                                "optional": True, "validate": lambda x: x > 0,
                                "attr": "firstEvent", "null": False},
                 "FirstLumi": {"default": 1, "type": int,
                               "optional": True, "validate": lambda x: x > 0,
                               "attr": "firstLumi", "null": False},
                 "MCPileup": {"default": None, "type": str,
                              "optional": True, "validate": dataset,
                              "attr": "mcPileup", "null": True},
                 "DataPileup": {"default": None, "type": str,
                                "optional": True, "validate": dataset,
                                "attr": "dataPileup", "null": True},
                 "DeterministicPileup": {"default": False, "type": strToBool,
                                         "optional": True, "validate": None,
                                         "attr": "deterministicPileup", "null": False},
                 "EventsPerJob": {"default": None, "type": int,
                                  "optional": True, "validate": lambda x: x > 0,
                                  "attr": "eventsPerJob", "null": True},
                 "EventsPerLumi": {"default": None, "type": int,
                                   "optional": True, "validate": lambda x: x > 0,
                                   "attr": "eventsPerLumi", "null": True},
                 "LheInputFiles": {"default": False, "type": strToBool,
                                   "optional": True, "validate": None,
                                   "attr": "lheInputFiles", "null": False}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 17
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
##         specArgs = {"Outputs" : {"default" : {}, "type" : dict,
##                                  "optional" : False, "validate" : None,
##                                  "attr" : "outputs", "null" : False},
        specArgs = {"Scenario" : {"default" : "fake", "type" : str,
                                  "optional" : True, "validate" : None,
                                  "attr" : "procScenario", "null" : False},
                    "GlobalTag" : {"default" : "fake", "type" : str,
                                   "optional" : True, "validate" : None,
                                   "attr" : "globalTag", "null" : False},
                    "BlockCloseDelay" : {"default" : None, "type" : int,
                                         "optional" : False, "validate" : lambda x : x > 0,
                                         "attr" : "blockCloseDelay", "null" : False},
                    }
        baseArgs.update(specArgs)
        return baseArgs
Exemplo n.º 18
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
##         specArgs = {"Outputs" : {"default" : {}, "type" : dict,
##                                  "optional" : False, "validate" : None,
##                                  "attr" : "outputs", "null" : False},
        specArgs = {"Scenario" : {"default" : None, "type" : str,
                                  "optional" : False, "validate" : None,
                                  "attr" : "procScenario", "null" : False},
                    "RecoCMSSWVersion" : {"default" : None, "type" : str,
                                          "optional" : False, "validate" : cmsswversion,
                                          "attr" : "recoFrameworkVersion", "null" : True},
                    "RecoScramArch" : {"default" : None, "type" : str,
                                       "optional" : False, "validate" : None,
                                       "attr" : "recoScramArch", "null" : True},
                    "GlobalTag" : {"default" : None, "type" : str,
                                   "optional" : False, "validate" : None,
                                   "attr" : "globalTag", "null" : False},
                    "GlobalTagTransaction" : {"default" : None, "type" : str,
                                              "optional" : False, "validate" : None,
                                              "attr" : "globalTagTransaction", "null" : False},
                    "StreamName" : {"default" : None, "type" : str,
                                    "optional" : False, "validate" : None,
                                    "attr" : "streamName", "null" : False},
                    "SpecialDataset" : {"default" : None, "type" : str,
                                        "optional" : False, "validate" : None,
                                        "attr" : "specialDataset", "null" : False},
                    "AlcaHarvestTimeout" : {"default" : None, "type" : int,
                                            "optional" : False, "validate" : None,
                                            "attr" : "alcaHarvestTimeout", "null" : False},
                    "AlcaHarvestDir" : {"default" : None, "type" : str,
                                        "optional" : False, "validate" : None,
                                        "attr" : "alcaHarvestDir", "null" : True},
                    "AlcaSkims" : {"default" : None, "type" : makeList,
                                   "optional" : False, "validate" : None,
                                   "attr" : "alcaSkims", "null" : False},
                    "DqmSequences" : {"default" : None, "type" : makeList,
                                      "optional" : False, "validate" : None,
                                      "attr" : "dqmSequences", "null" : False},
                    "BlockCloseDelay" : {"default" : None, "type" : int,
                                         "optional" : False, "validate" : lambda x : x > 0,
                                         "attr" : "blockCloseDelay", "null" : False},
                    }
        baseArgs.update(specArgs)
        return baseArgs
Exemplo n.º 19
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
        reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
        baseArgs.update(reqMgrArgs)
        specArgs = {"InputDataset" : {"default" : "/MinimumBias/ComissioningHI-v1/RAW", "type" : str,
                                      "optional" : False, "validate" : dataset,
                                      "attr" : "inputDataset", "null" : False},
                    "GlobalTag" : {"default" : "GT_DP_V1", "type" : str,
                                   "optional" : False, "validate" : None,
                                   "attr" : "globalTag", "null" : False},
                    "OpenRunningTimeout" : {"default" : 0, "type" : int,
                                            "optional" : True, "validate" : lambda x : x >= 0,
                                            "attr" : "openRunningTimeout", "null" : False},
                    "BlockBlacklist" : {"default" : [], "type" : makeList,
                                        "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                        "attr" : "blockBlacklist", "null" : False},
                    "BlockWhitelist" : {"default" : [], "type" : makeList,
                                        "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                        "attr" : "blockWhitelist", "null" : False},
                    "RunBlacklist" : {"default" : [], "type" : makeList,
                                      "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                      "attr" : "runBlacklist", "null" : False},
                    "RunWhitelist" : {"default" : [], "type" : makeList,
                                      "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                      "attr" : "runWhitelist", "null" : False},
                    "SplittingAlgo" : {"default" : "EventAwareLumiBased", "type" : str,
                                       "optional" : True, "validate" : lambda x: x in ["EventBased", "LumiBased",
                                                                                       "EventAwareLumiBased", "FileBased"],
                                       "attr" : "procJobSplitAlgo", "null" : False},
                    "EventsPerJob" : {"default" : None, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "eventsPerJob", "null" : True},
                    "LumisPerJob" : {"default" : 8, "type" : int,
                                     "optional" : True, "validate" : lambda x : x > 0,
                                     "attr" : "lumisPerJob", "null" : False},
                    "FilesPerJob" : {"default" : 1, "type" : int,
                                     "optional" : True, "validate" : lambda x : x > 0,
                                     "attr" : "filesPerJob", "null" : False}
                    }

        baseArgs.update(specArgs)
        StdBase.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Exemplo n.º 20
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     specArgs = {"RequestType" : {"default" : "StepChain", "optional" : False},
                 "GlobalTag" : {"type" : str, "optional" : False},
                 "CouchURL" : {"type" : str, "optional" : False, "validate" : couchurl},
                 "CouchDBName" : {"type" : str, "optional" : False,
                                  "validate" : identifier},
                 "ConfigCacheUrl" : {"type" : str, "optional" : True, "null" : True},
                 "StepChain" : {"default" : 1, "type" : int,
                                "optional" : False, "validate" : lambda x: x > 0,
                                "attr" : "stepChain", "null" : False},
                 "FirstEvent" : {"default" : 1, "type" : int,
                                 "optional" : True, "validate" : lambda x: x > 0,
                                 "attr" : "firstEvent", "null" : False},
                 "FirstLumi" : {"default" : 1, "type" : int,
                                "optional" : True, "validate" : lambda x: x > 0,
                                "attr" : "firstLumi", "null" : False},
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 21
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     specArgs = {"Scenario" : {"default" : "pp", "type" : str,
                               "optional" : False, "validate" : None,
                               "attr" : "procScenario", "null" : False},
                 "GlobalTag" : {"default" : "GR_P_V29::All", "type" : str,
                                "optional" : False, "validate" : None,
                                "attr" : "globalTag", "null" : False},
                 "WriteTiers" : {"default" : ["RECO", "AOD", "DQM", "ALCARECO"],
                                 "type" : makeList, "optional" : False,
                                 "validate" : None,
                                 "attr" : "writeTiers", "null" : False},
                 "AlcaSkims" : {"default" : ["TkAlCosmics0T","MuAlGlobalCosmics","HcalCalHOCosmics"],
                                "type" : makeList, "optional" : False,
                                "validate" : None,
                                "attr" : "alcaSkims", "null" : False},
                 "InputDataset" : {"default" : "/Cosmics/Run2012A-v1/RAW", "type" : str,
                                   "optional" : False, "validate" : dataset,
                                   "attr" : "inputDataset", "null" : False},
                 "PromptSkims" : {"default" : [], "type" : makeList,
                                  "optional" : True, "validate" : None,
                                  "attr" : "promptSkims", "null" : False},
                 "CouchURL" : {"default" : None, "type" : str,
                               "optional" : False, "validate" : couchurl,
                               "attr" : "couchURL", "null" : False},
                 "CouchDBName" : {"default" : "promptreco_t", "type" : str,
                                  "optional" : False, "validate" : identifier,
                                  "attr" : "couchDBName", "null" : False},
                 "ConfigCacheUrl" : {"default" : None, "type" : str,
                                     "optional" : True, "validate" : couchurl,
                                     "attr" : "configCacheUrl", "null" : False},
                 "InitCommand" : {"default" : None, "type" : str,
                                  "optional" : True, "validate" : None,
                                  "attr" : "initCommand", "null" : False},
                 "EnvPath" : {"default" : None, "type" : str,
                              "optional" : True, "validate" : None,
                              "attr" : "envPath", "null" : True},
                 "BinPath" : {"default" : None, "type" : str,
                              "optional" : True, "validate" : None,
                              "attr" : "binPath", "null" : True},
                 "DoLogCollect" : {"default" : True, "type" : strToBool,
                                   "optional" : True, "validate" : None,
                                   "attr" : "doLogCollect", "null" : False},
                 "BlockBlacklist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockBlacklist", "null" : False},
                 "BlockWhitelist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockWhitelist", "null" : False},
                 "RunBlacklist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runBlacklist", "null" : False},
                 "RunWhitelist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runWhitelist", "null" : False},
                 "SplittingAlgo" : {"default" : "EventBased", "type" : str,
                                    "optional" : True, "validate" : lambda x: x in ["EventBased", "LumiBased",
                                                                                    "EventAwareLumiBased", "FileBased"],
                                    "attr" : "procJobSplitAlgo", "null" : False},
                 "EventsPerJob" : {"default" : 500, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "eventsPerJob", "null" : False},
                 "LumisPerJob" : {"default" : 8, "type" : int,
                                  "optional" : True, "validate" : lambda x : x > 0,
                                  "attr" : "lumisPerJob", "null" : False},
                 "FilesPerJob" : {"default" : 1, "type" : int,
                                  "optional" : True, "validate" : lambda x : x > 0,
                                  "attr" : "filesPerJob", "null" : False},
                 "SkimSplittingAlgo" : {"default" : "FileBased", "type" : str,
                                        "optional" : True, "validate" : lambda x: x in ["EventBased", "LumiBased",
                                                                                        "EventAwareLumiBased", "FileBased"],
                                        "attr" : "skimJobSplitAlgo", "null" : False},
                 "SkimEventsPerJob" : {"default" : 500, "type" : int,
                                       "optional" : True, "validate" : lambda x : x > 0,
                                       "attr" : "skimEventsPerJob", "null" : False},
                 "SkimLumisPerJob" : {"default" : 8, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "skimLumisPerJob", "null" : False},
                 "SkimFilesPerJob" : {"default" : 1, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "skimFilesPerJob", "null" : False},
                 "BlockCloseDelay" : {"default" : 86400, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "blockCloseDelay", "null" : False}
                 }
     baseArgs.update(specArgs)
     return baseArgs
Exemplo n.º 22
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     specArgs = {
         "InputDataset": {
             "default": "/MinimumBias/Run2010A-Dec22ReReco_v1/USER",
             "type": str,
             "optional": False,
             "validate": dataset,
             "attr": "inputDataset",
             "null": False,
         },
         "GlobalTag": {
             "default": "GT_SR_V1:All",
             "type": str,
             "optional": False,
             "validate": None,
             "attr": "globalTag",
             "null": False,
         },
         "CmsPath": {
             "default": "/tmp",
             "type": str,
             "optional": False,
             "validate": None,
             "attr": "cmsPath",
             "null": False,
         },
         "DataTier": {
             "default": "USER",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "dataTier",
             "null": False,
         },
         "UnmergedLFNBase": {
             "default": "/store/unmerged",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "unmergedLFNBase",
             "null": False,
         },
         "MergedLFNBase": {
             "default": "/store/results",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "mergedLFNBase",
             "null": False,
         },
         "MinMergeSize": {
             "default": 2 * 1024 * 1024 * 1024,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "minMergeSize",
             "null": False,
         },
         "MaxMergeSize": {
             "default": 4 * 1024 * 1024 * 1024,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "maxMergeSize",
             "null": False,
         },
         "MaxMergeEvents": {
             "default": 100000,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "maxMergeEvents",
             "null": False,
         },
         "BlockBlacklist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([block(y) for y in x]),
             "attr": "blockBlacklist",
             "null": False,
         },
         "BlockWhitelist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([block(y) for y in x]),
             "attr": "blockWhitelist",
             "null": False,
         },
         "RunBlacklist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([int(y) > 0 for y in x]),
             "attr": "runBlacklist",
             "null": False,
         },
         "RunWhitelist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([int(y) > 0 for y in x]),
             "attr": "runWhitelist",
             "null": False,
         },
     }
     baseArgs.update(specArgs)
     return baseArgs
Exemplo n.º 23
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     specArgs = {"RequestType" : {"default" : "PromptReco", "optional" : True,
                                   "attr" : "requestType"},
                 "Scenario" : {"default" : None, "type" : str,
                               "optional" : False, "validate" : None,
                               "attr" : "procScenario", "null" : False},
                 "GlobalTag" : {"default" : None, "type" : str,
                                "optional" : False, "validate" : None,
                                "attr" : "globalTag", "null" : False},
                 "ProcessingString": {"default": "", "validate": procstringT0},
                 "WriteTiers" : {"default" : ["RECO", "AOD", "DQM", "ALCARECO"],
                                 "type" : makeList, "optional" : False,
                                 "validate" : None,
                                 "attr" : "writeTiers", "null" : False},
                 "AlcaSkims" : {"default" : ["TkAlCosmics0T","MuAlGlobalCosmics","HcalCalHOCosmics"],
                                "type" : makeList, "optional" : False,
                                "validate" : None,
                                "attr" : "alcaSkims", "null" : False},
                 "InputDataset" : {"default" : "/Cosmics/Run2012A-v1/RAW", "type" : str,
                                   "optional" : False, "validate" : dataset,
                                   "attr" : "inputDataset", "null" : False},
                 "PhysicsSkims" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : None,
                                   "attr" : "physicsSkims", "null" : False},
                 "InitCommand" : {"default" : None, "type" : str,
                                  "optional" : True, "validate" : None,
                                  "attr" : "initCommand", "null" : True},
                 "EnvPath" : {"default" : None, "type" : str,
                              "optional" : True, "validate" : None,
                              "attr" : "envPath", "null" : True},
                 "BinPath" : {"default" : None, "type" : str,
                              "optional" : True, "validate" : None,
                              "attr" : "binPath", "null" : True},
                 "DoLogCollect" : {"default" : True, "type" : strToBool,
                                   "optional" : True, "validate" : None,
                                   "attr" : "doLogCollect", "null" : False},
                 "BlockBlacklist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockBlacklist", "null" : False},
                 "BlockWhitelist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockWhitelist", "null" : False},
                 "RunBlacklist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runBlacklist", "null" : False},
                 "RunWhitelist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runWhitelist", "null" : False},
                 "SplittingAlgo" : {"default" : "EventBased", "type" : str,
                                    "optional" : True, "validate" : lambda x: x in ["EventBased", "LumiBased",
                                                                                    "EventAwareLumiBased", "FileBased"],
                                    "attr" : "procJobSplitAlgo", "null" : False},
                 "EventsPerJob" : {"default" : 500, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "eventsPerJob", "null" : False},
                 "LumisPerJob" : {"default" : 8, "type" : int,
                                  "optional" : True, "validate" : lambda x : x > 0,
                                  "attr" : "lumisPerJob", "null" : False},
                 "FilesPerJob" : {"default" : 1, "type" : int,
                                  "optional" : True, "validate" : lambda x : x > 0,
                                  "attr" : "filesPerJob", "null" : False},
                 "SkimSplittingAlgo" : {"default" : "FileBased", "type" : str,
                                        "optional" : True, "validate" : lambda x: x in ["EventBased", "LumiBased",
                                                                                        "EventAwareLumiBased", "FileBased"],
                                        "attr" : "skimJobSplitAlgo", "null" : False},
                 "SkimEventsPerJob" : {"default" : 500, "type" : int,
                                       "optional" : True, "validate" : lambda x : x > 0,
                                       "attr" : "skimEventsPerJob", "null" : False},
                 "SkimLumisPerJob" : {"default" : 8, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "skimLumisPerJob", "null" : False},
                 "SkimFilesPerJob" : {"default" : 1, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "skimFilesPerJob", "null" : False},
                 "BlockCloseDelay" : {"default" : 86400, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "blockCloseDelay", "null" : False}
                 }
     
     baseArgs.update(specArgs)
     # add more optional arguments in case it is created using ReqMgr (not T0 case but should support both)
     reqMgrArguments = {"CouchURL" : {"default" : "https://cmsweb.cern.ch/couchdb",
                                      "validate" : couchurl},
                        "CouchDBName" : {"default" : "reqmgr_config_cache", "type" : str,
                                         "validate" : identifier},
                        "ConfigCacheUrl" : {"default" :"https://cmsweb.cern.ch/couchdb", "validate" : couchurl},
                        "ConfigCacheID" : {"optional": True, "null": True},
                        "CouchWorkloadDBName" : {"default" : "reqmgr_workload_cache", "validate" : identifier},
                      }
     baseArgs.update(reqMgrArguments)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 24
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
        specArgs = {
            "PrimaryDataset": {
                "default": "BlackHoleTest",
                "type": str,
                "optional": False,
                "validate": primdataset,
                "attr": "inputPrimaryDataset",
                "null": False
            },
            "Seeding": {
                "default":
                "AutomaticSeeding",
                "type":
                str,
                "optional":
                True,
                "validate":
                lambda x: x in ["ReproducibleSeeding", "AutomaticSeeding"],
                "attr":
                "seeding",
                "null":
                False
            },
            "GlobalTag": {
                "default": "GT_MC_V1:All",
                "type": str,
                "optional": False,
                "validate": None,
                "attr": "globalTag",
                "null": False
            },
            "ConfigCacheID": {
                "default": None,
                "type": str,
                "optional": False,
                "validate": None,
                "attr": "configCacheID",
                "null": False
            },
            "CouchURL": {
                "default": "http://localhost:5984",
                "type": str,
                "optional": False,
                "validate": couchurl,
                "attr": "couchURL",
                "null": False
            },
            "CouchDBName": {
                "default": "mc_configcache",
                "type": str,
                "optional": False,
                "validate": identifier,
                "attr": "couchDBName",
                "null": False
            },
            "ConfigCacheUrl": {
                "default": None,
                "type": str,
                "optional": True,
                "validate": None,
                "attr": "configCacheUrl",
                "null": False
            },
            "FilterEfficiency": {
                "default": 1.0,
                "type": float,
                "optional": True,
                "validate": lambda x: x > 0.0,
                "attr": "filterEfficiency",
                "null": False
            },
            "RequestNumEvents": {
                "default": 1000,
                "type": int,
                "optional": False,
                "validate": lambda x: x > 0,
                "attr": "requestNumEvents",
                "null": False
            },
            "FirstEvent": {
                "default": 1,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "firstEvent",
                "null": False
            },
            "FirstLumi": {
                "default": 1,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "firstLumi",
                "null": False
            },
            "MCPileup": {
                "default": None,
                "type": str,
                "optional": True,
                "validate": dataset,
                "attr": "mcPileup",
                "null": False
            },
            "DataPileup": {
                "default": None,
                "type": str,
                "optional": True,
                "validate": dataset,
                "attr": "dataPileup",
                "null": False
            },
            "EventsPerJob": {
                "default": None,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "eventsPerJob",
                "null": True
            },
            "EventsPerLumi": {
                "default": None,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "eventsPerLumi",
                "null": True
            },
            "LheInputFiles": {
                "default": False,
                "type": strToBool,
                "optional": True,
                "validate": None,
                "attr": "lheInputFiles",
                "null": False
            }
        }
        baseArgs.update(specArgs)

        return baseArgs
Exemplo n.º 25
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     del baseArgs["AcquisitionEra"]
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType" : {"default" : "Analysis", "optional" : True,
                                   "attr" : "requestType"},
                 "userSandbox" : {"default" : "http://home.fnal.gov/~ewv/agent.tgz",
                                  "type" : str,
                                  "optional" : True, "validate" : None,
                                  "attr" : "userSandbox", "null" : True},
                 "userFiles" : {"default" : [], "type" : makeList,
                                "optional" : True, "validate" : None,
                                "attr" : "userFiles", "null" : False},
                 "OutputFiles" : {"default" : [], "type" : makeList,
                                "optional" : True, "validate" : None,
                                "attr" : "outputFiles", "null" : False},
                 "Username" : {"default" : "mmascher", "type" : str,
                               "optional" : True, "validate" : None,
                               "attr" : "userName", "null" : False},
                 "SaveLogs" : {"default" : True, "type" : strToBool,
                               "optional" : True, "validate" : None,
                               "attr" : "saveLogs", "null" : False},
                 "CouchURL" : {"default" : "http://localhost:5984", "type" : str,
                               "optional" : False, "validate" : couchurl,
                               "attr" : "couchURL", "null" : False},
                 "CouchDBName" : {"default" : "analysis_reqmgr_config_cache", "type" : str,
                                  "optional" : False, "validate" : identifier,
                                  "attr" : "couchDBName", "null" : False},
                 "AnalysisConfigCacheDoc" : {"default" : None, "type" : str,
                                             "optional" : False, "validate" : None,
                                             "attr" : "configCacheID", "null" : False},
                 "ConfigCacheUrl" : {"default" : None, "type" : str,
                                     "optional" : True, "validate" : None,
                                     "attr" : "configCacheUrl", "null" : False},
                 "PublishDataName" : {"default" : None, "type" : str,
                                      "optional" : True, "validate" : None,
                                      "attr" : "acquisitionEra", "null" : False},
                 "GlobalTag" : {"default" : "GT_AN_V1:All", "type" : str,
                                "optional" : False, "validate" : None,
                                "attr" : "globalTag", "null" : False},
                 "InputDataset" : {"default" : "/RelValProdTTbar/JobRobot-MC_3XY_V24_JobRobot-v1/GEN-SIM-DIGI-RECO",
                                   "type" : str, "optional" : False,
                                   "validate" : None, "attr" : "inputDataset",
                                   "null" : False},
                 "OriginalRequestName" : {"default" : None, "type" : str,
                                          "optional" : True, "validate" : None,
                                          "attr" : "origRequest", "null" : False},
                 "BlockBlacklist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockBlacklist", "null" : False},
                 "BlockWhitelist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockWhitelist", "null" : False},
                 "RunBlacklist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runBlacklist", "null" : False},
                 "RunWhitelist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runWhitelist", "null" : False},
                 "asyncDest" : {"default" : "T1_US_FNAL_Buffer", "type" : str,
                                "optional" : True, "validate" : None,
                                "attr" : "asyncDest", "null" : False},
                 "ACDCUrl" : {"default" : "http://cmsweb-testbed.cern.ch/couchdb",
                              "type" : str,
                              "optional" : True, "validate" : couchurl,
                              "attr" : "ACDCURL", "null" : False},
                 "ACDCDBName" : {"default" : "acdcserver", "type" : str,
                                 "optional" : True, "validate" : identifier,
                                 "attr" : "ACDCDBName", "null" : False},
                 "Runs" : {"default" : None, "type" : makeList,
                           "optional" : True, "validate" : None,
                           "attr" : "Runs", "null" : False},
                 "Lumis" : {"default" : None, "type" : makeList,
                           "optional" : True, "validate" : None,
                           "attr" : "Lumis", "null" : False},
                 "Submission" : {"default" : 1, "type" : int,
                                 "optional" : True, "validate" : None,
                                 "attr" : "Submission", "null" : False},
                 "JobSplitAlgo" : {"default" : "EventBased", "type" : str,
                                   "optional" : True, "validate" : None,
                                   "attr" : "analysisJobSplitAlgo", "null" : False},
                 "EventsPerJob" : {"default" : 1000, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "eventsPerJob", "null" : False},
                 "LumisPerJob" : {"default" : 8, "type" : int,
                                  "optional" : True, "validate" : lambda x : x > 0,
                                  "attr" : "lumisPerJob", "null" : False}, }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 26
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     del baseArgs["AcquisitionEra"]
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {
         "RequestType": {
             "default": "Analysis",
             "optional": True,
             "attr": "requestType"
         },
         "userSandbox": {
             "default": "http://home.fnal.gov/~ewv/agent.tgz",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "userSandbox",
             "null": True
         },
         "userFiles": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": None,
             "attr": "userFiles",
             "null": False
         },
         "OutputFiles": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": None,
             "attr": "outputFiles",
             "null": False
         },
         "Username": {
             "default": "mmascher",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "userName",
             "null": False
         },
         "SaveLogs": {
             "default": True,
             "type": strToBool,
             "optional": True,
             "validate": None,
             "attr": "saveLogs",
             "null": False
         },
         "CouchURL": {
             "default": "http://localhost:5984",
             "type": str,
             "optional": False,
             "validate": couchurl,
             "attr": "couchURL",
             "null": False
         },
         "CouchDBName": {
             "default": "analysis_reqmgr_config_cache",
             "type": str,
             "optional": False,
             "validate": identifier,
             "attr": "couchDBName",
             "null": False
         },
         "AnalysisConfigCacheDoc": {
             "default": None,
             "type": str,
             "optional": False,
             "validate": None,
             "attr": "configCacheID",
             "null": False
         },
         "ConfigCacheUrl": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "configCacheUrl",
             "null": False
         },
         "PublishDataName": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "acquisitionEra",
             "null": False
         },
         "GlobalTag": {
             "default": "GT_AN_V1:All",
             "type": str,
             "optional": False,
             "validate": None,
             "attr": "globalTag",
             "null": False
         },
         "InputDataset": {
             "default":
             "/RelValProdTTbar/JobRobot-MC_3XY_V24_JobRobot-v1/GEN-SIM-DIGI-RECO",
             "type": str,
             "optional": False,
             "validate": None,
             "attr": "inputDataset",
             "null": False
         },
         "OriginalRequestName": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "origRequest",
             "null": False
         },
         "BlockBlacklist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([block(y) for y in x]),
             "attr": "blockBlacklist",
             "null": False
         },
         "BlockWhitelist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([block(y) for y in x]),
             "attr": "blockWhitelist",
             "null": False
         },
         "RunBlacklist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([int(y) > 0 for y in x]),
             "attr": "runBlacklist",
             "null": False
         },
         "RunWhitelist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([int(y) > 0 for y in x]),
             "attr": "runWhitelist",
             "null": False
         },
         "asyncDest": {
             "default": "T1_US_FNAL_Buffer",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "asyncDest",
             "null": False
         },
         "ACDCUrl": {
             "default": "http://cmsweb-testbed.cern.ch/couchdb",
             "type": str,
             "optional": True,
             "validate": couchurl,
             "attr": "ACDCURL",
             "null": False
         },
         "ACDCDBName": {
             "default": "acdcserver",
             "type": str,
             "optional": True,
             "validate": identifier,
             "attr": "ACDCDBName",
             "null": False
         },
         "Runs": {
             "default": None,
             "type": makeList,
             "optional": True,
             "validate": None,
             "attr": "Runs",
             "null": False
         },
         "Lumis": {
             "default": None,
             "type": makeList,
             "optional": True,
             "validate": None,
             "attr": "Lumis",
             "null": False
         },
         "Submission": {
             "default": 1,
             "type": int,
             "optional": True,
             "validate": None,
             "attr": "Submission",
             "null": False
         },
         "JobSplitAlgo": {
             "default": "EventBased",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "analysisJobSplitAlgo",
             "null": False
         },
         "EventsPerJob": {
             "default": 1000,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "eventsPerJob",
             "null": False
         },
         "LumisPerJob": {
             "default": 8,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "lumisPerJob",
             "null": False
         },
     }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Exemplo n.º 27
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     specArgs = {
         "GlobalTag": {
             "default": "GT_TC_V1",
             "type": str,
             "optional": False,
             "validate": None,
             "attr": "globalTag",
             "null": False
         },
         "CouchURL": {
             "default": "http://localhost:5984",
             "type": str,
             "optional": False,
             "validate": couchurl,
             "attr": "couchURL",
             "null": False
         },
         "CouchDBName": {
             "default": "dp_configcache",
             "type": str,
             "optional": False,
             "validate": identifier,
             "attr": "couchDBName",
             "null": False
         },
         "ConfigCacheUrl": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "configCacheUrl",
             "null": True
         },
         "IgnoredOutputModules": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": None,
             "attr": "ignoredOutputModules",
             "null": False
         },
         "TaskChain": {
             "default": 1,
             "type": int,
             "optional": False,
             "validate": lambda x: x > 0,
             "attr": "taskChain",
             "null": False
         },
         "FirstEvent": {
             "default": 1,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "firstEvent",
             "null": False
         },
         "FirstLumi": {
             "default": 1,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "firstLumi",
             "null": False
         }
     }
     baseArgs.update(specArgs)
     return baseArgs
Exemplo n.º 28
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
        reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
        baseArgs.update(reqMgrArgs)
        specArgs = {
            "InputDataset": {
                "default": "/MinimumBias/ComissioningHI-v1/RAW",
                "type": str,
                "optional": False,
                "validate": dataset,
                "attr": "inputDataset",
                "null": False
            },
            "GlobalTag": {
                "default": "GT_DP_V1",
                "type": str,
                "optional": False,
                "validate": None,
                "attr": "globalTag",
                "null": False
            },
            "OpenRunningTimeout": {
                "default": 0,
                "type": int,
                "optional": True,
                "validate": lambda x: x >= 0,
                "attr": "openRunningTimeout",
                "null": False
            },
            "BlockBlacklist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([block(y) for y in x]),
                "attr": "blockBlacklist",
                "null": False
            },
            "BlockWhitelist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([block(y) for y in x]),
                "attr": "blockWhitelist",
                "null": False
            },
            "RunBlacklist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([int(y) > 0 for y in x]),
                "attr": "runBlacklist",
                "null": False
            },
            "RunWhitelist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([int(y) > 0 for y in x]),
                "attr": "runWhitelist",
                "null": False
            },
            "SplittingAlgo": {
                "default":
                "EventAwareLumiBased",
                "type":
                str,
                "optional":
                True,
                "validate":
                lambda x: x in [
                    "EventBased", "LumiBased", "EventAwareLumiBased",
                    "FileBased"
                ],
                "attr":
                "procJobSplitAlgo",
                "null":
                False
            },
            "EventsPerJob": {
                "default": None,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "eventsPerJob",
                "null": True
            },
            "LumisPerJob": {
                "default": 8,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "lumisPerJob",
                "null": False
            },
            "FilesPerJob": {
                "default": 1,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "filesPerJob",
                "null": False
            }
        }

        baseArgs.update(specArgs)
        StdBase.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Exemplo n.º 29
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
        specArgs = {
            "RequestType": {
                "default": "PromptReco",
                "optional": True,
                "attr": "requestType"
            },
            "Scenario": {
                "default": None,
                "type": str,
                "optional": False,
                "validate": None,
                "attr": "procScenario",
                "null": False
            },
            "GlobalTag": {
                "default": None,
                "type": str,
                "optional": False,
                "validate": None,
                "attr": "globalTag",
                "null": False
            },
            "ProcessingString": {
                "default": "",
                "validate": procstringT0
            },
            "WriteTiers": {
                "default": ["RECO", "AOD", "DQM", "ALCARECO"],
                "type": makeList,
                "optional": False,
                "validate": None,
                "attr": "writeTiers",
                "null": False
            },
            "AlcaSkims": {
                "default":
                ["TkAlCosmics0T", "MuAlGlobalCosmics", "HcalCalHOCosmics"],
                "type":
                makeList,
                "optional":
                False,
                "validate":
                None,
                "attr":
                "alcaSkims",
                "null":
                False
            },
            "InputDataset": {
                "default": "/Cosmics/Run2012A-v1/RAW",
                "type": str,
                "optional": False,
                "validate": dataset,
                "attr": "inputDataset",
                "null": False
            },
            "PhysicsSkims": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": None,
                "attr": "physicsSkims",
                "null": False
            },
            "InitCommand": {
                "default": None,
                "type": str,
                "optional": True,
                "validate": None,
                "attr": "initCommand",
                "null": True
            },
            "EnvPath": {
                "default": None,
                "type": str,
                "optional": True,
                "validate": None,
                "attr": "envPath",
                "null": True
            },
            "BinPath": {
                "default": None,
                "type": str,
                "optional": True,
                "validate": None,
                "attr": "binPath",
                "null": True
            },
            "DoLogCollect": {
                "default": True,
                "type": strToBool,
                "optional": True,
                "validate": None,
                "attr": "doLogCollect",
                "null": False
            },
            "BlockBlacklist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([block(y) for y in x]),
                "attr": "blockBlacklist",
                "null": False
            },
            "BlockWhitelist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([block(y) for y in x]),
                "attr": "blockWhitelist",
                "null": False
            },
            "RunBlacklist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([int(y) > 0 for y in x]),
                "attr": "runBlacklist",
                "null": False
            },
            "RunWhitelist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([int(y) > 0 for y in x]),
                "attr": "runWhitelist",
                "null": False
            },
            "SplittingAlgo": {
                "default":
                "EventBased",
                "type":
                str,
                "optional":
                True,
                "validate":
                lambda x: x in [
                    "EventBased", "LumiBased", "EventAwareLumiBased",
                    "FileBased"
                ],
                "attr":
                "procJobSplitAlgo",
                "null":
                False
            },
            "EventsPerJob": {
                "default": 500,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "eventsPerJob",
                "null": False
            },
            "LumisPerJob": {
                "default": 8,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "lumisPerJob",
                "null": False
            },
            "FilesPerJob": {
                "default": 1,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "filesPerJob",
                "null": False
            },
            "SkimSplittingAlgo": {
                "default":
                "FileBased",
                "type":
                str,
                "optional":
                True,
                "validate":
                lambda x: x in [
                    "EventBased", "LumiBased", "EventAwareLumiBased",
                    "FileBased"
                ],
                "attr":
                "skimJobSplitAlgo",
                "null":
                False
            },
            "SkimEventsPerJob": {
                "default": 500,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "skimEventsPerJob",
                "null": False
            },
            "SkimLumisPerJob": {
                "default": 8,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "skimLumisPerJob",
                "null": False
            },
            "SkimFilesPerJob": {
                "default": 1,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "skimFilesPerJob",
                "null": False
            },
            "BlockCloseDelay": {
                "default": 86400,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "blockCloseDelay",
                "null": False
            }
        }

        baseArgs.update(specArgs)
        # add more optional arguments in case it is created using ReqMgr (not T0 case but should support both)
        reqMgrArguments = {
            "CouchURL": {
                "default": "https://cmsweb.cern.ch/couchdb",
                "validate": couchurl
            },
            "CouchDBName": {
                "default": "reqmgr_config_cache",
                "type": str,
                "validate": identifier
            },
            "ConfigCacheUrl": {
                "default": "https://cmsweb.cern.ch/couchdb",
                "validate": couchurl
            },
            "ConfigCacheID": {
                "optional": True,
                "null": True
            },
            "CouchWorkloadDBName": {
                "default": "reqmgr_workload_cache",
                "validate": identifier
            },
        }
        baseArgs.update(reqMgrArguments)
        StdBase.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Exemplo n.º 30
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
        specArgs = {
            "InputDataset": {
                "default": "/MinimumBias/ComissioningHI-v1/RAW",
                "type": str,
                "optional": False,
                "validate": dataset,
                "attr": "inputDataset",
                "null": False
            },
            "GlobalTag": {
                "default": "GT_DP_V1",
                "type": str,
                "optional": False,
                "validate": None,
                "attr": "globalTag",
                "null": False
            },
            "CouchURL": {
                "default": "http://localhost:5984",
                "type": str,
                "optional": False,
                "validate": couchurl,
                "attr": "couchURL",
                "null": False
            },
            "CouchDBName": {
                "default": "dp_configcache",
                "type": str,
                "optional": False,
                "validate": identifier,
                "attr": "couchDBName",
                "null": False
            },
            "ConfigCacheUrl": {
                "default": None,
                "type": str,
                "optional": True,
                "validate": None,
                "attr": "configCacheUrl",
                "null": True
            },
            "OpenRunningTimeout": {
                "default": 0,
                "type": int,
                "optional": True,
                "validate": lambda x: x >= 0,
                "attr": "openRunningTimeout",
                "null": False
            },
            "BlockBlacklist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([block(y) for y in x]),
                "attr": "blockBlacklist",
                "null": False
            },
            "BlockWhitelist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([block(y) for y in x]),
                "attr": "blockWhitelist",
                "null": False
            },
            "RunBlacklist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([int(y) > 0 for y in x]),
                "attr": "runBlacklist",
                "null": False
            },
            "RunWhitelist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([int(y) > 0 for y in x]),
                "attr": "runWhitelist",
                "null": False
            },
            "SplittingAlgo": {
                "default":
                "EventAwareLumiBased",
                "type":
                str,
                "optional":
                True,
                "validate":
                lambda x: x in [
                    "EventBased", "LumiBased", "EventAwareLumiBased",
                    "FileBased"
                ],
                "attr":
                "procJobSplitAlgo",
                "null":
                False
            },
            "EventsPerJob": {
                "default": None,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "eventsPerJob",
                "null": False
            },
            "LumisPerJob": {
                "default": 8,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "lumisPerJob",
                "null": False
            },
            "FilesPerJob": {
                "default": 1,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "filesPerJob",
                "null": False
            }
        }

        baseArgs.update(specArgs)
        return baseArgs
Exemplo n.º 31
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     specArgs = {"Scenario" : {"default" : None, "type" : str,
                               "optional" : False, "validate" : None,
                               "attr" : "procScenario", "null" : False},
                 "GlobalTag" : {"default" : None, "type" : str,
                                "optional" : False, "validate" : None,
                                "attr" : "globalTag", "null" : False},
                 "WriteTiers" : {"default" : ["RECO", "AOD", "DQM", "ALCARECO"],
                                 "type" : makeList, "optional" : False,
                                 "validate" : None,
                                 "attr" : "writeTiers", "null" : False},
                 "AlcaSkims" : {"default" : ["TkAlCosmics0T","MuAlGlobalCosmics","HcalCalHOCosmics"],
                                "type" : makeList, "optional" : False,
                                "validate" : None,
                                "attr" : "alcaSkims", "null" : False},
                 "InputDataset" : {"default" : "/Cosmics/Run2012A-v1/RAW", "type" : str,
                                   "optional" : False, "validate" : dataset,
                                   "attr" : "inputDataset", "null" : False},
                 "PromptSkims" : {"default" : [], "type" : makeList,
                                  "optional" : True, "validate" : None,
                                  "attr" : "promptSkims", "null" : False},
                 "CouchURL" : {"default" : None, "type" : str,
                               "optional" : False, "validate" : couchurl,
                               "attr" : "couchURL", "null" : False},
                 "CouchDBName" : {"default" : "promptreco_t", "type" : str,
                                  "optional" : True, "validate" : identifier,
                                  "attr" : "couchDBName", "null" : False},
                 "ConfigCacheUrl" : {"default" : None, "type" : str,
                                     "optional" : True, "validate" : couchurl,
                                     "attr" : "configCacheUrl", "null" : False},
                 "InitCommand" : {"default" : None, "type" : str,
                                  "optional" : True, "validate" : None,
                                  "attr" : "initCommand", "null" : False},
                 "EnvPath" : {"default" : None, "type" : str,
                              "optional" : True, "validate" : None,
                              "attr" : "envPath", "null" : True},
                 "BinPath" : {"default" : None, "type" : str,
                              "optional" : True, "validate" : None,
                              "attr" : "binPath", "null" : True},
                 "DoLogCollect" : {"default" : True, "type" : strToBool,
                                   "optional" : True, "validate" : None,
                                   "attr" : "doLogCollect", "null" : False},
                 "BlockBlacklist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockBlacklist", "null" : False},
                 "BlockWhitelist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockWhitelist", "null" : False},
                 "RunBlacklist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runBlacklist", "null" : False},
                 "RunWhitelist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runWhitelist", "null" : False},
                 "SplittingAlgo" : {"default" : "EventBased", "type" : str,
                                    "optional" : True, "validate" : lambda x: x in ["EventBased", "LumiBased",
                                                                                    "EventAwareLumiBased", "FileBased"],
                                    "attr" : "procJobSplitAlgo", "null" : False},
                 "EventsPerJob" : {"default" : 500, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "eventsPerJob", "null" : False},
                 "LumisPerJob" : {"default" : 8, "type" : int,
                                  "optional" : True, "validate" : lambda x : x > 0,
                                  "attr" : "lumisPerJob", "null" : False},
                 "FilesPerJob" : {"default" : 1, "type" : int,
                                  "optional" : True, "validate" : lambda x : x > 0,
                                  "attr" : "filesPerJob", "null" : False},
                 "SkimSplittingAlgo" : {"default" : "FileBased", "type" : str,
                                        "optional" : True, "validate" : lambda x: x in ["EventBased", "LumiBased",
                                                                                        "EventAwareLumiBased", "FileBased"],
                                        "attr" : "skimJobSplitAlgo", "null" : False},
                 "SkimEventsPerJob" : {"default" : 500, "type" : int,
                                       "optional" : True, "validate" : lambda x : x > 0,
                                       "attr" : "skimEventsPerJob", "null" : False},
                 "SkimLumisPerJob" : {"default" : 8, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "skimLumisPerJob", "null" : False},
                 "SkimFilesPerJob" : {"default" : 1, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "skimFilesPerJob", "null" : False},
                 "BlockCloseDelay" : {"default" : 86400, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "blockCloseDelay", "null" : False}
                 }
     baseArgs.update(specArgs)
     return baseArgs