Esempio n. 1
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "DQMHarvest"},
                 "InputDataset": {"default": None, "optional": False,
                                  "validate": dataset},
                 "ConfigCacheID": {"optional": True, "validate": None, "null": True},
                 "UnmergedLFNBase": {"default": "/store/unmerged"},
                 "MergedLFNBase": {"default": "/store/data"},
                 "MinMergeSize": {"default": 2 * 1024 * 1024 * 1024, "type": int,
                                  "validate": lambda x: x > 0},
                 "MaxMergeSize": {"default": 4 * 1024 * 1024 * 1024, "type": int,
                                  "validate": lambda x: x > 0},
                 "MaxMergeEvents": {"default": 100000, "type": int,
                                    "validate": lambda x: x > 0},
                 "BlockBlacklist": {"default": [], "type": makeList,
                                    "validate": lambda x: all([block(y) for y in x])},
                 "BlockWhitelist": {"default": [], "type": makeList,
                                    "validate": lambda x: all([block(y) for y in x])},
                 "RunBlacklist": {"default": [], "type": makeList,
                                  "validate": lambda x: all([int(y) > 0 for y in x])},
                 "RunWhitelist": {"default": [], "type": makeList,
                                  "validate": lambda x: all([int(y) > 0 for y in x])}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Esempio n. 2
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "DQMHarvest"},
                 "InputDataset": {"default": None, "optional": False,
                                  "validate": dataset},
                 "UnmergedLFNBase": {"default": "/store/unmerged"},
                 "MergedLFNBase": {"default": "/store/data"},
                 "MinMergeSize": {"default": 2 * 1024 * 1024 * 1024, "type": int,
                                  "validate": lambda x: x > 0},
                 "MaxMergeSize": {"default": 4 * 1024 * 1024 * 1024, "type": int,
                                  "validate": lambda x: x > 0},
                 "MaxMergeEvents": {"default": 100000, "type": int,
                                    "validate": lambda x: x > 0},
                 "BlockBlacklist": {"default": [], "type": makeList,
                                    "validate": lambda x: all([block(y) for y in x])},
                 "BlockWhitelist": {"default": [], "type": makeList,
                                    "validate": lambda x: all([block(y) for y in x])},
                 "RunBlacklist": {"default": [], "type": makeList,
                                  "validate": lambda x: all([int(y) > 0 for y in x])},
                 "RunWhitelist": {"default": [], "type": makeList,
                                  "validate": lambda x: all([int(y) > 0 for y in x])}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Esempio n. 3
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "TaskChain", "optional": False,
                                 "attr": "requestType"},
                 "GlobalTag": {"default": "GT_TC_V1", "type": str,
                               "optional": False, "validate": None,
                               "attr": "globalTag", "null": False},
                 "CouchURL": {"default": "http://localhost:5984", "type": str,
                              "optional": False, "validate": couchurl,
                              "attr": "couchURL", "null": False},
                 "CouchDBName": {"default": "dp_configcache", "type": str,
                                 "optional": False, "validate": identifier,
                                 "attr": "couchDBName", "null": False},
                 "ConfigCacheUrl": {"default": None, "type": str,
                                    "optional": True, "validate": None,
                                    "attr": "configCacheUrl", "null": True},
                 "IgnoredOutputModules": {"default": [], "type": makeList,
                                          "optional": True, "validate": None,
                                          "attr": "ignoredOutputModules", "null": False},
                 "TaskChain": {"default": 1, "type": int,
                               "optional": False, "validate": lambda x: x > 0,
                               "attr": "taskChain", "null": False},
                 "FirstEvent": {"default": 1, "type": int,
                                "optional": True, "validate": lambda x: x > 0,
                                "attr": "firstEvent", "null": False},
                 "FirstLumi": {"default": 1, "type": int,
                               "optional": True, "validate": lambda x: x > 0,
                               "attr": "firstLumi", "null": False}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Esempio n. 4
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "TaskChain", "optional": False,
                                 "attr": "requestType"},
                 # ConfigCacheID is not mandatory in the main dict for TaskChain
                 "ConfigCacheID": {"optional": True, "null": True},
                 "CouchURL": {"default": "http://localhost:5984", "type": str,
                              "optional": False, "validate": couchurl,
                              "attr": "couchURL", "null": False},
                 "CouchDBName": {"default": "dp_configcache", "type": str,
                                 "optional": False, "validate": identifier,
                                 "attr": "couchDBName", "null": False},
                 "ConfigCacheUrl": {"default": None, "type": str,
                                    "optional": True, "validate": None,
                                    "attr": "configCacheUrl", "null": True},
                 "IgnoredOutputModules": {"default": [], "type": makeList,
                                          "optional": True, "validate": None,
                                          "attr": "ignoredOutputModules", "null": False},
                 "TaskChain": {"default": 1, "type": int,
                               "optional": False, "validate": lambda x: x > 0,
                               "attr": "taskChain", "null": False},
                 "FirstEvent": {"default": 1, "type": int,
                                "optional": True, "validate": lambda x: x > 0,
                                "attr": "firstEvent", "null": False},
                 "FirstLumi": {"default": 1, "type": int,
                               "optional": True, "validate": lambda x: x > 0,
                               "attr": "firstLumi", "null": False}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Esempio n. 5
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType" : {"default" : "StoreResults", "optional" : True,
                                   "attr" : "requestType"},
                 "InputDataset" : {"default" : None,
                                   "type" : str, "optional" : False,
                                   "validate" : dataset, "attr" : "inputDataset",
                                   "null" : False},
                 "GlobalTag" : {"default" : "GT_SR_V1:All", "type" : str,
                                "optional" : False, "validate" : None,
                                "attr" : "globalTag", "null" : False},
                 "CmsPath" : {"default" : "/tmp", "type" : str,
                              "optional" : False, "validate" : None,
                              "attr" : "cmsPath", "null" : False},
                 "DataTier" : {"default" : "USER", "type" : str,
                               "optional" : True, "validate" : None,
                               "attr" : "dataTier", "null" : False},
                 "UnmergedLFNBase" : {"default" : "/store/unmerged", "type" : str,
                                      "optional" : True, "validate" : None,
                                      "attr" : "unmergedLFNBase", "null" : False},
                 "MergedLFNBase" : {"default" : "/store/results", "type" : str,
                                    "optional" : True, "validate" : None,
                                    "attr" : "mergedLFNBase", "null" : False},
                 "MinMergeSize" : {"default" : 2 * 1024 * 1024 * 1024, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "minMergeSize", "null" : False},
                 "MaxMergeSize" : {"default" : 4 * 1024 * 1024 * 1024, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "maxMergeSize", "null" : False},
                 "MaxMergeEvents" : {"default" : 100000, "type" : int,
                                     "optional" : True, "validate" : lambda x : x > 0,
                                     "attr" : "maxMergeEvents", "null" : False},
                 "BlockBlacklist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockBlacklist", "null" : False},
                 "BlockWhitelist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockWhitelist", "null" : False},
                 "RunBlacklist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runBlacklist", "null" : False},
                 "RunWhitelist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runWhitelist", "null" : False}}
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Esempio n. 6
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "MonteCarlo", "optional": True,
                                 "attr": "requestType"},
                 "PrimaryDataset": {"default": "BlackHoleTest", "type": str,
                                    "optional": False, "validate": primdataset,
                                    "attr": "inputPrimaryDataset", "null": False},
                 "Seeding": {"default": "AutomaticSeeding", "type": str,
                             "optional": True, "validate": lambda x: x in ["ReproducibleSeeding", "AutomaticSeeding"],
                             "attr": "seeding", "null": False},
                 "GlobalTag": {"default": "GT_MC_V1:All", "type": str,
                               "optional": False, "validate": None,
                               "attr": "globalTag", "null": False},
                 "FilterEfficiency": {"default": 1.0, "type": float,
                                      "optional": True, "validate": lambda x: x > 0.0,
                                      "attr": "filterEfficiency", "null": False},
                 "RequestNumEvents": {"default": 1000, "type": int,
                                      "optional": False, "validate": lambda x: x > 0,
                                      "attr": "requestNumEvents", "null": False},
                 "FirstEvent": {"default": 1, "type": int,
                                "optional": True, "validate": lambda x: x > 0,
                                "attr": "firstEvent", "null": False},
                 "FirstLumi": {"default": 1, "type": int,
                               "optional": True, "validate": lambda x: x > 0,
                               "attr": "firstLumi", "null": False},
                 "MCPileup": {"default": None, "type": str,
                              "optional": True, "validate": dataset,
                              "attr": "mcPileup", "null": True},
                 "DataPileup": {"default": None, "type": str,
                                "optional": True, "validate": dataset,
                                "attr": "dataPileup", "null": True},
                 "DeterministicPileup": {"default": False, "type": strToBool,
                                         "optional": True, "validate": None,
                                         "attr": "deterministicPileup", "null": False},
                 "EventsPerJob": {"default": None, "type": int,
                                  "optional": True, "validate": lambda x: x > 0,
                                  "attr": "eventsPerJob", "null": True},
                 "EventsPerLumi": {"default": None, "type": int,
                                   "optional": True, "validate": lambda x: x > 0,
                                   "attr": "eventsPerLumi", "null": True},
                 "LheInputFiles": {"default": False, "type": strToBool,
                                   "optional": True, "validate": None,
                                   "attr": "lheInputFiles", "null": False}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Esempio n. 7
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType": {"default": "MonteCarlo", "optional": True,
                                 "attr": "requestType"},
                 "PrimaryDataset": {"default": "BlackHoleTest", "type": str,
                                    "optional": False, "validate": primdataset,
                                    "attr": "inputPrimaryDataset", "null": False},
                 "Seeding": {"default": "AutomaticSeeding", "type": str,
                             "optional": True, "validate": lambda x: x in ["ReproducibleSeeding", "AutomaticSeeding"],
                             "attr": "seeding", "null": False},
                 "GlobalTag": {"default": "GT_MC_V1:All", "type": str,
                               "optional": False, "validate": None,
                               "attr": "globalTag", "null": False},
                 "FilterEfficiency": {"default": 1.0, "type": float,
                                      "optional": True, "validate": lambda x: x > 0.0,
                                      "attr": "filterEfficiency", "null": False},
                 "RequestNumEvents": {"default": 1000, "type": int,
                                      "optional": False, "validate": lambda x: x > 0,
                                      "attr": "requestNumEvents", "null": False},
                 "FirstEvent": {"default": 1, "type": int,
                                "optional": True, "validate": lambda x: x > 0,
                                "attr": "firstEvent", "null": False},
                 "FirstLumi": {"default": 1, "type": int,
                               "optional": True, "validate": lambda x: x > 0,
                               "attr": "firstLumi", "null": False},
                 "MCPileup": {"default": None, "type": str,
                              "optional": True, "validate": dataset,
                              "attr": "mcPileup", "null": False},
                 "DataPileup": {"default": None, "type": str,
                                "optional": True, "validate": dataset,
                                "attr": "dataPileup", "null": False},
                 "DeterministicPileup": {"default": False, "type": strToBool,
                                         "optional": True, "validate": None,
                                         "attr": "deterministicPileup", "null": False},
                 "EventsPerJob": {"default": None, "type": int,
                                  "optional": True, "validate": lambda x: x > 0,
                                  "attr": "eventsPerJob", "null": True},
                 "EventsPerLumi": {"default": None, "type": int,
                                   "optional": True, "validate": lambda x: x > 0,
                                   "attr": "eventsPerLumi", "null": True},
                 "LheInputFiles": {"default": False, "type": strToBool,
                                   "optional": True, "validate": None,
                                   "attr": "lheInputFiles", "null": False}
                }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Esempio n. 8
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType" : {"default" : "StoreResults", "optional" : True,
                                   "attr" : "requestType"},
                 "InputDataset" : {"default" : None,
                                   "type" : str, "optional" : False,
                                   "validate" : dataset, "attr" : "inputDataset",
                                   "null" : False},
                 "GlobalTag" : {"default" : "GT_SR_V1:All", "type" : str,
                                "optional" : False, "validate" : None,
                                "attr" : "globalTag", "null" : False},
                 "CmsPath" : {"default" : "/tmp", "type" : str,
                              "optional" : False, "validate" : None,
                              "attr" : "cmsPath", "null" : False},
                 "DataTier" : {"default" : "USER", "type" : str,
                               "optional" : True, "validate" : None,
                               "attr" : "dataTier", "null" : False},
                 "UnmergedLFNBase" : {"default" : "/store/unmerged", "type" : str,
                                      "optional" : True, "validate" : None,
                                      "attr" : "unmergedLFNBase", "null" : False},
                 "MergedLFNBase" : {"default" : "/store/results", "type" : str,
                                    "optional" : True, "validate" : None,
                                    "attr" : "mergedLFNBase", "null" : False},
                 "MinMergeSize" : {"default" : 2 * 1024 * 1024 * 1024, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "minMergeSize", "null" : False},
                 "MaxMergeSize" : {"default" : 4 * 1024 * 1024 * 1024, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "maxMergeSize", "null" : False},
                 "MaxMergeEvents" : {"default" : 100000, "type" : int,
                                     "optional" : True, "validate" : lambda x : x > 0,
                                     "attr" : "maxMergeEvents", "null" : False},
                 "BlockBlacklist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockBlacklist", "null" : False},
                 "BlockWhitelist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockWhitelist", "null" : False},
                 "RunBlacklist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runBlacklist", "null" : False},
                 "RunWhitelist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runWhitelist", "null" : False}}
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Esempio n. 9
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
        reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
        baseArgs.update(reqMgrArgs)
        specArgs = {"InputDataset" : {"default" : "/MinimumBias/ComissioningHI-v1/RAW", "type" : str,
                                      "optional" : False, "validate" : dataset,
                                      "attr" : "inputDataset", "null" : False},
                    "GlobalTag" : {"default" : "GT_DP_V1", "type" : str,
                                   "optional" : False, "validate" : None,
                                   "attr" : "globalTag", "null" : False},
                    "OpenRunningTimeout" : {"default" : 0, "type" : int,
                                            "optional" : True, "validate" : lambda x : x >= 0,
                                            "attr" : "openRunningTimeout", "null" : False},
                    "BlockBlacklist" : {"default" : [], "type" : makeList,
                                        "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                        "attr" : "blockBlacklist", "null" : False},
                    "BlockWhitelist" : {"default" : [], "type" : makeList,
                                        "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                        "attr" : "blockWhitelist", "null" : False},
                    "RunBlacklist" : {"default" : [], "type" : makeList,
                                      "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                      "attr" : "runBlacklist", "null" : False},
                    "RunWhitelist" : {"default" : [], "type" : makeList,
                                      "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                      "attr" : "runWhitelist", "null" : False},
                    "SplittingAlgo" : {"default" : "EventAwareLumiBased", "type" : str,
                                       "optional" : True, "validate" : lambda x: x in ["EventBased", "LumiBased",
                                                                                       "EventAwareLumiBased", "FileBased"],
                                       "attr" : "procJobSplitAlgo", "null" : False},
                    "EventsPerJob" : {"default" : None, "type" : int,
                                      "optional" : True, "validate" : lambda x : x > 0,
                                      "attr" : "eventsPerJob", "null" : True},
                    "LumisPerJob" : {"default" : 8, "type" : int,
                                     "optional" : True, "validate" : lambda x : x > 0,
                                     "attr" : "lumisPerJob", "null" : False},
                    "FilesPerJob" : {"default" : 1, "type" : int,
                                     "optional" : True, "validate" : lambda x : x > 0,
                                     "attr" : "filesPerJob", "null" : False}
                    }

        baseArgs.update(specArgs)
        StdBase.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Esempio n. 10
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     del baseArgs["AcquisitionEra"]
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {"RequestType" : {"default" : "Analysis", "optional" : True,
                                   "attr" : "requestType"},
                 "userSandbox" : {"default" : "http://home.fnal.gov/~ewv/agent.tgz",
                                  "type" : str,
                                  "optional" : True, "validate" : None,
                                  "attr" : "userSandbox", "null" : True},
                 "userFiles" : {"default" : [], "type" : makeList,
                                "optional" : True, "validate" : None,
                                "attr" : "userFiles", "null" : False},
                 "OutputFiles" : {"default" : [], "type" : makeList,
                                "optional" : True, "validate" : None,
                                "attr" : "outputFiles", "null" : False},
                 "Username" : {"default" : "mmascher", "type" : str,
                               "optional" : True, "validate" : None,
                               "attr" : "userName", "null" : False},
                 "SaveLogs" : {"default" : True, "type" : strToBool,
                               "optional" : True, "validate" : None,
                               "attr" : "saveLogs", "null" : False},
                 "CouchURL" : {"default" : "http://localhost:5984", "type" : str,
                               "optional" : False, "validate" : couchurl,
                               "attr" : "couchURL", "null" : False},
                 "CouchDBName" : {"default" : "analysis_reqmgr_config_cache", "type" : str,
                                  "optional" : False, "validate" : identifier,
                                  "attr" : "couchDBName", "null" : False},
                 "AnalysisConfigCacheDoc" : {"default" : None, "type" : str,
                                             "optional" : False, "validate" : None,
                                             "attr" : "configCacheID", "null" : False},
                 "ConfigCacheUrl" : {"default" : None, "type" : str,
                                     "optional" : True, "validate" : None,
                                     "attr" : "configCacheUrl", "null" : False},
                 "PublishDataName" : {"default" : None, "type" : str,
                                      "optional" : True, "validate" : None,
                                      "attr" : "acquisitionEra", "null" : False},
                 "GlobalTag" : {"default" : "GT_AN_V1:All", "type" : str,
                                "optional" : False, "validate" : None,
                                "attr" : "globalTag", "null" : False},
                 "InputDataset" : {"default" : "/RelValProdTTbar/JobRobot-MC_3XY_V24_JobRobot-v1/GEN-SIM-DIGI-RECO",
                                   "type" : str, "optional" : False,
                                   "validate" : None, "attr" : "inputDataset",
                                   "null" : False},
                 "OriginalRequestName" : {"default" : None, "type" : str,
                                          "optional" : True, "validate" : None,
                                          "attr" : "origRequest", "null" : False},
                 "BlockBlacklist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockBlacklist", "null" : False},
                 "BlockWhitelist" : {"default" : [], "type" : makeList,
                                     "optional" : True, "validate" : lambda x: all([block(y) for y in x]),
                                     "attr" : "blockWhitelist", "null" : False},
                 "RunBlacklist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runBlacklist", "null" : False},
                 "RunWhitelist" : {"default" : [], "type" : makeList,
                                   "optional" : True, "validate" : lambda x: all([int(y) > 0 for y in x]),
                                   "attr" : "runWhitelist", "null" : False},
                 "asyncDest" : {"default" : "T1_US_FNAL_Buffer", "type" : str,
                                "optional" : True, "validate" : None,
                                "attr" : "asyncDest", "null" : False},
                 "ACDCUrl" : {"default" : "http://cmsweb-testbed.cern.ch/couchdb",
                              "type" : str,
                              "optional" : True, "validate" : couchurl,
                              "attr" : "ACDCURL", "null" : False},
                 "ACDCDBName" : {"default" : "acdcserver", "type" : str,
                                 "optional" : True, "validate" : identifier,
                                 "attr" : "ACDCDBName", "null" : False},
                 "Runs" : {"default" : None, "type" : makeList,
                           "optional" : True, "validate" : None,
                           "attr" : "Runs", "null" : False},
                 "Lumis" : {"default" : None, "type" : makeList,
                           "optional" : True, "validate" : None,
                           "attr" : "Lumis", "null" : False},
                 "Submission" : {"default" : 1, "type" : int,
                                 "optional" : True, "validate" : None,
                                 "attr" : "Submission", "null" : False},
                 "JobSplitAlgo" : {"default" : "EventBased", "type" : str,
                                   "optional" : True, "validate" : None,
                                   "attr" : "analysisJobSplitAlgo", "null" : False},
                 "EventsPerJob" : {"default" : 1000, "type" : int,
                                   "optional" : True, "validate" : lambda x : x > 0,
                                   "attr" : "eventsPerJob", "null" : False},
                 "LumisPerJob" : {"default" : 8, "type" : int,
                                  "optional" : True, "validate" : lambda x : x > 0,
                                  "attr" : "lumisPerJob", "null" : False}, }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs
Esempio n. 11
0
    def getWorkloadArguments():
        baseArgs = StdBase.getWorkloadArguments()
        reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
        baseArgs.update(reqMgrArgs)
        specArgs = {
            "InputDataset": {
                "default": "/MinimumBias/ComissioningHI-v1/RAW",
                "type": str,
                "optional": False,
                "validate": dataset,
                "attr": "inputDataset",
                "null": False
            },
            "GlobalTag": {
                "default": "GT_DP_V1",
                "type": str,
                "optional": False,
                "validate": None,
                "attr": "globalTag",
                "null": False
            },
            "OpenRunningTimeout": {
                "default": 0,
                "type": int,
                "optional": True,
                "validate": lambda x: x >= 0,
                "attr": "openRunningTimeout",
                "null": False
            },
            "BlockBlacklist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([block(y) for y in x]),
                "attr": "blockBlacklist",
                "null": False
            },
            "BlockWhitelist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([block(y) for y in x]),
                "attr": "blockWhitelist",
                "null": False
            },
            "RunBlacklist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([int(y) > 0 for y in x]),
                "attr": "runBlacklist",
                "null": False
            },
            "RunWhitelist": {
                "default": [],
                "type": makeList,
                "optional": True,
                "validate": lambda x: all([int(y) > 0 for y in x]),
                "attr": "runWhitelist",
                "null": False
            },
            "SplittingAlgo": {
                "default":
                "EventAwareLumiBased",
                "type":
                str,
                "optional":
                True,
                "validate":
                lambda x: x in [
                    "EventBased", "LumiBased", "EventAwareLumiBased",
                    "FileBased"
                ],
                "attr":
                "procJobSplitAlgo",
                "null":
                False
            },
            "EventsPerJob": {
                "default": None,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "eventsPerJob",
                "null": True
            },
            "LumisPerJob": {
                "default": 8,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "lumisPerJob",
                "null": False
            },
            "FilesPerJob": {
                "default": 1,
                "type": int,
                "optional": True,
                "validate": lambda x: x > 0,
                "attr": "filesPerJob",
                "null": False
            }
        }

        baseArgs.update(specArgs)
        StdBase.setDefaultArgumentsProperty(baseArgs)
        return baseArgs
Esempio n. 12
0
 def getWorkloadArguments():
     baseArgs = StdBase.getWorkloadArguments()
     del baseArgs["AcquisitionEra"]
     reqMgrArgs = StdBase.getWorkloadArgumentsWithReqMgr()
     baseArgs.update(reqMgrArgs)
     specArgs = {
         "RequestType": {
             "default": "Analysis",
             "optional": True,
             "attr": "requestType"
         },
         "userSandbox": {
             "default": "http://home.fnal.gov/~ewv/agent.tgz",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "userSandbox",
             "null": True
         },
         "userFiles": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": None,
             "attr": "userFiles",
             "null": False
         },
         "OutputFiles": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": None,
             "attr": "outputFiles",
             "null": False
         },
         "Username": {
             "default": "mmascher",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "userName",
             "null": False
         },
         "SaveLogs": {
             "default": True,
             "type": strToBool,
             "optional": True,
             "validate": None,
             "attr": "saveLogs",
             "null": False
         },
         "CouchURL": {
             "default": "http://localhost:5984",
             "type": str,
             "optional": False,
             "validate": couchurl,
             "attr": "couchURL",
             "null": False
         },
         "CouchDBName": {
             "default": "analysis_reqmgr_config_cache",
             "type": str,
             "optional": False,
             "validate": identifier,
             "attr": "couchDBName",
             "null": False
         },
         "AnalysisConfigCacheDoc": {
             "default": None,
             "type": str,
             "optional": False,
             "validate": None,
             "attr": "configCacheID",
             "null": False
         },
         "ConfigCacheUrl": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "configCacheUrl",
             "null": False
         },
         "PublishDataName": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "acquisitionEra",
             "null": False
         },
         "GlobalTag": {
             "default": "GT_AN_V1:All",
             "type": str,
             "optional": False,
             "validate": None,
             "attr": "globalTag",
             "null": False
         },
         "InputDataset": {
             "default":
             "/RelValProdTTbar/JobRobot-MC_3XY_V24_JobRobot-v1/GEN-SIM-DIGI-RECO",
             "type": str,
             "optional": False,
             "validate": None,
             "attr": "inputDataset",
             "null": False
         },
         "OriginalRequestName": {
             "default": None,
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "origRequest",
             "null": False
         },
         "BlockBlacklist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([block(y) for y in x]),
             "attr": "blockBlacklist",
             "null": False
         },
         "BlockWhitelist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([block(y) for y in x]),
             "attr": "blockWhitelist",
             "null": False
         },
         "RunBlacklist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([int(y) > 0 for y in x]),
             "attr": "runBlacklist",
             "null": False
         },
         "RunWhitelist": {
             "default": [],
             "type": makeList,
             "optional": True,
             "validate": lambda x: all([int(y) > 0 for y in x]),
             "attr": "runWhitelist",
             "null": False
         },
         "asyncDest": {
             "default": "T1_US_FNAL_Buffer",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "asyncDest",
             "null": False
         },
         "ACDCUrl": {
             "default": "http://cmsweb-testbed.cern.ch/couchdb",
             "type": str,
             "optional": True,
             "validate": couchurl,
             "attr": "ACDCURL",
             "null": False
         },
         "ACDCDBName": {
             "default": "acdcserver",
             "type": str,
             "optional": True,
             "validate": identifier,
             "attr": "ACDCDBName",
             "null": False
         },
         "Runs": {
             "default": None,
             "type": makeList,
             "optional": True,
             "validate": None,
             "attr": "Runs",
             "null": False
         },
         "Lumis": {
             "default": None,
             "type": makeList,
             "optional": True,
             "validate": None,
             "attr": "Lumis",
             "null": False
         },
         "Submission": {
             "default": 1,
             "type": int,
             "optional": True,
             "validate": None,
             "attr": "Submission",
             "null": False
         },
         "JobSplitAlgo": {
             "default": "EventBased",
             "type": str,
             "optional": True,
             "validate": None,
             "attr": "analysisJobSplitAlgo",
             "null": False
         },
         "EventsPerJob": {
             "default": 1000,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "eventsPerJob",
             "null": False
         },
         "LumisPerJob": {
             "default": 8,
             "type": int,
             "optional": True,
             "validate": lambda x: x > 0,
             "attr": "lumisPerJob",
             "null": False
         },
     }
     baseArgs.update(specArgs)
     StdBase.setDefaultArgumentsProperty(baseArgs)
     return baseArgs