def getWorkloadArguments():
baseArgs = DataProcessing.getWorkloadArguments()
specArgs = {"RequestType": {"default": "MonteCarloFromGEN", "optional": True,
"attr": "requestType"},
"PrimaryDataset": {"default": None, "type": str,
"optional": True, "validate": primdataset,
"attr": "inputPrimaryDataset", "null": True},
"ConfigCacheUrl": {"default": None, "type": str,
"optional": True, "validate": None,
"attr": "configCacheUrl", "null": False},
"ConfigCacheID": {"default": None, "type": str,
"optional": False, "validate": None,
"attr": "configCacheID", "null": True},
"MCPileup": {"default": None, "type": str,
"optional": True, "validate": dataset,
"attr": "mcPileup", "null": True},
"DataPileup": {"default": None, "type": str,
"optional": True, "validate": dataset,
"attr": "dataPileup", "null": True},
"DeterministicPileup": {"default": False, "type": strToBool,
"optional": True, "validate": None,
"attr": "deterministicPileup", "null": False}}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs
def getWorkloadArguments():
baseArgs = DataProcessing.getWorkloadArguments()
specArgs = {
"RequestType": {
"default": "MonteCarloFromGEN",
"optional": True,
"attr": "requestType"
},
"PrimaryDataset": {
"default": None,
"type": str,
"optional": True,
"validate": primdataset,
"attr": "inputPrimaryDataset",
"null": False
},
"ConfigCacheUrl": {
"default": None,
"type": str,
"optional": True,
"validate": None,
"attr": "configCacheUrl",
"null": False
},
"ConfigCacheID": {
"default": None,
"type": str,
"optional": False,
"validate": None,
"attr": "configCacheID",
"null": True
},
"MCPileup": {
"default": None,
"type": str,
"optional": True,
"validate": dataset,
"attr": "mcPileup",
"null": True
},
"DataPileup": {
"default": None,
"type": str,
"optional": True,
"validate": dataset,
"attr": "dataPileup",
"null": True
},
"DeterministicPileup": {
"default": False,
"type": strToBool,
"optional": True,
"validate": None,
"attr": "deterministicPileup",
"null": False
}
}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs
def getWorkloadCreateArgs():
baseArgs = DataProcessing.getWorkloadCreateArgs()
specArgs = {"RequestType": {"default": "ReDigi", "optional": False},
"StepOneOutputModuleName": {"null": True},
"StepTwoOutputModuleName": {"null": True},
"ConfigCacheID": {"optional": True, "null": True},
"StepOneConfigCacheID": {"optional": False, "null": True},
"StepTwoConfigCacheID": {"null": True},
"StepThreeConfigCacheID": {"null": True},
"KeepStepOneOutput": {"default": True, "type": strToBool, "null": False},
"KeepStepTwoOutput": {"default": True, "type": strToBool, "null": False},
"StepTwoTimePerEvent": {"type": float, "null": True,
"validate": lambda x: x > 0},
"StepThreeTimePerEvent": {"type": float, "null": True,
"validate": lambda x: x > 0},
"StepTwoSizePerEvent": {"type": float, "null": True,
"validate": lambda x: x > 0},
"StepThreeSizePerEvent": {"type": float, "null": True,
"validate": lambda x: x > 0},
"StepTwoMemory": {"type": float, "null": True,
"validate": lambda x: x > 0},
"StepThreeMemory": {"type": float, "null": True,
"validate": lambda x: x > 0},
"MCPileup": {"validate": dataset, "attr": "mcPileup", "null": True},
"DataPileup": {"null": True, "validate": dataset},
"DeterministicPileup": {"default": False, "type": strToBool, "null": False}}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs
def getWorkloadAssignArgs():
baseArgs = DataProcessing.getWorkloadAssignArgs()
specArgs = {
"Override": {"default": {"eos-lfn-prefix": "root://eoscms.cern.ch//eos/cms/store/logs/prod/recent/PromptReco"},
"type": dict},
}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs
def getWorkloadAssignArgs():
baseArgs = DataProcessing.getWorkloadAssignArgs()
specArgs = {
"Override": {"default": {"eos-lfn-prefix": "root://eoscms.cern.ch//eos/cms/store/logs/prod/recent/PromptReco"},
"type": dict},
}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs
def getWorkloadArguments():
baseArgs = DataProcessing.getWorkloadArguments()
specArgs = {"RequestType" : {"default" : "ReDigi", "optional" : True,
"attr" : "requestType"},
"StepOneOutputModuleName" : {"default" : None, "type" : str,
"optional" : True, "validate" : None,
"attr" : "stepOneOutputModuleName", "null" : True},
"StepTwoOutputModuleName" : {"default" : None, "type" : str,
"optional" : True, "validate" : None,
"attr" : "stepTwoOutputModuleName", "null" : True},
"ConfigCacheID": {"default" : None, "optional": True, "null": True},
"StepOneConfigCacheID" : {"default" : None, "type" : str,
"optional" : False, "validate" : None,
"attr" : "stepOneConfigCacheID", "null" : True},
"StepTwoConfigCacheID" : {"default" : None, "type" : str,
"optional" : True, "validate" : None,
"attr" : "stepTwoConfigCacheID", "null" : True},
"StepThreeConfigCacheID" : {"default" : None, "type" : str,
"optional" : True, "validate" : None,
"attr" : "stepThreeConfigCacheID", "null" : True},
"KeepStepOneOutput" : {"default" : True, "type" : strToBool,
"optional" : True, "validate" : None,
"attr" : "keepStepOneOutput", "null" : False},
"KeepStepTwoOutput" : {"default" : True, "type" : strToBool,
"optional" : True, "validate" : None,
"attr" : "keepStepTwoOutput", "null" : False},
"StepTwoTimePerEvent" : {"default" : 1, "type" : float,
"optional" : True, "validate" : lambda x : x > 0,
"attr" : "stepTwoTimePerEvent", "null" : False},
"StepThreeTimePerEvent" : {"default" : 1, "type" : float,
"optional" : True, "validate" : lambda x : x > 0,
"attr" : "stepThreeTimePerEvent", "null" : False},
"StepTwoSizePerEvent" : {"default" : None, "type" : float,
"optional" : True, "validate" : lambda x : x > 0,
"attr" : "stepTwoSizePerEvent", "null" : True},
"StepThreeSizePerEvent" : {"default" : None, "type" : float,
"optional" : True, "validate" : lambda x : x > 0,
"attr" : "stepThreeSizePerEvent", "null" : True},
"StepTwoMemory" : {"default" : None, "type" : float,
"optional" : True, "validate" : lambda x : x > 0,
"attr" : "stepTwoMemory", "null" : True},
"StepThreeMemory" : {"default" : None, "type" : float,
"optional" : True, "validate" : lambda x : x > 0,
"attr" : "stepThreeMemory", "null" : True},
"MCPileup" : {"default" : None, "type" : str,
"optional" : True, "validate" : dataset,
"attr" : "mcPileup", "null" : True},
"DataPileup" : {"default" : None, "type" : str,
"optional" : True, "validate" : dataset,
"attr" : "dataPileup", "null" : True},
"DeterministicPileup" : {"default" : False, "type" : strToBool,
"optional" : True, "validate" : None,
"attr" : "deterministicPileup", "null" : False}}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs
def getWorkloadCreateArgs():
baseArgs = DataProcessing.getWorkloadCreateArgs()
specArgs = {"RequestType" : {"default" : "ReReco", "optional" : False},
"TransientOutputModules" : {"default" : [], "type" : makeList,
"attr" : "transientModules", "null" : False}
}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs
def getWorkloadCreateArgs():
baseArgs = DataProcessing.getWorkloadCreateArgs()
specArgs = {"RequestType": {"default": "DQMHarvest", "optional": True},
"ConfigCacheID": {"optional": True, "null": True},
"DQMConfigCacheID": {"optional": False, "attr": "dqmConfigCacheID"},
"DQMUploadUrl": {"optional": False, "attr": "dqmUploadUrl"},
}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs
def getWorkloadCreateArgs():
baseArgs = DataProcessing.getWorkloadCreateArgs()
specArgs = {"RequestType": {"default": "PromptReco", "optional": True},
"ConfigCacheID": {"optional": True, "null": True},
"Scenario": {"default": None, "optional": False,
"attr": "procScenario", "null": False},
"ProcessingString": {"default": "", "validate": procstringT0},
"WriteTiers": {"default": ["RECO", "AOD", "DQM", "ALCARECO"],
"type": makeList, "optional": False, "null": False},
"AlcaSkims": {"default": ["TkAlCosmics0T", "MuAlGlobalCosmics", "HcalCalHOCosmics"],
"type": makeList, "optional": False, "null": False},
"PhysicsSkims": {"default": [], "type": makeList,
"optional": True, "null": False},
"InitCommand": {"default": None, "optional": True, "null": True},
"EnvPath": {"default": None, "optional": True, "null": True},
"BinPath": {"default": None, "optional": True, "null": True},
"DoLogCollect": {"default": True, "type": strToBool,
"optional": True, "null": False},
"SplittingAlgo": {"default": "EventAwareLumiBased", "null": False,
"validate": lambda x: x in ["EventBased", "LumiBased",
"EventAwareLumiBased", "FileBased"],
"attr": "procJobSplitAlgo"},
"EventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
"null": False},
"SkimSplittingAlgo": {"default": "FileBased", "null": False,
"validate": lambda x: x in ["EventBased", "LumiBased",
"EventAwareLumiBased", "FileBased"],
"attr": "skimJobSplitAlgo"},
"SkimEventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
"null": False},
"SkimLumisPerJob": {"default": 8, "type": int, "validate": lambda x: x > 0,
"null": False},
"SkimFilesPerJob": {"default": 1, "type": int, "validate": lambda x: x > 0,
"null": False},
}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs
def getWorkloadCreateArgs():
baseArgs = DataProcessing.getWorkloadCreateArgs()
specArgs = {"RequestType": {"default": "PromptReco", "optional": True},
"ConfigCacheID": {"optional": True, "null": True},
"Scenario": {"default": None, "optional": False,
"attr": "procScenario", "null": False},
"ProcessingString": {"default": "", "validate": procstringT0},
"WriteTiers": {"default": ["RECO", "AOD", "DQM", "ALCARECO"],
"type": makeList, "optional": False, "null": False},
"AlcaSkims": {"default": ["TkAlCosmics0T", "MuAlGlobalCosmics", "HcalCalHOCosmics"],
"type": makeList, "optional": False, "null": False},
"PhysicsSkims": {"default": [], "type": makeList,
"optional": True, "null": False},
"InitCommand": {"default": None, "optional": True, "null": True},
"EnvPath": {"default": None, "optional": True, "null": True},
"BinPath": {"default": None, "optional": True, "null": True},
"DoLogCollect": {"default": True, "type": strToBool,
"optional": True, "null": False},
"SplittingAlgo": {"default": "EventAwareLumiBased", "null": False,
"validate": lambda x: x in ["EventBased", "LumiBased",
"EventAwareLumiBased", "FileBased"],
"attr": "procJobSplitAlgo"},
"EventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
"null": False},
"SkimSplittingAlgo": {"default": "FileBased", "null": False,
"validate": lambda x: x in ["EventBased", "LumiBased",
"EventAwareLumiBased", "FileBased"],
"attr": "skimJobSplitAlgo"},
"SkimEventsPerJob": {"default": 500, "type": int, "validate": lambda x: x > 0,
"null": False},
"SkimLumisPerJob": {"default": 8, "type": int, "validate": lambda x: x > 0,
"null": False},
"SkimFilesPerJob": {"default": 1, "type": int, "validate": lambda x: x > 0,
"null": False},
}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs
def getWorkloadCreateArgs():
baseArgs = DataProcessing.getWorkloadCreateArgs()
specArgs = {
"RequestType": {
"default": "DQMHarvest",
"optional": True
},
"ConfigCacheID": {
"optional": True,
"null": True
},
"DQMConfigCacheID": {
"optional": False,
"attr": "dqmConfigCacheID"
},
"DQMUploadUrl": {
"optional": False,
"attr": "dqmUploadUrl"
},
}
baseArgs.update(specArgs)
DataProcessing.setDefaultArgumentsProperty(baseArgs)
return baseArgs