コード例 #1
0
ファイル: cmssw_advanced.py プロジェクト: Fra-nk/grid-control
	def __init__(self, config, name):
		self._name = name # needed for changeView calls before the constructor
		head = [('DATASETNICK', 'Nickname')]

		# Mapping between nickname and config files:
		self._nmCfg = config.getLookup('nickname config', {}, defaultMatcher = 'regex',
			parser = lambda x: lmap(str.strip, x.split(',')), strfun = lambda x: str.join(',', x))
		if not self._nmCfg.empty():
			allConfigFiles = sorted(set(ichain(self._nmCfg.get_values())))
			config.set('config file', str.join('\n', allConfigFiles))
			head.append((1, 'Config file'))
		elif config.get('config file', ''):
			raise ConfigError("Please use 'nickname config' instead of 'config file'")

		# Mapping between nickname and constants - only display - work is handled by the 'normal' parameter factory
		nmCName = config.getList('nickname constants', [], onChange = None)
		param_config = config.changeView(viewClass = 'TaggedConfigView', setClasses = None, setNames = None, addSections = ['parameters'])
		param_config.set('constants', str.join(' ', nmCName), '+=')
		for cName in nmCName:
			param_config.set(cName + ' matcher', 'regex')
			param_config.set(cName + ' lookup', 'DATASETNICK')
			head.append((cName, cName))

		# Mapping between nickname and lumi filter - only display - work is handled by the 'normal' lumi filter
		config.set('lumi filter matcher', 'regex')
		if 'nickname lumi filter' in config.getOptions():
			config.set('lumi filter', strDictLong(config.getDict('nickname lumi filter', {}, onChange = None)))
		self._nmLumi = config.getLookup('lumi filter', {}, parser = parseLumiFilter, strfun = strLumi, onChange = None)
		if not self._nmLumi.empty():
			head.append((2, 'Lumi filter'))

		CMSSW.__init__(self, config, name)
		self._displaySetup(config.getWorkPath('datacache.dat'), head)
コード例 #2
0
    def __init__(self, config, name):
        head = [(0, "Nickname")]

        # Mapping between nickname and config files:
        cfgList = config.get("nickname config", "")
        self.nmCfg = config.getDict(
            "nickname config", {}, parser=lambda x: map(str.strip, x.split(",")), str=lambda x: str.join(",", x)
        )[0]
        if cfgList:
            if "config file" in config.getOptions():
                raise ConfigError("Please use 'nickname config' instead of 'config file'")
            allConfigFiles = utils.flatten(self.nmCfg.values())
            config.set("config file", str.join("\n", allConfigFiles))
            head.append((1, "Config file"))

            # Mapping between nickname and constants:
        self.nmCName = map(str.strip, config.get("nickname constants", "").split())
        self.nmConst = {}
        for var in self.nmCName:
            tmp = config.getDict(var, {})[0]
            for (nick, value) in tmp.items():
                if value:
                    self.nmConst.setdefault(nick, {})[var] = value
                else:
                    self.nmConst.setdefault(nick, {})[var] = ""
            head.append((var, var))

            # Mapping between nickname and lumi filter:
        if "lumi filter" in config.getOptions():
            raise ConfigError("Please use 'nickname lumi filter' instead of 'lumi filter'")
        lumiParse = lambda x: formatLumi(parseLumiFilter(x))
        self.nmLumi = config.getDict("nickname lumi filter", {}, parser=lumiParse)[0]
        if self.nmLumi:
            for dataset in config.get("dataset", "").splitlines():
                (datasetNick, datasetProvider, datasetExpr) = DataProvider.parseDatasetExpr(config, dataset, None)
                config.set(
                    "dataset %s" % datasetNick,
                    "lumi filter",
                    str.join(",", utils.flatten(fromNM(self.nmLumi, datasetNick, []))),
                )
            config.set("lumi filter", str.join(",", self.nmLumi.get(None, [])))
            head.append((2, "Lumi filter"))

        utils.vprint("Mapping between nickname and other settings:\n", -1)

        def report():
            for nick in sorted(set(self.nmCfg.keys() + self.nmConst.keys() + self.nmLumi.keys())):
                tmp = {
                    0: nick,
                    1: str.join(", ", map(os.path.basename, self.nmCfg.get(nick, ""))),
                    2: self.displayLumi(self.nmLumi.get(nick, "")),
                }
                yield utils.mergeDicts([tmp, self.nmConst.get(nick, {})])

        utils.printTabular(head, report(), "cl")
        utils.vprint(level=-1)
        CMSSW.__init__(self, config, name)
コード例 #3
0
    def __init__(self, config, name):
        self._name = name  # needed for changeView calls before the constructor
        head = [('DATASETNICK', 'Nickname')]

        # Mapping between nickname and config files:
        self._nmCfg = config.getLookup(
            'nickname config', {},
            defaultMatcher='regex',
            parser=lambda x: lmap(str.strip, x.split(',')),
            strfun=lambda x: str.join(',', x))
        if not self._nmCfg.empty():
            if 'config file' in config.getOptions():
                raise ConfigError(
                    "Please use 'nickname config' instead of 'config file'")
            allConfigFiles = sorted(
                set(utils.flatten(self._nmCfg.get_values())))
            config.set('config file', str.join('\n', allConfigFiles))
            head.append((1, 'Config file'))

        # Mapping between nickname and constants - only display - work is handled by the 'normal' parameter factory
        nmCName = config.getList('nickname constants', [], onChange=None)
        param_config = config.changeView(viewClass='TaggedConfigView',
                                         setClasses=None,
                                         setNames=None,
                                         addSections=['parameters'])
        param_config.set('constants', str.join(' ', nmCName), '+=')
        for cName in nmCName:
            param_config.set(cName + ' matcher', 'regex')
            param_config.set(cName + ' lookup', 'DATASETNICK')
            head.append((cName, cName))

        # Mapping between nickname and lumi filter - only display - work is handled by the 'normal' lumi filter
        if ('lumi filter' in config.getOptions()) and ('nickname lumi filter'
                                                       in config.getOptions()):
            raise ConfigError('Please use "lumi filter" exclusively')
        config.set('lumi filter matcher', 'regex')
        config.set(
            'lumi filter',
            strDictLong(
                config.getDict('nickname lumi filter', {}, onChange=None)))
        self._nmLumi = config.getLookup('lumi filter', {},
                                        parser=parseLumiFilter,
                                        strfun=strLumi,
                                        onChange=None)
        if not self._nmLumi.empty():
            head.append((2, 'Lumi filter'))

        CMSSW.__init__(self, config, name)
        self._displaySetup(config.getWorkPath('datacache.dat'), head)
コード例 #4
0
 def getJobConfig(self, jobNum):
     data = CMSSW.getJobConfig(self, jobNum)
     configFiles = self._nmCfg.lookup(data.get('DATASETNICK'), [],
                                      is_selector=False)
     data['CMSSW_CONFIG'] = str.join(' ', imap(os.path.basename,
                                               configFiles))
     return data
コード例 #5
0
 def getJobConfig(self, jobNum):
     data = CMSSW.getJobConfig(self, jobNum)
     nickdata = self.getVarsForNick(data.get("DATASETNICK"))
     data.update(nickdata)
     data["LUMI_RANGE"] = self.getActiveLumiFilter(data["LUMI_RANGE"], jobNum)
     if utils.verbosity() > 0:
         utils.vprint("Nickname: %s" % data.get("DATASETNICK"), 1)
         utils.vprint(" * Config files: %s" % data["CMSSW_CONFIG"], 1)
         utils.vprint(" *   Lumi range: %s" % data["LUMI_RANGE"], 1)
         utils.vprint(
             " *    Variables: %s" % utils.filterDict(nickdata, lambda k: k not in ["CMSSW_CONFIG", "LUMI_RANGE"]), 1
         )
     return data
コード例 #6
0
    def getDatasetOverviewInfo(self, blocks):
        (head, blockInfos, fmt) = CMSSW.getDatasetOverviewInfo(self, blocks)
        head.extend([("CMSSW_CONFIG", "Config file"), ("LUMI_RANGE", "Lumi filter")])

        def fmtLR(x):
            if x:
                return self.displayLumi(formatLumi(x))
            return x

        fmt["LUMI_RANGE"] = fmtLR
        for blockInfo in blockInfos:
            data = self.getVarsForNick(blockInfo.get(DataProvider.Nickname, None))
            for key in filter(lambda k: k not in ["CMSSW_CONFIG", "LUMI_RANGE"], data.keys()):
                if (key, key) not in head:
                    head.append((key, key))
            blockInfo.update(data)
        return (head, blockInfos, fmt)
コード例 #7
0
ファイル: cmssw_advanced.py プロジェクト: Fra-nk/grid-control
	def getJobConfig(self, jobNum):
		data = CMSSW.getJobConfig(self, jobNum)
		configFiles = self._nmCfg.lookup(data.get('DATASETNICK'), [], is_selector = False)
		data['CMSSW_CONFIG'] = str.join(' ', imap(os.path.basename, configFiles))
		return data
コード例 #8
0
ファイル: cmssw_advanced.py プロジェクト: Fra-nk/grid-control
	def getTaskConfig(self):
		# Remove config file variable from the global settings
		data = CMSSW.getTaskConfig(self)
		data.pop('CMSSW_CONFIG')
		return data
コード例 #9
0
 def getJobConfig(self, jobNum):
     data = CMSSW.getJobConfig(self, jobNum)
     data['CMSSW_CONFIG'] = self._nmCfg.lookup(data.get('DATASETNICK'),
                                               '',
                                               is_selector=False)
     return data
コード例 #10
0
 def getTaskConfig(self):
     # Remove config file variable from the global settings
     data = CMSSW.getTaskConfig(self)
     data.pop('CMSSW_CONFIG')
     return data
コード例 #11
0
 def getVarNames(self):
     return CMSSW.getVarNames(self) + self.getJobConfig(0).keys()
コード例 #12
0
 def neededVars(self):
     if self.nmLumi:
         return CMSSW.neededVars(self) + ["LUMI_RANGE"]
     return CMSSW.neededVars(self)
コード例 #13
0
	def getJobConfig(self, jobNum):
		data = CMSSW.getJobConfig(self, jobNum)
		data['CMSSW_CONFIG'] = self._nmCfg.lookup(data.get('DATASETNICK'), '', is_selector = False)
		return data