def __init__(self, config): PartitionProcessor.__init__(self, config) changeTrigger = triggerResync(['datasets', 'parameters']) self._lumi_filter = config.getLookup('lumi filter', {}, parser=parseLumiFilter, strfun=strLumi, onChange=changeTrigger)
def __init__(self, config, datasource_name): PartitionProcessor.__init__(self, config, datasource_name) self._lumi_filter = config.get_lookup( ['lumi filter', '%s lumi filter' % datasource_name], default={}, parser=parse_lumi_filter, strfun=str_lumi)
def __init__(self, config): PartitionProcessor.__init__(self, config) lfnModifier = config.get('partition lfn modifier', '', onChange = None) lfnModifierShortcuts = config.getDict('partition lfn modifier dict', { '<xrootd>': 'root://cms-xrd-global.cern.ch/', '<xrootd:eu>': 'root://xrootd-cms.infn.it/', '<xrootd:us>': 'root://cmsxrootd.fnal.gov/', }, onChange = None)[0] self._prefix = None if lfnModifier == '/': self._prefix = '/store/' elif lfnModifier.lower() in lfnModifierShortcuts: self._prefix = lfnModifierShortcuts[lfnModifier.lower()] + '/store/' elif lfnModifier: self._prefix = lfnModifier + '/store/'
def __init__(self, config): PartitionProcessor.__init__(self, config) lfnModifier = config.get('partition lfn modifier', '', onChange = None) lfnModifierShortcuts = config.getDict('partition lfn modifier dict', { '<xrootd>': 'root://cms-xrd-global.cern.ch/', '<xrootd:eu>': 'root://xrootd-cms.infn.it/', '<xrootd:us>': 'root://cmsxrootd.fnal.gov/', }, onChange = None)[0] self._prefix = None if lfnModifier == '/': self._prefix = '/store/' elif lfnModifier.lower() in lfnModifierShortcuts: self._prefix = lfnModifierShortcuts[lfnModifier.lower()] + '/store/' elif lfnModifier: self._prefix = lfnModifier + '/store/'
def __init__(self, config, datasource_name): PartitionProcessor.__init__(self, config, datasource_name) lfn_modifier = config.get(self._get_pproc_opt('lfn modifier'), '') lfn_modifier_shortcuts = config.get_dict( self._get_pproc_opt('lfn modifier dict'), { '<xrootd>': 'root://cms-xrd-global.cern.ch/', '<xrootd:eu>': 'root://xrootd-cms.infn.it/', '<xrootd:us>': 'root://cmsxrootd.fnal.gov/', })[0] self._prefix = None if lfn_modifier == '/': self._prefix = '/store/' elif lfn_modifier.lower() in lfn_modifier_shortcuts: self._prefix = lfn_modifier_shortcuts[ lfn_modifier.lower()] + '/store/' elif lfn_modifier: self._prefix = lfn_modifier + '/store/'
def __init__(self, config): PartitionProcessor.__init__(self, config) self._lumi_filter = config.getLookup('lumi filter', {}, parser=parseLumiFilter, strfun=strLumi)
def __init__(self, config): PartitionProcessor.__init__(self, config) changeTrigger = triggerResync(['datasets', 'parameters']) self._lumi_filter = config.getLookup('lumi filter', {}, parser = parseLumiFilter, strfun = strLumi, onChange = changeTrigger)
class CMSSWPartitionProcessor(PartitionProcessor.getClass('BasicPartitionProcessor')): alias = ['cmsswpart'] def _formatFileList(self, fl): return str.join(', ', imap(lambda x: '"%s"' % x, fl))
def __init__(self, config, datasource_name): PartitionProcessor.__init__(self, config, datasource_name) self._lumi_filter = config.get_lookup(['lumi filter', '%s lumi filter' % datasource_name], default={}, parser=parse_lumi_filter, strfun=str_lumi)
# | Unless required by applicable law or agreed to in writing, software # | distributed under the License is distributed on an "AS IS" BASIS, # | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # | See the License for the specific language governing permissions and # | limitations under the License. import os, logging from grid_control import utils from grid_control.backends import WMS from grid_control.config import ConfigError, noDefault from grid_control.datasets import PartitionProcessor from grid_control.tasks.task_data import DataTask from grid_control.tasks.task_utils import TaskExecutableWrapper from python_compat import imap, lfilter BasicPartitionProcessor = PartitionProcessor.getClass('BasicPartitionProcessor') class CMSPartitionProcessor(BasicPartitionProcessor): def __init__(self, config): BasicPartitionProcessor.__init__(self, config) lfnModifier = config.get('partition lfn modifier', '', onChange = None) lfnModifierShortcuts = config.getDict('partition lfn modifier dict', { '<xrootd>': 'root://cms-xrd-global.cern.ch//store/', '<xrootd:eu>': 'root://xrootd-cms.infn.it//store/', '<xrootd:us>': 'root://cmsxrootd.fnal.gov//store/', }, onChange = None)[0] self._prefix = None if lfnModifier == '/': self._prefix = '/store/' elif lfnModifier.lower() in lfnModifierShortcuts: self._prefix = lfnModifierShortcuts[lfnModifier.lower()]
# | Unless required by applicable law or agreed to in writing, software # | distributed under the License is distributed on an "AS IS" BASIS, # | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # | See the License for the specific language governing permissions and # | limitations under the License. import os, logging from grid_control import utils from grid_control.backends import WMS from grid_control.config import ConfigError, noDefault from grid_control.datasets import PartitionProcessor from grid_control.tasks.task_data import DataTask from grid_control.tasks.task_utils import TaskExecutableWrapper from python_compat import imap, lfilter BasicPartitionProcessor = PartitionProcessor.getClass( 'BasicPartitionProcessor') class CMSPartitionProcessor(BasicPartitionProcessor): def __init__(self, config): BasicPartitionProcessor.__init__(self, config) lfnModifier = config.get('partition lfn modifier', '', onChange=None) lfnModifierShortcuts = config.getDict( 'partition lfn modifier dict', { '<xrootd>': 'root://cms-xrd-global.cern.ch//store/', '<xrootd:eu>': 'root://xrootd-cms.infn.it//store/', '<xrootd:us>': 'root://cmsxrootd.fnal.gov//store/', }, onChange=None)[0] self._prefix = None if lfnModifier == '/':
class CMSSWPartitionProcessor( PartitionProcessor.get_class('BasicPartitionProcessor')): # pylint:disable=no-init alias_list = ['cmsswpart'] def _format_fn_list(self, fn_list): return str.join(', ', imap(lambda x: '"%s"' % x, fn_list))
def __init__(self, config): PartitionProcessor.__init__(self, config) self._lumi_filter = config.getLookup('lumi filter', {}, parser = parseLumiFilter, strfun = strLumi)