def __init__(self, config):
PartitionProcessor.__init__(self, config)
changeTrigger = triggerResync(['datasets', 'parameters'])
self._lumi_filter = config.getLookup('lumi filter', {},
parser=parseLumiFilter,
strfun=strLumi,
onChange=changeTrigger)
def __init__(self, config, datasource_name):
PartitionProcessor.__init__(self, config, datasource_name)
self._lumi_filter = config.get_lookup(
['lumi filter', '%s lumi filter' % datasource_name],
default={},
parser=parse_lumi_filter,
strfun=str_lumi)
def __init__(self, config):
PartitionProcessor.__init__(self, config)
lfnModifier = config.get('partition lfn modifier', '', onChange = None)
lfnModifierShortcuts = config.getDict('partition lfn modifier dict', {
'<xrootd>': 'root://cms-xrd-global.cern.ch/',
'<xrootd:eu>': 'root://xrootd-cms.infn.it/',
'<xrootd:us>': 'root://cmsxrootd.fnal.gov/',
}, onChange = None)[0]
self._prefix = None
if lfnModifier == '/':
self._prefix = '/store/'
elif lfnModifier.lower() in lfnModifierShortcuts:
self._prefix = lfnModifierShortcuts[lfnModifier.lower()] + '/store/'
elif lfnModifier:
self._prefix = lfnModifier + '/store/'
def __init__(self, config):
PartitionProcessor.__init__(self, config)
lfnModifier = config.get('partition lfn modifier', '', onChange = None)
lfnModifierShortcuts = config.getDict('partition lfn modifier dict', {
'<xrootd>': 'root://cms-xrd-global.cern.ch/',
'<xrootd:eu>': 'root://xrootd-cms.infn.it/',
'<xrootd:us>': 'root://cmsxrootd.fnal.gov/',
}, onChange = None)[0]
self._prefix = None
if lfnModifier == '/':
self._prefix = '/store/'
elif lfnModifier.lower() in lfnModifierShortcuts:
self._prefix = lfnModifierShortcuts[lfnModifier.lower()] + '/store/'
elif lfnModifier:
self._prefix = lfnModifier + '/store/'
def __init__(self, config, datasource_name):
PartitionProcessor.__init__(self, config, datasource_name)
lfn_modifier = config.get(self._get_pproc_opt('lfn modifier'), '')
lfn_modifier_shortcuts = config.get_dict(
self._get_pproc_opt('lfn modifier dict'), {
'<xrootd>': 'root://cms-xrd-global.cern.ch/',
'<xrootd:eu>': 'root://xrootd-cms.infn.it/',
'<xrootd:us>': 'root://cmsxrootd.fnal.gov/',
})[0]
self._prefix = None
if lfn_modifier == '/':
self._prefix = '/store/'
elif lfn_modifier.lower() in lfn_modifier_shortcuts:
self._prefix = lfn_modifier_shortcuts[
lfn_modifier.lower()] + '/store/'
elif lfn_modifier:
self._prefix = lfn_modifier + '/store/'
def __init__(self, config):
PartitionProcessor.__init__(self, config)
self._lumi_filter = config.getLookup('lumi filter', {},
parser=parseLumiFilter,
strfun=strLumi)
def __init__(self, config):
PartitionProcessor.__init__(self, config)
changeTrigger = triggerResync(['datasets', 'parameters'])
self._lumi_filter = config.getLookup('lumi filter', {}, parser = parseLumiFilter, strfun = strLumi, onChange = changeTrigger)
class CMSSWPartitionProcessor(PartitionProcessor.getClass('BasicPartitionProcessor')):
alias = ['cmsswpart']
def _formatFileList(self, fl):
return str.join(', ', imap(lambda x: '"%s"' % x, fl))
def __init__(self, config, datasource_name):
PartitionProcessor.__init__(self, config, datasource_name)
self._lumi_filter = config.get_lookup(['lumi filter', '%s lumi filter' % datasource_name],
default={}, parser=parse_lumi_filter, strfun=str_lumi)
# | Unless required by applicable law or agreed to in writing, software
# | distributed under the License is distributed on an "AS IS" BASIS,
# | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# | See the License for the specific language governing permissions and
# | limitations under the License.
import os, logging
from grid_control import utils
from grid_control.backends import WMS
from grid_control.config import ConfigError, noDefault
from grid_control.datasets import PartitionProcessor
from grid_control.tasks.task_data import DataTask
from grid_control.tasks.task_utils import TaskExecutableWrapper
from python_compat import imap, lfilter
BasicPartitionProcessor = PartitionProcessor.getClass('BasicPartitionProcessor')
class CMSPartitionProcessor(BasicPartitionProcessor):
def __init__(self, config):
BasicPartitionProcessor.__init__(self, config)
lfnModifier = config.get('partition lfn modifier', '', onChange = None)
lfnModifierShortcuts = config.getDict('partition lfn modifier dict', {
'<xrootd>': 'root://cms-xrd-global.cern.ch//store/',
'<xrootd:eu>': 'root://xrootd-cms.infn.it//store/',
'<xrootd:us>': 'root://cmsxrootd.fnal.gov//store/',
}, onChange = None)[0]
self._prefix = None
if lfnModifier == '/':
self._prefix = '/store/'
elif lfnModifier.lower() in lfnModifierShortcuts:
self._prefix = lfnModifierShortcuts[lfnModifier.lower()]
# | Unless required by applicable law or agreed to in writing, software
# | distributed under the License is distributed on an "AS IS" BASIS,
# | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# | See the License for the specific language governing permissions and
# | limitations under the License.
import os, logging
from grid_control import utils
from grid_control.backends import WMS
from grid_control.config import ConfigError, noDefault
from grid_control.datasets import PartitionProcessor
from grid_control.tasks.task_data import DataTask
from grid_control.tasks.task_utils import TaskExecutableWrapper
from python_compat import imap, lfilter
BasicPartitionProcessor = PartitionProcessor.getClass(
'BasicPartitionProcessor')
class CMSPartitionProcessor(BasicPartitionProcessor):
def __init__(self, config):
BasicPartitionProcessor.__init__(self, config)
lfnModifier = config.get('partition lfn modifier', '', onChange=None)
lfnModifierShortcuts = config.getDict(
'partition lfn modifier dict', {
'<xrootd>': 'root://cms-xrd-global.cern.ch//store/',
'<xrootd:eu>': 'root://xrootd-cms.infn.it//store/',
'<xrootd:us>': 'root://cmsxrootd.fnal.gov//store/',
},
onChange=None)[0]
self._prefix = None
if lfnModifier == '/':
class CMSSWPartitionProcessor(
PartitionProcessor.get_class('BasicPartitionProcessor')): # pylint:disable=no-init
alias_list = ['cmsswpart']
def _format_fn_list(self, fn_list):
return str.join(', ', imap(lambda x: '"%s"' % x, fn_list))
def __init__(self, config):
PartitionProcessor.__init__(self, config)
self._lumi_filter = config.getLookup('lumi filter', {}, parser = parseLumiFilter, strfun = strLumi)