Esempio n. 1
0
# | limitations under the License.

import sys
from datasetListFromX import addDatasetListOptions, discoverDataset
from gcSupport import Options, scriptOptions, utils

parser = Options(usage = '%s [OPTIONS] <config file / work directory>')
parser.addText(None, 'J', 'job-selector', dest = 'external job selector', default = '',
	help = 'Specify which jobs to process')
parser.addText(None, 'i', 'info-scanner',
	help = 'Specify which info scanner to run')
parser.addText(None, 'm', 'event-mode',   dest = 'mode',                  default = 'CMSSW-Out',
	help = 'Specify how to determine events - available: [CMSSW-Out], CMSSW-In, DataMod')
parser.addText(None, 'l', 'lfn',          dest = 'lfn marker',            default = '/store/',
	help = 'Assume everything starting with marker to be a logical file name')
parser.addBool(None, 'c', 'config',       dest = 'include config infos',  default = False,
	help = 'CMSSW specific: Add configuration data to metadata')
parser.addBool(None, 'p', 'parents',      dest = 'include parent infos',  default = False,
	help = 'CMSSW specific: Add parent infos to metadata')
addDatasetListOptions(parser)
options = scriptOptions(parser, arg_keys = ['dataset'])

# Positional parameters override options
if len(options.args) == 0:
	utils.exitWithUsage(parser.usage())
tmp = {'cmssw-out': 'CMSSW_EVENTS_WRITE', 'cmssw-in': 'CMSSW_EVENTS_READ', 'datamod': 'MAX_EVENTS'}
if options.opts.info_scanner:
	options.config_dict['scanner'] = options.opts.info_scanner.replace(',', ' ')
options.config_dict['events key'] = tmp.get(options.config_dict['mode'].lower(), '')
sys.exit(discoverDataset('GCProvider', options.config_dict))
Esempio n. 2
0
#-#  You may obtain a copy of the License at
#-#
#-#      http://www.apache.org/licenses/LICENSE-2.0
#-#
#-#  Unless required by applicable law or agreed to in writing, software
#-#  distributed under the License is distributed on an "AS IS" BASIS,
#-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#-#  See the License for the specific language governing permissions and
#-#  limitations under the License.

import gcSupport, sys, optparse, datasetListFromX

parser = optparse.OptionParser('%prog [options] <data path> <dataset name> <pattern (*.root) / files>')
parser.add_option('-p', '--path', dest='path', default='.', help='Path to dataset files')
datasetListFromX.addOptions(parser)
(opts, args) = gcSupport.parseOptions(parser)

# Positional parameters override options
if len(args) > 0:
	opts.path = args[0]
if len(args) > 1:
	setattr(opts, 'dataset name pattern', args[1])
if len(args) > 2:
	setattr(opts, 'filename filter', str.join(' ', args[2:]))
def conditionalSet(name, source, sourceKey):
	if not getattr(opts, name) and getattr(opts, source):
		setattr(opts, name, sourceKey)
conditionalSet('dataset name pattern', 'delimeter dataset key', '/PRIVATE/@DELIMETER_DS@')
conditionalSet('block name pattern', 'delimeter block key', '@DELIMETER_B@')
datasetListFromX.discoverDataset(opts, parser, 'ScanProvider', opts.path)
# | Unless required by applicable law or agreed to in writing, software
# | distributed under the License is distributed on an "AS IS" BASIS,
# | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# | See the License for the specific language governing permissions and
# | limitations under the License.

import sys
from datasetListFromX import addDatasetListOptions, discoverDataset
from gcSupport import Options, scriptOptions, utils

parser = Options(usage = '%s [OPTIONS] <config file / work directory>')
parser.addText(None, 'J', 'job-selector', dest = 'external job selector', default = '',
	help = 'Specify which jobs to process')
parser.addText(None, 'm', 'event-mode',   dest = 'mode',                  default = 'CMSSW-Out',
	help = 'Specify how to determine events - available: [CMSSW-Out], CMSSW-In, DataMod')
parser.addText(None, 'l', 'lfn',          dest = 'lfn marker',            default = '/store/',
	help = 'Assume everything starting with marker to be a logical file name')
parser.addBool(None, 'c', 'config',       dest = 'include config infos',  default = False,
	help = 'CMSSW specific: Add configuration data to metadata')
parser.addBool(None, 'p', 'parents',      dest = 'include parent infos',  default = False,
	help = 'CMSSW specific: Add parent infos to metadata')
addDatasetListOptions(parser)
options = scriptOptions(parser, arg_keys = ['dataset'])

# Positional parameters override options
if len(options.args) == 0:
	utils.exitWithUsage(parser.usage())
tmp = {'cmssw-out': 'CMSSW_EVENTS_WRITE', 'cmssw-in': 'CMSSW_EVENTS_READ', 'datamod': 'MAX_EVENTS'}
options.config_dict['events key'] = tmp.get(options.config_dict['mode'].lower(), '')
sys.exit(discoverDataset('GCProvider', options.config_dict))
Esempio n. 4
0
#-#
#-#  Unless required by applicable law or agreed to in writing, software
#-#  distributed under the License is distributed on an "AS IS" BASIS,
#-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#-#  See the License for the specific language governing permissions and
#-#  limitations under the License.

import os, gcSupport, sys, optparse, datasetListFromX

usage = '[options] <config file / work directory>'
parser = optparse.OptionParser(usage='%%prog %s' % usage)
parser.add_option('-J', '--job-selector', dest='external job selector', default='',
	help='Specify which jobs to process')
parser.add_option('-m', '--event-mode',   dest='mode',                  default='CMSSW-Out',
	help='Specify how to determine events - available: [CMSSW-Out], CMSSW-In, DataMod')
parser.add_option('-l', '--lfn',          dest='lfn marker',            default='/store/',
	help='Assume everything starting with marker to be a logical file name')
parser.add_option('-c', '--config',       dest='include config infos',  default='False',
	help='CMSSW specific: Add configuration data to metadata', action='store_const', const='True')
parser.add_option('-p', '--parents',      dest='include parent infos',  default='False', 
	help='CMSSW specific: Add parent infos to metadata',       action='store_const', const='True')
datasetListFromX.addOptions(parser)
(opts, args) = gcSupport.parseOptions(parser)

# Positional parameters override options
if len(args) == 0:
	gcSupport.utils.exitWithUsage('%s %s' % (sys.argv[0], usage))
tmp = {'cmssw-out': 'CMSSW_EVENTS_WRITE', 'cmssw-in': 'CMSSW_EVENTS_READ', 'datamod': 'MAX_EVENTS'}
setattr(opts, 'events key', tmp.get(opts.mode.lower(), ''))
datasetListFromX.discoverDataset(opts, parser, 'GCProvider', args[0])