Exemplo n.º 1
0
def discover_blocks(options):
    # Get work directory, create dbs dump directory
    if os.path.isdir(options.args[0]):
        work_dn = os.path.abspath(os.path.normpath(options.args[0]))
    else:
        work_dn = gc_create_config(config_file=options.args[0]).get_work_path()
    if not options.opts.tempdir:
        options.opts.tempdir = os.path.join(work_dn, 'dbs')
    if not os.path.exists(options.opts.tempdir):
        os.mkdir(options.opts.tempdir)

    # get provider with dataset information
    config = gc_create_config(config_dict={'dataset': options.config_dict},
                              load_old_config=False)
    if options.opts.input_file:
        provider = DataProvider.create_instance('ListProvider', config,
                                                'dataset',
                                                options.opts.input_file)
    else:
        provider = DataProvider.create_instance('DBSInfoProvider', config,
                                                'dataset', options.args[0])

    blocks = provider.get_block_list_cached(show_stats=False)
    DataProvider.save_to_file(os.path.join(options.opts.tempdir, 'dbs.dat'),
                              blocks)
    if options.opts.discovery:
        sys.exit(os.EX_OK)
    return blocks
Exemplo n.º 2
0
def discover_blocks(options):
	# Get work directory, create dbs dump directory
	if os.path.isdir(options.args[0]):
		work_dn = os.path.abspath(os.path.normpath(options.args[0]))
	else:
		work_dn = gc_create_config(config_file=options.args[0]).get_work_path()
	if not options.opts.tempdir:
		options.opts.tempdir = os.path.join(work_dn, 'dbs')
	if not os.path.exists(options.opts.tempdir):
		os.mkdir(options.opts.tempdir)

	# get provider with dataset information
	config = gc_create_config(config_dict={'dataset': options.config_dict}, load_old_config=False)
	if options.opts.input_file:
		provider = DataProvider.create_instance('ListProvider',
			config, 'dataset', options.opts.input_file)
	else:
		provider = DataProvider.create_instance('DBSInfoProvider',
			config, 'dataset', options.args[0])

	blocks = provider.get_block_list_cached(show_stats=False)
	DataProvider.save_to_file(os.path.join(options.opts.tempdir, 'dbs.dat'), blocks)
	if options.opts.discovery:
		sys.exit(os.EX_OK)
	return blocks
Exemplo n.º 3
0
def save_dataset(fn, block_list):
	DataProvider.save_to_file(fn, block_list)
	logging.getLogger('script').info('Dataset information saved to %r', fn)
Exemplo n.º 4
0
def save_dataset(fn, block_list):
    DataProvider.save_to_file(fn, block_list)
    logging.getLogger('script').info('Dataset information saved to %r', fn)