def discover_blocks(options): # Get work directory, create dbs dump directory if os.path.isdir(options.args[0]): work_dn = os.path.abspath(os.path.normpath(options.args[0])) else: work_dn = gc_create_config(config_file=options.args[0]).get_work_path() if not options.opts.tempdir: options.opts.tempdir = os.path.join(work_dn, 'dbs') if not os.path.exists(options.opts.tempdir): os.mkdir(options.opts.tempdir) # get provider with dataset information config = gc_create_config(config_dict={'dataset': options.config_dict}, load_old_config=False) if options.opts.input_file: provider = DataProvider.create_instance('ListProvider', config, 'dataset', options.opts.input_file) else: provider = DataProvider.create_instance('DBSInfoProvider', config, 'dataset', options.args[0]) blocks = provider.get_block_list_cached(show_stats=False) DataProvider.save_to_file(os.path.join(options.opts.tempdir, 'dbs.dat'), blocks) if options.opts.discovery: sys.exit(os.EX_OK) return blocks
def discover_blocks(options): # Get work directory, create dbs dump directory if os.path.isdir(options.args[0]): work_dn = os.path.abspath(os.path.normpath(options.args[0])) else: work_dn = gc_create_config(config_file=options.args[0]).get_work_path() if not options.opts.tempdir: options.opts.tempdir = os.path.join(work_dn, 'dbs') if not os.path.exists(options.opts.tempdir): os.mkdir(options.opts.tempdir) # get provider with dataset information config = gc_create_config(config_dict={'dataset': options.config_dict}, load_old_config=False) if options.opts.input_file: provider = DataProvider.create_instance('ListProvider', config, 'dataset', options.opts.input_file) else: provider = DataProvider.create_instance('DBSInfoProvider', config, 'dataset', options.args[0]) blocks = provider.get_block_list_cached(show_stats=False) DataProvider.save_to_file(os.path.join(options.opts.tempdir, 'dbs.dat'), blocks) if options.opts.discovery: sys.exit(os.EX_OK) return blocks
def save_dataset(fn, block_list): DataProvider.save_to_file(fn, block_list) logging.getLogger('script').info('Dataset information saved to %r', fn)
def save_dataset(fn, block_list): DataProvider.save_to_file(fn, block_list) logging.getLogger('script').info('Dataset information saved to %r', fn)