def _call_fut(self, config_dict): from tilequeue.config import make_config_from_argparse from yaml import dump from cStringIO import StringIO raw_yaml = dump(config_dict) raw_yaml_file_obj = StringIO(raw_yaml) return make_config_from_argparse(raw_yaml_file_obj)
def tilequeue_main(argv_args=None): if argv_args is None: argv_args = sys.argv[1:] parser = TileArgumentParser() subparsers = parser.add_subparsers() parser_config = ( ('process', create_command_parser(tilequeue_process)), ('seed', create_command_parser(tilequeue_seed)), ('drain', create_command_parser(tilequeue_drain)), ('intersect', create_command_parser(tilequeue_intersect)), ('dump-tiles-of-interest', create_command_parser(tilequeue_dump_tiles_of_interest)), ('enqueue-tiles-of-interest', create_command_parser(tilequeue_enqueue_tiles_of_interest)), ('tile-size', create_command_parser(tilequeue_tile_sizes)), ('wof-process-neighbourhoods', create_command_parser(tilequeue_process_wof_neighbourhoods)), ('wof-load-initial-neighbourhoods', create_command_parser(tilequeue_initial_load_wof_neighbourhoods)), ) for parser_name, parser_func in parser_config: subparser = subparsers.add_parser(parser_name) parser_func(subparser) args = parser.parse_args(argv_args) assert os.path.exists(args.config), \ 'Config file {} does not exist!'.format(args.config) cfg = make_config_from_argparse(args.config) redis_client = make_redis_client(cfg) Peripherals = namedtuple('Peripherals', 'redis_cache_index queue') queue = make_queue(cfg.queue_type, cfg.queue_name, cfg.queue_cfg, redis_client, aws_access_key_id=cfg.aws_access_key_id, aws_secret_access_key=cfg.aws_secret_access_key) peripherals = Peripherals(make_redis_cache_index(redis_client, cfg), queue) args.func(cfg, peripherals)
def tilequeue_main(argv_args=None): if argv_args is None: argv_args = sys.argv[1:] parser = TileArgumentParser() subparsers = parser.add_subparsers() parser_config = ( ('process', create_command_parser(tilequeue_process)), ('seed', create_command_parser(tilequeue_seed)), ('drain', create_command_parser(tilequeue_drain)), ('intersect', create_command_parser(tilequeue_intersect)), ('enqueue-tiles-of-interest', create_command_parser(tilequeue_enqueue_tiles_of_interest)), ('tile-size', create_command_parser(tilequeue_tile_sizes)), ('wof-process-neighbourhoods', create_command_parser( tilequeue_process_wof_neighbourhoods)), ('wof-load-initial-neighbourhoods', create_command_parser( tilequeue_initial_load_wof_neighbourhoods)), ) for parser_name, parser_func in parser_config: subparser = subparsers.add_parser(parser_name) parser_func(subparser) args = parser.parse_args(argv_args) assert os.path.exists(args.config), \ 'Config file {} does not exist!'.format(args.config) cfg = make_config_from_argparse(args.config) redis_client = make_redis_client(cfg) Peripherals = namedtuple('Peripherals', 'redis_cache_index queue') queue = make_queue( cfg.queue_type, cfg.queue_name, redis_client, aws_access_key_id=cfg.aws_access_key_id, aws_secret_access_key=cfg.aws_secret_access_key) peripherals = Peripherals(make_redis_cache_index(redis_client, cfg), queue) args.func(cfg, peripherals)
def _call_fut(self, args, config_dict): from tilequeue.config import make_config_from_argparse from yaml import dump raw_yaml = dump(config_dict) return make_config_from_argparse(args, opencfg=self._fp(raw_yaml))