def _call_fut(self, config_dict):
from tilequeue.config import make_config_from_argparse
from yaml import dump
from cStringIO import StringIO
raw_yaml = dump(config_dict)
raw_yaml_file_obj = StringIO(raw_yaml)
return make_config_from_argparse(raw_yaml_file_obj)
def _call_fut(self, config_dict):
from tilequeue.config import make_config_from_argparse
from yaml import dump
from cStringIO import StringIO
raw_yaml = dump(config_dict)
raw_yaml_file_obj = StringIO(raw_yaml)
return make_config_from_argparse(raw_yaml_file_obj)
def tilequeue_main(argv_args=None):
if argv_args is None:
argv_args = sys.argv[1:]
parser = TileArgumentParser()
subparsers = parser.add_subparsers()
parser_config = (
('process', create_command_parser(tilequeue_process)),
('seed', create_command_parser(tilequeue_seed)),
('drain', create_command_parser(tilequeue_drain)),
('intersect', create_command_parser(tilequeue_intersect)),
('dump-tiles-of-interest',
create_command_parser(tilequeue_dump_tiles_of_interest)),
('enqueue-tiles-of-interest',
create_command_parser(tilequeue_enqueue_tiles_of_interest)),
('tile-size', create_command_parser(tilequeue_tile_sizes)),
('wof-process-neighbourhoods',
create_command_parser(tilequeue_process_wof_neighbourhoods)),
('wof-load-initial-neighbourhoods',
create_command_parser(tilequeue_initial_load_wof_neighbourhoods)),
)
for parser_name, parser_func in parser_config:
subparser = subparsers.add_parser(parser_name)
parser_func(subparser)
args = parser.parse_args(argv_args)
assert os.path.exists(args.config), \
'Config file {} does not exist!'.format(args.config)
cfg = make_config_from_argparse(args.config)
redis_client = make_redis_client(cfg)
Peripherals = namedtuple('Peripherals', 'redis_cache_index queue')
queue = make_queue(cfg.queue_type,
cfg.queue_name,
cfg.queue_cfg,
redis_client,
aws_access_key_id=cfg.aws_access_key_id,
aws_secret_access_key=cfg.aws_secret_access_key)
peripherals = Peripherals(make_redis_cache_index(redis_client, cfg), queue)
args.func(cfg, peripherals)
def tilequeue_main(argv_args=None):
if argv_args is None:
argv_args = sys.argv[1:]
parser = TileArgumentParser()
subparsers = parser.add_subparsers()
parser_config = (
('process', create_command_parser(tilequeue_process)),
('seed', create_command_parser(tilequeue_seed)),
('drain', create_command_parser(tilequeue_drain)),
('intersect', create_command_parser(tilequeue_intersect)),
('enqueue-tiles-of-interest',
create_command_parser(tilequeue_enqueue_tiles_of_interest)),
('tile-size', create_command_parser(tilequeue_tile_sizes)),
('wof-process-neighbourhoods', create_command_parser(
tilequeue_process_wof_neighbourhoods)),
('wof-load-initial-neighbourhoods', create_command_parser(
tilequeue_initial_load_wof_neighbourhoods)),
)
for parser_name, parser_func in parser_config:
subparser = subparsers.add_parser(parser_name)
parser_func(subparser)
args = parser.parse_args(argv_args)
assert os.path.exists(args.config), \
'Config file {} does not exist!'.format(args.config)
cfg = make_config_from_argparse(args.config)
redis_client = make_redis_client(cfg)
Peripherals = namedtuple('Peripherals', 'redis_cache_index queue')
queue = make_queue(
cfg.queue_type, cfg.queue_name, redis_client,
aws_access_key_id=cfg.aws_access_key_id,
aws_secret_access_key=cfg.aws_secret_access_key)
peripherals = Peripherals(make_redis_cache_index(redis_client, cfg), queue)
args.func(cfg, peripherals)
def _call_fut(self, args, config_dict):
from tilequeue.config import make_config_from_argparse
from yaml import dump
raw_yaml = dump(config_dict)
return make_config_from_argparse(args, opencfg=self._fp(raw_yaml))