def grids_command(args=None): parser = optparse.OptionParser("%prog grids [options] mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration.") parser.add_option("-g", "--grid", dest="grid_name", help="Display only information about the specified grid.") parser.add_option("--all", dest="show_all", action="store_true", default=False, help="Show also grids that are not referenced by any cache.") parser.add_option("-l", "--list", dest="list_grids", action="store_true", default=False, help="List names of configured grids, which are used by any cache") coverage_group = parser.add_option_group("Approximate the number of tiles within a given coverage") coverage_group.add_option("-s", "--seed-conf", dest="seed_config", help="Seed configuration, where the coverage is defined") coverage_group.add_option("-c", "--coverage-name", dest="coverage", help="Calculate number of tiles when a coverage is given") from mapproxy.script.util import setup_logging import logging setup_logging(logging.WARN) if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: if len(args) != 1: parser.print_help() sys.exit(1) else: options.mapproxy_conf = args[0] try: proxy_configuration = load_configuration(options.mapproxy_conf) except IOError, e: print >>sys.stderr, 'ERROR: ', "%s: '%s'" % (e.strerror, e.filename) sys.exit(2)
def grids_command(args=None): parser = optparse.OptionParser("%prog grids [options] mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration.") parser.add_option( "-g", "--grid", dest="grid_name", help="Display only information about the specified grid.") parser.add_option( "--all", dest="show_all", action="store_true", default=False, help="Show also grids that are not referenced by any cache.") parser.add_option( "-l", "--list", dest="list_grids", action="store_true", default=False, help="List names of configured grids, which are used by any cache") coverage_group = parser.add_option_group( "Approximate the number of tiles within a given coverage") coverage_group.add_option( "-s", "--seed-conf", dest="seed_config", help="Seed configuration, where the coverage is defined") coverage_group.add_option( "-c", "--coverage-name", dest="coverage", help="Calculate number of tiles when a coverage is given") from mapproxy.script.util import setup_logging import logging setup_logging(logging.WARN) if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: if len(args) != 1: parser.print_help() sys.exit(1) else: options.mapproxy_conf = args[0] try: proxy_configuration = load_configuration(options.mapproxy_conf) except IOError, e: print >> sys.stderr, 'ERROR: ', "%s: '%s'" % (e.strerror, e.filename) sys.exit(2)
def export_command(args=None): parser = optparse.OptionParser("%prog export [options] mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration") parser.add_option("-q", "--quiet", action="count", dest="quiet", default=0, help="reduce number of messages to stdout, repeat to disable progress output") parser.add_option("--source", dest="source", help="source to export (source or cache)") parser.add_option("--grid", help="grid for export. either the name of an existing grid or " "the grid definition as a string") parser.add_option("--dest", help="destination of the export (directory or filename)") parser.add_option("--type", help="type of the export format") parser.add_option("--levels", help="levels to export: e.g 1,2,3 or 1..10") parser.add_option("--fetch-missing-tiles", dest="fetch_missing_tiles", action='store_true', default=False, help="if missing tiles should be fetched from the sources") parser.add_option("--force", action='store_true', default=False, help="overwrite/append to existing --dest files/directories") parser.add_option("-n", "--dry-run", action="store_true", default=False, help="do not export, just print output") parser.add_option("-c", "--concurrency", type="int", dest="concurrency", default=1, help="number of parallel export processes") parser.add_option("--coverage", help="the coverage for the export as a BBOX string, WKT file " "or OGR datasource") parser.add_option("--srs", help="the SRS of the coverage") parser.add_option("--where", help="filter for OGR coverages") from mapproxy.script.util import setup_logging import logging setup_logging(logging.WARN) if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: if len(args) != 1: parser.print_help() sys.exit(1) else: options.mapproxy_conf = args[0] required_options = ['mapproxy_conf', 'grid', 'source', 'dest', 'levels'] for required in required_options: if not getattr(options, required): print('ERROR: missing required option --%s' % required.replace('_', '-'), file=sys.stderr) parser.print_help() sys.exit(1) try: conf = load_configuration(options.mapproxy_conf) except IOError as e: print('ERROR: ', "%s: '%s'" % (e.strerror, e.filename), file=sys.stderr) sys.exit(2) except ConfigurationError as e: print(e, file=sys.stderr) print('ERROR: invalid configuration (see above)', file=sys.stderr) sys.exit(2) if '=' in options.grid: try: grid_conf = parse_grid_definition(options.grid) except ValidationError as ex: print('ERROR: invalid grid configuration', file=sys.stderr) for error in ex.errors: print(' ', error, file=sys.stderr) sys.exit(2) except ValueError: print('ERROR: invalid grid configuration', file=sys.stderr) sys.exit(2) options.grid = 'tmp_mapproxy_export_grid' grid_conf['name'] = options.grid custom_grid = True conf.grids[options.grid] = GridConfiguration(grid_conf, conf) else: custom_grid = False if os.path.exists(options.dest) and not options.force: print('ERROR: destination exists, remove first or use --force', file=sys.stderr) sys.exit(2) cache_conf = { 'name': 'export', 'grids': [options.grid], 'sources': [options.source], } if options.type == 'mbtile': cache_conf['cache'] = { 'type': 'mbtiles', 'filename': options.dest, } elif options.type == 'sqlite': cache_conf['cache'] = { 'type': 'sqlite', 'directory': options.dest, } elif options.type == 'geopackage': cache_conf['cache'] = { 'type': 'geopackage', 'filename': options.dest, } elif options.type == 'compact-v1': cache_conf['cache'] = { 'type': 'compact', 'version': 1, 'directory': options.dest, } elif options.type == 'compact-v2': cache_conf['cache'] = { 'type': 'compact', 'version': 2, 'directory': options.dest, } elif options.type in ('tc', 'mapproxy'): cache_conf['cache'] = { 'type': 'file', 'directory': options.dest, } elif options.type == 'arcgis': cache_conf['cache'] = { 'type': 'file', 'directory_layout': 'arcgis', 'directory': options.dest, } elif options.type in ('tms', None): # default cache_conf['cache'] = { 'type': 'file', 'directory_layout': 'tms', 'directory': options.dest, } else: print('ERROR: unsupported --type %s' % (options.type, ), file=sys.stderr) sys.exit(2) if not options.fetch_missing_tiles: for source in conf.sources.values(): source.conf['seed_only'] = True tile_grid, extent, mgr = CacheConfiguration(cache_conf, conf).caches()[0] levels = parse_levels(options.levels) if levels[-1] >= tile_grid.levels: print('ERROR: destination grid only has %d levels' % tile_grid.levels, file=sys.stderr) sys.exit(2) if options.srs: srs = SRS(options.srs) else: srs = tile_grid.srs if options.coverage: seed_coverage = load_coverage( {'datasource': options.coverage, 'srs': srs, 'where': options.where}, base_path=os.getcwd()) else: seed_coverage = BBOXCoverage(tile_grid.bbox, tile_grid.srs) if not supports_tiled_access(mgr): print('WARN: grids are incompatible. needs to scale/reproject tiles for export.', file=sys.stderr) md = dict(name='export', cache_name='cache', grid_name=options.grid, dest=options.dest) task = SeedTask(md, mgr, levels, 1, seed_coverage) print(format_export_task(task, custom_grid=custom_grid)) logger = ProgressLog(verbose=options.quiet==0, silent=options.quiet>=2) try: seed_task(task, progress_logger=logger, dry_run=options.dry_run, concurrency=options.concurrency) except KeyboardInterrupt: print('stopping...', file=sys.stderr) sys.exit(2)
def export_command(args=None): parser = optparse.OptionParser("%prog grids [options] mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration") parser.add_option("--source", dest="source", help="source to export (source or cache)") parser.add_option( "--grid", help="grid for export. either the name of an existing grid or " "the grid definition as a string" ) parser.add_option("--dest", help="destination of the export (directory or filename)") parser.add_option("--type", help="type of the export format") parser.add_option("--levels", help="levels to export: e.g 1,2,3 or 1..10") parser.add_option( "--fetch-missing-tiles", dest="fetch_missing_tiles", action="store_true", default=False, help="if missing tiles should be fetched from the sources", ) parser.add_option( "--force", action="store_true", default=False, help="overwrite/append to existing --dest files/directories" ) parser.add_option("-n", "--dry-run", action="store_true", default=False, help="do not export, just print output") parser.add_option( "-c", "--concurrency", type="int", dest="concurrency", default=1, help="number of parallel export processes" ) parser.add_option("--coverage", help="the coverage for the export as a BBOX string, WKT file " "or OGR datasource") parser.add_option("--srs", help="the SRS of the coverage") parser.add_option("--where", help="filter for OGR coverages") from mapproxy.script.util import setup_logging import logging setup_logging(logging.WARN) if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: if len(args) != 1: parser.print_help() sys.exit(1) else: options.mapproxy_conf = args[0] required_options = ["mapproxy_conf", "grid", "source", "dest", "levels"] for required in required_options: if not getattr(options, required): print("ERROR: missing required option --%s" % required.replace("_", "-"), file=sys.stderr) parser.print_help() sys.exit(1) try: conf = load_configuration(options.mapproxy_conf) except IOError as e: print("ERROR: ", "%s: '%s'" % (e.strerror, e.filename), file=sys.stderr) sys.exit(2) except ConfigurationError as e: print(e, file=sys.stderr) print("ERROR: invalid configuration (see above)", file=sys.stderr) sys.exit(2) if "=" in options.grid: try: grid_conf = parse_grid_definition(options.grid) except ValidationError as ex: print("ERROR: invalid grid configuration", file=sys.stderr) for error in ex.errors: print(" ", error, file=sys.stderr) sys.exit(2) except ValueError: print("ERROR: invalid grid configuration", file=sys.stderr) sys.exit(2) options.grid = "tmp_mapproxy_export_grid" grid_conf["name"] = options.grid custom_grid = True conf.grids[options.grid] = GridConfiguration(grid_conf, conf) else: custom_grid = False if os.path.exists(options.dest) and not options.force: print("ERROR: destination exists, remove first or use --force", file=sys.stderr) sys.exit(2) cache_conf = {"name": "export", "grids": [options.grid], "sources": [options.source]} if options.type == "mbtile": cache_conf["cache"] = {"type": "mbtiles", "filename": options.dest} elif options.type in ("tc", "mapproxy"): cache_conf["cache"] = {"type": "file", "directory": options.dest} elif options.type in ("tms", None): # default cache_conf["cache"] = {"type": "file", "directory_layout": "tms", "directory": options.dest} else: print("ERROR: unsupported --type %s" % (options.type,), file=sys.stderr) sys.exit(2) if not options.fetch_missing_tiles: for source in conf.sources.values(): source.conf["seed_only"] = True tile_grid, extent, mgr = CacheConfiguration(cache_conf, conf).caches()[0] levels = parse_levels(options.levels) if levels[-1] >= tile_grid.levels: print("ERROR: destination grid only has %d levels" % tile_grid.levels, file=sys.stderr) sys.exit(2) if options.srs: srs = SRS(options.srs) else: srs = tile_grid.srs if options.coverage: seed_coverage = load_coverage( {"datasource": options.coverage, "srs": srs, "where": options.where}, base_path=os.getcwd() ) else: seed_coverage = BBOXCoverage(tile_grid.bbox, tile_grid.srs) if not supports_tiled_access(mgr): print("WARN: grids are incompatible. needs to scale/reproject tiles for export.", file=sys.stderr) md = dict(name="export", cache_name="cache", grid_name=options.grid, dest=options.dest) task = SeedTask(md, mgr, levels, None, seed_coverage) print(format_export_task(task, custom_grid=custom_grid)) logger = ProgressLog(verbose=True, silent=False) try: seed_task(task, progress_logger=logger, dry_run=options.dry_run, concurrency=options.concurrency) except KeyboardInterrupt: print("stopping...", file=sys.stderr) sys.exit(2)
def grids_command(args=None): parser = optparse.OptionParser("%prog grids [options] mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration.") parser.add_option("-g", "--grid", dest="grid_name", help="Display only information about the specified grid.") parser.add_option("--all", dest="show_all", action="store_true", default=False, help="Show also grids that are not referenced by any cache.") parser.add_option("-l", "--list", dest="list_grids", action="store_true", default=False, help="List names of configured grids, which are used by any cache") coverage_group = parser.add_option_group("Approximate the number of tiles within a given coverage") coverage_group.add_option("-s", "--seed-conf", dest="seed_config", help="Seed configuration, where the coverage is defined") coverage_group.add_option("-c", "--coverage-name", dest="coverage", help="Calculate number of tiles when a coverage is given") from mapproxy.script.util import setup_logging import logging setup_logging(logging.WARN) if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: if len(args) != 1: parser.print_help() sys.exit(1) else: options.mapproxy_conf = args[0] try: proxy_configuration = load_configuration(options.mapproxy_conf) except IOError as e: print('ERROR: ', "%s: '%s'" % (e.strerror, e.filename), file=sys.stderr) sys.exit(2) except ConfigurationError as e: print(e, file=sys.stderr) print('ERROR: invalid configuration (see above)', file=sys.stderr) sys.exit(2) with local_base_config(proxy_configuration.base_config): if options.show_all or options.grid_name: grids = proxy_configuration.grids else: caches = proxy_configuration.caches grids = {} for cache in caches.values(): grids.update(cache.grid_confs()) grids = dict(grids) if options.grid_name: options.grid_name = options.grid_name.lower() # ignore case for keys grids = dict((key.lower(), value) for (key, value) in iteritems(grids)) if not grids.get(options.grid_name, False): print('grid not found: %s' % (options.grid_name,)) sys.exit(1) coverage = None if options.coverage and options.seed_config: try: seed_conf = load_seed_tasks_conf(options.seed_config, proxy_configuration) except SeedConfigurationError as e: print('ERROR: invalid configuration (see above)', file=sys.stderr) sys.exit(2) if not isinstance(seed_conf, SeedingConfiguration): print('Old seed configuration format not supported') sys.exit(1) coverage = seed_conf.coverage(options.coverage) coverage.name = options.coverage elif (options.coverage and not options.seed_config) or (not options.coverage and options.seed_config): print('--coverage and --seed-conf can only be used together') sys.exit(1) if options.list_grids: display_grids_list(grids) elif options.grid_name: display_grids({options.grid_name: grids[options.grid_name]}, coverage=coverage) else: display_grids(grids, coverage=coverage)
def defrag_command(args=None): parser = optparse.OptionParser( "%prog defrag-compact [options] -f mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration.") parser.add_option( "--min-percent", type=float, default=10.0, help= "Only defrag if fragmentation is larger (10 means at least 10% of the file does not have to be used)" ) parser.add_option( "--min-mb", type=float, default=1.0, help= "Only defrag if fragmentation is larger (2 means at least 2MB the file does not have to be used)" ) parser.add_option("--dry-run", "-n", action="store_true", help="Do not de-fragment, only print output") parser.add_option("--caches", dest="cache_names", metavar='cache1,cache2,...', help="only defragment the named caches") from mapproxy.script.util import setup_logging import logging setup_logging(logging.INFO, format="[%(asctime)s] %(msg)s") if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: parser.print_help() sys.exit(1) try: proxy_configuration = load_configuration(options.mapproxy_conf) except IOError as e: print('ERROR: ', "%s: '%s'" % (e.strerror, e.filename), file=sys.stderr) sys.exit(2) except ConfigurationError as e: print(e, file=sys.stderr) print('ERROR: invalid configuration (see above)', file=sys.stderr) sys.exit(2) with local_base_config(proxy_configuration.base_config): available_caches = OrderedDict() for name, cache_conf in proxy_configuration.caches.items(): for grid, extent, tile_mgr in cache_conf.caches(): if isinstance(tile_mgr.cache, (CompactCacheV1, CompactCacheV2)): available_caches.setdefault(name, []).append(tile_mgr.cache) if options.cache_names: defrag_caches = options.cache_names.split(',') missing = set(defrag_caches).difference(available_caches.keys()) if missing: print('unknown caches: %s' % (', '.join(missing), )) print('available compact caches: %s' % (', '.join(available_caches.keys()), )) sys.exit(1) else: defrag_caches = None for name, caches in available_caches.items(): if defrag_caches and name not in defrag_caches: continue for cache in caches: logger = DefragLog(name) defrag_compact_cache( cache, min_percent=options.min_percent / 100, min_bytes=options.min_mb * 1024 * 1024, dry_run=options.dry_run, log_progress=logger, )
def export_command(args=None): parser = optparse.OptionParser("%prog grids [options] mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration") parser.add_option("--source", dest="source", help="source to export (source or cache)") parser.add_option( "--grid", help="grid for export. either the name of an existing grid or " "the grid definition as a string" ) parser.add_option("--dest", help="destination of the export (directory or filename)") parser.add_option("--type", help="type of the export format") parser.add_option("--levels", help="levels to export: e.g 1,2,3 or 1..10") parser.add_option( "--fetch-missing-tiles", dest="fetch_missing_tiles", action="store_true", default=False, help="if missing tiles should be fetched from the sources", ) parser.add_option( "--force", action="store_true", default=False, help="overwrite/append to existing --dest files/directories" ) parser.add_option("-n", "--dry-run", action="store_true", default=False, help="do not export, just print output") parser.add_option( "-c", "--concurrency", type="int", dest="concurrency", default=1, help="number of parallel export processes" ) parser.add_option("--coverage", help="the coverage for the export as a BBOX string, WKT file " "or OGR datasource") parser.add_option("--srs", help="the SRS of the coverage") parser.add_option("--where", help="filter for OGR coverages") from mapproxy.script.util import setup_logging import logging setup_logging(logging.WARN) if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: if len(args) != 1: parser.print_help() sys.exit(1) else: options.mapproxy_conf = args[0] required_options = ["mapproxy_conf", "grid", "source", "dest", "levels"] for required in required_options: if not getattr(options, required): print >> sys.stderr, "ERROR: missing required option --%s" % required.replace("_", "-") parser.print_help() sys.exit(1) try: conf = load_configuration(options.mapproxy_conf) except IOError, e: print >> sys.stderr, "ERROR: ", "%s: '%s'" % (e.strerror, e.filename) sys.exit(2)
def export_command(args=None): parser = optparse.OptionParser("%prog grids [options] mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration") parser.add_option( "-q", "--quiet", action="count", dest="quiet", default=0, help= "reduce number of messages to stdout, repeat to disable progress output" ) parser.add_option("--source", dest="source", help="source to export (source or cache)") parser.add_option( "--grid", help="grid for export. either the name of an existing grid or " "the grid definition as a string") parser.add_option("--dest", help="destination of the export (directory or filename)") parser.add_option("--type", help="type of the export format") parser.add_option("--levels", help="levels to export: e.g 1,2,3 or 1..10") parser.add_option( "--fetch-missing-tiles", dest="fetch_missing_tiles", action='store_true', default=False, help="if missing tiles should be fetched from the sources") parser.add_option( "--force", action='store_true', default=False, help="overwrite/append to existing --dest files/directories") parser.add_option("-n", "--dry-run", action="store_true", default=False, help="do not export, just print output") parser.add_option("-c", "--concurrency", type="int", dest="concurrency", default=1, help="number of parallel export processes") parser.add_option( "--coverage", help="the coverage for the export as a BBOX string, WKT file " "or OGR datasource") parser.add_option("--srs", help="the SRS of the coverage") parser.add_option("--where", help="filter for OGR coverages") from mapproxy.script.util import setup_logging import logging setup_logging(logging.WARN) if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: if len(args) != 1: parser.print_help() sys.exit(1) else: options.mapproxy_conf = args[0] required_options = ['mapproxy_conf', 'grid', 'source', 'dest', 'levels'] for required in required_options: if not getattr(options, required): print('ERROR: missing required option --%s' % required.replace('_', '-'), file=sys.stderr) parser.print_help() sys.exit(1) try: conf = load_configuration(options.mapproxy_conf) except IOError as e: print('ERROR: ', "%s: '%s'" % (e.strerror, e.filename), file=sys.stderr) sys.exit(2) except ConfigurationError as e: print(e, file=sys.stderr) print('ERROR: invalid configuration (see above)', file=sys.stderr) sys.exit(2) if '=' in options.grid: try: grid_conf = parse_grid_definition(options.grid) except ValidationError as ex: print('ERROR: invalid grid configuration', file=sys.stderr) for error in ex.errors: print(' ', error, file=sys.stderr) sys.exit(2) except ValueError: print('ERROR: invalid grid configuration', file=sys.stderr) sys.exit(2) options.grid = 'tmp_mapproxy_export_grid' grid_conf['name'] = options.grid custom_grid = True conf.grids[options.grid] = GridConfiguration(grid_conf, conf) else: custom_grid = False if os.path.exists(options.dest) and not options.force: print('ERROR: destination exists, remove first or use --force', file=sys.stderr) sys.exit(2) cache_conf = { 'name': 'export', 'grids': [options.grid], 'sources': [options.source], } if options.type == 'mbtile': cache_conf['cache'] = { 'type': 'mbtiles', 'filename': options.dest, } elif options.type == 'sqlite': cache_conf['cache'] = { 'type': 'sqlite', 'directory': options.dest, } elif options.type == 'geopackage': cache_conf['cache'] = { 'type': 'geopackage', 'filename': options.dest, } elif options.type == 'compact-v1': cache_conf['cache'] = { 'type': 'compact', 'version': 1, 'directory': options.dest, } elif options.type == 'compact-v2': cache_conf['cache'] = { 'type': 'compact', 'version': 2, 'directory': options.dest, } elif options.type in ('tc', 'mapproxy'): cache_conf['cache'] = { 'type': 'file', 'directory': options.dest, } elif options.type == 'arcgis': cache_conf['cache'] = { 'type': 'file', 'directory_layout': 'arcgis', 'directory': options.dest, } elif options.type in ('tms', None): # default cache_conf['cache'] = { 'type': 'file', 'directory_layout': 'tms', 'directory': options.dest, } else: print('ERROR: unsupported --type %s' % (options.type, ), file=sys.stderr) sys.exit(2) if not options.fetch_missing_tiles: for source in conf.sources.values(): source.conf['seed_only'] = True tile_grid, extent, mgr = CacheConfiguration(cache_conf, conf).caches()[0] levels = parse_levels(options.levels) if levels[-1] >= tile_grid.levels: print('ERROR: destination grid only has %d levels' % tile_grid.levels, file=sys.stderr) sys.exit(2) if options.srs: srs = SRS(options.srs) else: srs = tile_grid.srs if options.coverage: seed_coverage = load_coverage( { 'datasource': options.coverage, 'srs': srs, 'where': options.where }, base_path=os.getcwd()) else: seed_coverage = BBOXCoverage(tile_grid.bbox, tile_grid.srs) if not supports_tiled_access(mgr): print( 'WARN: grids are incompatible. needs to scale/reproject tiles for export.', file=sys.stderr) md = dict(name='export', cache_name='cache', grid_name=options.grid, dest=options.dest) task = SeedTask(md, mgr, levels, 1, seed_coverage) print(format_export_task(task, custom_grid=custom_grid)) logger = ProgressLog(verbose=options.quiet == 0, silent=options.quiet >= 2) try: seed_task(task, progress_logger=logger, dry_run=options.dry_run, concurrency=options.concurrency) except KeyboardInterrupt: print('stopping...', file=sys.stderr) sys.exit(2)
def grids_command(args=None): parser = optparse.OptionParser("%prog grids [options] mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration.") parser.add_option( "-g", "--grid", dest="grid_name", help="Display only information about the specified grid.") parser.add_option( "--all", dest="show_all", action="store_true", default=False, help="Show also grids that are not referenced by any cache.") parser.add_option( "-l", "--list", dest="list_grids", action="store_true", default=False, help="List names of configured grids, which are used by any cache") coverage_group = parser.add_option_group( "Approximate the number of tiles within a given coverage") coverage_group.add_option( "-s", "--seed-conf", dest="seed_config", help="Seed configuration, where the coverage is defined") coverage_group.add_option( "-c", "--coverage-name", dest="coverage", help="Calculate number of tiles when a coverage is given") from mapproxy.script.util import setup_logging import logging setup_logging(logging.WARN) if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: if len(args) != 1: parser.print_help() sys.exit(1) else: options.mapproxy_conf = args[0] try: proxy_configuration = load_configuration(options.mapproxy_conf) except IOError as e: print('ERROR: ', "%s: '%s'" % (e.strerror, e.filename), file=sys.stderr) sys.exit(2) except ConfigurationError as e: print(e, file=sys.stderr) print('ERROR: invalid configuration (see above)', file=sys.stderr) sys.exit(2) with local_base_config(proxy_configuration.base_config): if options.show_all or options.grid_name: grids = proxy_configuration.grids else: caches = proxy_configuration.caches grids = {} for cache in caches.values(): grids.update(cache.grid_confs()) grids = dict(grids) if options.grid_name: options.grid_name = options.grid_name.lower() # ignore case for keys grids = dict( (key.lower(), value) for (key, value) in iteritems(grids)) if not grids.get(options.grid_name, False): print('grid not found: %s' % (options.grid_name, )) sys.exit(1) coverage = None if options.coverage and options.seed_config: try: seed_conf = load_seed_tasks_conf(options.seed_config, proxy_configuration) except SeedConfigurationError as e: print('ERROR: invalid configuration (see above)', file=sys.stderr) sys.exit(2) if not isinstance(seed_conf, SeedingConfiguration): print('Old seed configuration format not supported') sys.exit(1) coverage = seed_conf.coverage(options.coverage) coverage.name = options.coverage elif (options.coverage and not options.seed_config) or (not options.coverage and options.seed_config): print('--coverage and --seed-conf can only be used together') sys.exit(1) if options.list_grids: display_grids_list(grids) elif options.grid_name: display_grids({options.grid_name: grids[options.grid_name]}, coverage=coverage) else: display_grids(grids, coverage=coverage)
def defrag_command(args=None): parser = optparse.OptionParser("%prog defrag-compact [options] -f mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration.") parser.add_option("--min-percent", type=float, default=10.0, help="Only defrag if fragmentation is larger (10 means at least 10% of the file does not have to be used)") parser.add_option("--min-mb", type=float, default=1.0, help="Only defrag if fragmentation is larger (2 means at least 2MB the file does not have to be used)") parser.add_option("--dry-run", "-n", action="store_true", help="Do not de-fragment, only print output") parser.add_option("--caches", dest="cache_names", metavar='cache1,cache2,...', help="only defragment the named caches") from mapproxy.script.util import setup_logging import logging setup_logging(logging.INFO, format="[%(asctime)s] %(msg)s") if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: parser.print_help() sys.exit(1) try: proxy_configuration = load_configuration(options.mapproxy_conf) except IOError as e: print('ERROR: ', "%s: '%s'" % (e.strerror, e.filename), file=sys.stderr) sys.exit(2) except ConfigurationError as e: print(e, file=sys.stderr) print('ERROR: invalid configuration (see above)', file=sys.stderr) sys.exit(2) with local_base_config(proxy_configuration.base_config): available_caches = OrderedDict() for name, cache_conf in proxy_configuration.caches.items(): for grid, extent, tile_mgr in cache_conf.caches(): if isinstance(tile_mgr.cache, (CompactCacheV1, CompactCacheV2)): available_caches.setdefault(name, []).append(tile_mgr.cache) if options.cache_names: defrag_caches = options.cache_names.split(',') missing = set(defrag_caches).difference(available_caches.keys()) if missing: print('unknown caches: %s' % (', '.join(missing), )) print('available compact caches: %s' % (', '.join(available_caches.keys()), )) sys.exit(1) else: defrag_caches = None for name, caches in available_caches.items(): if defrag_caches and name not in defrag_caches: continue for cache in caches: logger = DefragLog(name) defrag_compact_cache(cache, min_percent=options.min_percent/100, min_bytes=options.min_mb*1024*1024, dry_run=options.dry_run, log_progress=logger, )
def export_command(args=None): parser = optparse.OptionParser("%prog grids [options] mapproxy_conf") parser.add_option("-f", "--mapproxy-conf", dest="mapproxy_conf", help="MapProxy configuration") parser.add_option("--source", dest="source", help="source to export (source or cache)") parser.add_option("--grid", help="grid for export. either the name of an existing grid or " "the grid definition as a string") parser.add_option("--dest", help="destination of the export (directory or filename)") parser.add_option("--type", help="type of the export format") parser.add_option("--levels", help="levels to export: e.g 1,2,3 or 1..10") parser.add_option("--fetch-missing-tiles", dest="fetch_missing_tiles", action='store_true', default=False, help="if missing tiles should be fetched from the sources") parser.add_option("--force", action='store_true', default=False, help="overwrite/append to existing --dest files/directories") parser.add_option("-n", "--dry-run", action="store_true", default=False, help="do not export, just print output") parser.add_option("-c", "--concurrency", type="int", dest="concurrency", default=1, help="number of parallel export processes") parser.add_option("--coverage", help="the coverage for the export as a BBOX string, WKT file " "or OGR datasource") parser.add_option("--srs", help="the SRS of the coverage") parser.add_option("--where", help="filter for OGR coverages") from mapproxy.script.util import setup_logging import logging setup_logging(logging.WARN) if args: args = args[1:] # remove script name (options, args) = parser.parse_args(args) if not options.mapproxy_conf: if len(args) != 1: parser.print_help() sys.exit(1) else: options.mapproxy_conf = args[0] required_options = ['mapproxy_conf', 'grid', 'source', 'dest', 'levels'] for required in required_options: if not getattr(options, required): print >>sys.stderr, 'ERROR: missing required option --%s' % required.replace('_', '-') parser.print_help() sys.exit(1) try: conf = load_configuration(options.mapproxy_conf) except IOError, e: print >>sys.stderr, 'ERROR: ', "%s: '%s'" % (e.strerror, e.filename) sys.exit(2)