def convert(self,):
"""
Convert external service to gpkg.
"""
from eventkit_cloud.tasks.task_process import TaskProcess
conf_dict, seed_configuration, mapproxy_configuration = self.get_check_config()
# Customizations...
mapproxy.seed.seeder.exp_backoff = get_custom_exp_backoff(max_repeat=int(conf_dict.get('max_repeat', 5)))
mapproxy.cache.geopackage.GeopackageCache.load_tile_metadata = load_tile_metadata
logger.info("Beginning seeding to {0}".format(self.gpkgfile))
try:
auth_requests.patch_https(self.name)
auth_requests.patch_mapproxy_opener_cache(slug=self.name)
progress_store = get_progress_store(self.gpkgfile)
progress_logger = CustomLogger(verbose=True, task_uid=self.task_uid, progress_store=progress_store)
task_process = TaskProcess(task_uid=self.task_uid)
task_process.start_process(billiard=True, target=seeder.seed,
kwargs={"tasks": seed_configuration.seeds(['seed']),
"concurrency": get_concurrency(conf_dict),
"progress_logger": progress_logger})
check_zoom_levels(self.gpkgfile, mapproxy_configuration)
remove_empty_zoom_levels(self.gpkgfile)
set_gpkg_contents_bounds(self.gpkgfile, self.layer, self.bbox)
if task_process.exitcode != 0:
raise Exception("The Raster Service failed to complete, please contact an administrator.")
except Exception:
logger.error("Export failed for url {}.".format(self.service_url))
raise
finally:
connections.close_all()
return self.gpkgfile
def convert(self):
"""
Convert external service to gpkg.
"""
from eventkit_cloud.tasks.task_process import TaskProcess
conf_dict, seed_configuration, mapproxy_configuration = self.get_check_config()
# Customizations...
mapproxy.seed.seeder.exp_backoff = get_custom_exp_backoff(
max_repeat=int(conf_dict.get("max_repeat", 5)), task_uid=self.task_uid
)
logger.info("Beginning seeding to {0}".format(self.gpkgfile))
try:
conf = yaml.safe_load(self.config) or dict()
cert_info = conf.get("cert_info")
auth_requests.patch_https(cert_info=cert_info)
cred_var = conf.get("cred_var")
auth_requests.patch_mapproxy_opener_cache(slug=self.name, cred_var=cred_var)
progress_store = get_progress_store(self.gpkgfile)
progress_logger = CustomLogger(
task_uid=self.task_uid,
progress_store=progress_store,
verbose=log_settings.get("verbose"),
silent=log_settings.get("silent"),
)
task_process = TaskProcess(task_uid=self.task_uid)
task_process.start_process(
lambda: seeder.seed(
tasks=seed_configuration.seeds(["seed"]),
concurrency=get_concurrency(conf_dict),
progress_logger=progress_logger,
)
)
check_zoom_levels(self.gpkgfile, mapproxy_configuration)
remove_empty_zoom_levels(self.gpkgfile)
set_gpkg_contents_bounds(self.gpkgfile, self.layer, self.bbox)
except CancelException:
raise
except Exception as e:
logger.error("Export failed for url {}.".format(self.service_url))
logger.error(e)
raise
finally:
connections.close_all()
return self.gpkgfile
def test_remove_empty_zoom_levels(self, get_tile_table_names, get_zoom_levels_table, get_tile_matrix_table_zoom_levels, remove_zoom_level):
gpkg = "/test/file.gpkg"
table_names = ['test_1', 'test_2']
populated_zoom_levels = [1,2,3]
tile_matrix_zoom_levels = [1,2,3,4]
get_tile_table_names.return_value = table_names
get_zoom_levels_table.return_value = populated_zoom_levels
get_tile_matrix_table_zoom_levels.return_value = tile_matrix_zoom_levels
remove_empty_zoom_levels(gpkg)
get_tile_table_names.assert_called_once_with(gpkg)
self.assertEqual([call(gpkg, table_names[0]),call(gpkg, table_names[1])], get_zoom_levels_table.mock_calls)
self.assertEqual([call(gpkg, table_names[0]), call(gpkg, table_names[1])], get_tile_matrix_table_zoom_levels.mock_calls)
self.assertEqual([call(gpkg, table_names[0], 4), call(gpkg, table_names[1], 4)], remove_zoom_level.mock_calls)
def convert(self, ):
"""
Convert external service to gpkg.
"""
from eventkit_cloud.tasks.task_process import TaskProcess
conf_dict, seed_configuration, mapproxy_configuration = self.get_check_config(
)
# Customizations...
mapproxy.seed.seeder.exp_backoff = get_custom_exp_backoff(
max_repeat=int(conf_dict.get('max_repeat', 5)))
mapproxy.cache.geopackage.GeopackageCache.load_tile_metadata = load_tile_metadata
logger.info("Beginning seeding to {0}".format(self.gpkgfile))
try:
auth_requests.patch_https(self.name)
auth_requests.patch_mapproxy_opener_cache(slug=self.name)
progress_store = get_progress_store(self.gpkgfile)
progress_logger = CustomLogger(verbose=True,
task_uid=self.task_uid,
progress_store=progress_store)
task_process = TaskProcess(task_uid=self.task_uid)
task_process.start_process(billiard=True,
target=seeder.seed,
kwargs={
"tasks":
seed_configuration.seeds(['seed']),
"concurrency":
get_concurrency(conf_dict),
"progress_logger":
progress_logger
})
check_zoom_levels(self.gpkgfile, mapproxy_configuration)
remove_empty_zoom_levels(self.gpkgfile)
set_gpkg_contents_bounds(self.gpkgfile, self.layer, self.bbox)
if task_process.exitcode != 0:
raise Exception(
"The Raster Service failed to complete, please contact an administrator."
)
except Exception:
logger.error("Export failed for url {}.".format(self.service_url))
raise
finally:
connections.close_all()
return self.gpkgfile