subdistrict_file_prefix = sys.argv[3]
subdistrict_name = sys.argv[4]
logging.info(
f"Generat[ing] map layers for '{district_name}' district, '{subdistrict_name}' subdistrict"
)
# Has to be in the outer scope as the tempdir is used in multiple places
with tempfile.TemporaryDirectory() as tempdir:
logging.info("G[etting] layers")
map_layers_dict = {
layer: (local_path, layer_gdf)
for layer, local_path, layer_gdf in
city_map_layers_to_minio.get_layers(
tempdir,
secrets["minio"]["edge"]["access"],
secrets["minio"]["edge"]["secret"],
LAYER_FILES,
secrets["minio"]["lake"]["access"],
secrets["minio"]["lake"]["secret"],
)
}
logging.info("G[ot] layers")
logging.info("G[etting] Mobile Data")
mobile_df = get_mobile_data(secrets["minio"]["edge"]["access"],
secrets["minio"]["edge"]["secret"])
logging.info("G[ot] Mobile Data")
logging.info("Temporally Filter[ing] data")
filtered_df = temporal_filter(mobile_df)
logging.info("Temporally Filter[ed] data ")
if SECRETS_PATH_VAR not in os.environ:
sys.exit(-1)
secrets_path = os.environ["SECRETS_PATH"]
secrets = json.load(open(secrets_path))
# Has to be in the outer scope as use the tempdir in multiple places
with tempfile.TemporaryDirectory() as tempdir:
logging.info("G[etting] layers")
map_layers_dict = {
layer: (local_path, layer_gdf)
for layer, local_path, layer_gdf in city_map_layers_to_minio.get_layers(tempdir,
secrets["minio"]["edge"]["access"],
secrets["minio"]["edge"]["secret"],
LAYER_FILES,
secrets["minio"]["lake"]["access"],
secrets["minio"]["lake"][
"secret"], )
}
logging.info("G[ot] layers")
logging.info("G[etting] SD Data")
sd_metric_data_df = service_delivery_latest_values_to_minio.get_data(
SD_METRIC_DATA_FILENAME,
secrets["minio"]["edge"]["access"],
secrets["minio"]["edge"]["secret"]
)
logging.info("G[ot] SD Data")
for layer_filename in CHOROPLETH_LAYERS: