def main(): table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_dsra_all_scenarios_csduid", sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM dsra.dsra_all_scenarios_csduid \ ORDER BY dsra_all_scenarios_csduid."csduid" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() return
def main(): config = utils.get_config_params("config.ini") version = config.get("es", "version") table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_sauid_hexgrid_unclipped_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM boundaries."SAUID_HexGrid_unclipped" \ ORDER BY "SAUID_HexGrid_unclipped"."sauid" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() return
def main(): config = utils.get_config_params("config.ini") version = config.get("es", "version") # args = parse_args() table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "coordinates": { "type": "geo_point" }, "geometry": { "type": "geo_shape" }, } }, }), view="opendrr_psra_uhs_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_psra_national.psra_uhs \ ORDER BY psra_uhs."geom" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() return
def main(): config = utils.get_config_params("config.ini") version = config.get("es", "version") dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_shakemap_scenario_extents_{}".format(version), sqlquerystring="SELECT *, ST_AsGeoJSON(geom) \ FROM gmf.shakemap_scenario_extents \ LIMIT {limit} \ OFFSET {offset}", ) dsraTable.postgis2es() return
def main(): config = utils.get_config_params("config.ini") version = config.get("es", "version") # sauid level aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_s_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom_poly) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_s \ ORDER BY nhsl_physical_exposure_indicators_s."Sauid" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # building level aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "coordinates": { "type": "geo_point" }, "geometry": { "type": "geo_shape" }, } }, }), view="opendrr_nhsl_physical_exposure_indicators_b_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom_point) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_b \ ORDER BY nhsl_physical_exposure_indicators_b."BldgID" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 1km aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_hexgrid_1km_{}".format( version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_1km \ ORDER BY nhsl_physical_exposure_indicators_hexgrid_1km."gridid_1" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 1km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_hexgrid_1km_uc_{}". format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_1km_uc \ ORDER BY nhsl_physical_exposure_indicators_hexgrid_1km_uc."gridid_1" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 5km aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_hexgrid_5km_{}".format( version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_5km \ ORDER BY nhsl_physical_exposure_indicators_hexgrid_5km."gridid_5" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 5km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_hexgrid_5km_uc_{}". format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_5km_uc \ ORDER BY nhsl_physical_exposure_indicators_hexgrid_5km_uc."gridid_5" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 10km aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_hexgrid_10km_{}". format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_10km \ ORDER BY nhsl_physical_exposure_indicators_hexgrid_10km."gridid_10" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 10km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_hexgrid_10km_uc_{}". format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_10km_uc \ ORDER BY nhsl_physical_exposure_indicators_hexgrid_10km_uc."gridid_10" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 25km aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_hexgrid_25km_{}". format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_25km \ ORDER BY nhsl_physical_exposure_indicators_hexgrid_25km."gridid_25" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 25km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_hexgrid_25km_uc_{}". format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_25km_uc \ ORDER BY nhsl_physical_exposure_indicators_hexgrid_25km_uc."gridid_25" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 50km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_hexgrid_50km_uc_{}". format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_50km_uc \ ORDER BY nhsl_physical_exposure_indicators_hexgrid_50km_uc."gridid_50" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 100km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_nhsl_physical_exposure_indicators_hexgrid_100km_uc_{}". format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_100km_uc \ ORDER BY nhsl_physical_exposure_indicators_hexgrid_100km_uc."gridid_100" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid global fabric # table = utils.PostGISdataset( # utils.PostGISConnection(), # utils.ESConnection(settings={ # 'settings': { # 'number_of_shards': 1, # 'number_of_replicas': 0 # }, # 'mappings': { # 'properties': { # 'geometry': { # 'type': 'geo_shape' # } # } # } # }), # view="opendrr_nhsl_physical_exposure_indicators_hexgrid_global_fabric", # sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ # FROM \ # results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_global_fabric \ # ORDER BY nhsl_physical_exposure_indicators_hexgrid_global_fabric."gridid" \ # LIMIT {limit} \ # OFFSET {offset}' # ) # table.postgis2es() return
def main(): args = parse_args() config = utils.get_config_params("config.ini") version = config.get("es", "version") if args.aggregation.lower() == "sauid": aggregation = args.aggregation[0].lower() else: aggregation = args.aggregation # index settings if args.geometry == "geom_poly" or "geom": table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_nhsl_social_fabric_indicators_{agg}_{version}".format( **{"agg": aggregation, "version": version} ), sqlquerystring='SELECT *, ST_AsGeoJSON({geom}) \ FROM \ results_nhsl_social_fabric.nhsl_social_fabric_indicators_{agg} \ ORDER BY "{sort_field}" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{ "geom": args.geometry, "agg": aggregation, "sort_field": args.sortfield, } ), ) elif args.geometry == "geom_point": table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": { "properties": { "coordinates": {"type": "geo_point"}, "geometry": {"type": "geo_shape"}, } }, } ), view="opendrr_nhsl_social_fabric_indicators_{agg}_{version}".format( **{"agg": args.aggregation[0].lower(), "version": version} ), sqlquerystring='SELECT *, ST_AsGeoJSON(geom_point) \ FROM \ results_nhsl_social_fabric.nhsl_social_fabric_indicators_{agg} \ ORDER BY "{sort_field}" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"agg": aggregation, "sort_field": args.sortfield} ), ) table.postgis2es() return
def main(): args = parse_args() config = utils.get_config_params("config.ini") version = config.get("es", "version") # Create shakemap object and load to ES dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": { "properties": { "coordinates": {"type": "geo_point"}, "geometry": {"type": "geo_shape"}, } }, } ), view="opendrr_dsra_{eqScenario}_shakemap_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_shakemap \ ORDER BY dsra_{eqScenario}_shakemap."SiteID" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() # Create load 1km shakemap hexgrid dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_1km_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_1 \ ORDER BY dsra_{eqScenario}_sm_hg_1."gridid_1" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() # Create load 1km shakemap hexgrid unclipped dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_1km_uc_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_1_uc \ ORDER BY dsra_{eqScenario}_sm_hg_1_uc."gridid_1" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() # Create load 5km shakemap hexgrid dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_5km_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_5 \ ORDER BY dsra_{eqScenario}_sm_hg_5."gridid_5" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() # Create load 5km shakemap hexgrid unclipped dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_5km_uc_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_5_uc \ ORDER BY dsra_{eqScenario}_sm_hg_5_uc."gridid_5" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() # Create load 10km shakemap hexgrid dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_10km_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_10 \ ORDER BY dsra_{eqScenario}_sm_hg_10."gridid_10" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() # Create load 10km shakemap hexgrid unclipped dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_10km_uc_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_10_uc \ ORDER BY dsra_{eqScenario}_sm_hg_10_uc."gridid_10" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() # Create load 25km shakemap hexgrid dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_25km_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_25 \ ORDER BY dsra_{eqScenario}_sm_hg_25."gridid_25" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() # Create load 25km shakemap hexgrid unclipped dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_25km_uc_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_25_uc \ ORDER BY dsra_{eqScenario}_sm_hg_25_uc."gridid_25" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() # Create load 50km shakemap hexgrid unclipped dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_50km_uc_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_50_uc \ ORDER BY dsra_{eqScenario}_sm_hg_50_uc."gridid_50" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() # Create load 100km shakemap hexgrid unclipped dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_100km_uc_{version}".format( **{"eqScenario": args.eqScenario, "version": version} ).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_100_uc \ ORDER BY dsra_{eqScenario}_sm_hg_100_uc."gridid_100" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format( **{"eqScenario": args.eqScenario} ), ) dsraTable.postgis2es() return
def main(): args = parse_args() config = utils.get_config_params("config.ini") version = config.get("es", "version") # Create building level aggregation object and load to ES dsraTable = utils.PostGISPointDataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "coordinates": { "type": "geo_point" }, "geometry": { "type": "geo_shape" }, } }, }), view="opendrr_dsra_{eqScenario}_indicators_b_{version}".format( **{ "eqScenario": args.eqScenario, "version": version }).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom_point) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_indicators_b \ ORDER BY dsra_{eqScenario}_indicators_b."AssetID" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format(**{"eqScenario": args.eqScenario}), ) dsraTable.postgis2es() # Create Sauid level aggregation object and load to ES dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_dsra_{eqScenario}_indicators_s_{version}".format( **{ "eqScenario": args.eqScenario, "version": version }).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom_poly) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_indicators_s \ ORDER BY dsra_{eqScenario}_indicators_s."Sauid" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format(**{"eqScenario": args.eqScenario}), ) dsraTable.postgis2es() # Create CSD level aggregation object and load to ES dsraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": { "number_of_shards": 1, "number_of_replicas": 0 }, "mappings": { "properties": { "geometry": { "type": "geo_shape" } } }, }), view="opendrr_dsra_{eqScenario}_indicators_csd_{version}".format( **{ "eqScenario": args.eqScenario, "version": version }).lower(), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_dsra_{eqScenario}.dsra_{eqScenario}_indicators_csd \ ORDER BY dsra_{eqScenario}_indicators_csd."csduid" \ LIMIT {{limit}} \ OFFSET {{offset}}'.format(**{"eqScenario": args.eqScenario}), ) dsraTable.postgis2es() return
def main(): # building level aggregation psraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": { "properties": { "coordinates": {"type": "geo_point"}, "geometry": {"type": "geo_shape"}, } }, } ), view="opendrr_psra_indicators_b_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom_point) \ FROM results_psra_national.psra_indicators_b \ ORDER BY psra_indicators_b."AssetID" \ LIMIT {limit} \ OFFSET {offset}', ) psraTable.postgis2es() # Sauid level aggregation psraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_s_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom_poly) \ FROM results_psra_national.psra_indicators_s \ ORDER BY psra_indicators_s."Sauid" \ LIMIT {limit} \ OFFSET {offset}', ) psraTable.postgis2es() # csd level aggregation psraTable = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_csd_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM results_psra_national.psra_indicators_csd \ ORDER BY psra_indicators_csd."csduid" \ LIMIT {limit} \ OFFSET {offset}', ) psraTable.postgis2es() # Agg loss psraTable = utils.PostGISTable( utils.PostGISConnection(), utils.ESConnection( settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}} ), view="opendrr_psra_agg_loss_fsa_{}".format(version), sqlquerystring='SELECT * \ FROM results_psra_national.psra_agg_loss_fsa \ ORDER BY psra_agg_loss_fsa."fid" \ LIMIT {limit} \ OFFSET {offset}', ) psraTable.postgis2es() # expected loss fsa psraTable = utils.PostGISTable( utils.PostGISConnection(), utils.ESConnection( settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}} ), view="opendrr_psra_expected_loss_fsa_{}".format(version), sqlquerystring='SELECT * \ FROM results_psra_national.psra_expected_loss_fsa \ ORDER BY psra_expected_loss_fsa."fid" \ LIMIT {limit} \ OFFSET {offset}', ) psraTable.postgis2es() # hexgrid 1km aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_hexgrid_1km_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_psra_national.psra_indicators_hexgrid_1km \ ORDER BY psra_indicators_hexgrid_1km."gridid_1" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 1km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_hexgrid_1km_uc_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_psra_national.psra_indicators_hexgrid_1km_uc \ ORDER BY psra_indicators_hexgrid_1km_uc."gridid_1" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 5km aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_hexgrid_5km_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_psra_national.psra_indicators_hexgrid_5km \ ORDER BY psra_indicators_hexgrid_5km."gridid_5" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 5km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_hexgrid_5km_uc_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_psra_national.psra_indicators_hexgrid_5km_uc \ ORDER BY psra_indicators_hexgrid_5km_uc."gridid_5" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 10km aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_hexgrid_10km_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_psra_national.psra_indicators_hexgrid_10km \ ORDER BY psra_indicators_hexgrid_10km."gridid_10" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 10km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_hexgrid_10km_uc_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_psra_national.psra_indicators_hexgrid_10km_uc \ ORDER BY psra_indicators_hexgrid_10km_uc."gridid_10" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 25km aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_hexgrid_25km_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_psra_national.psra_indicators_hexgrid_25km \ ORDER BY psra_indicators_hexgrid_25km."gridid_25" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 25km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_hexgrid_25km_uc_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_psra_national.psra_indicators_hexgrid_25km_uc \ ORDER BY psra_indicators_hexgrid_25km_uc."gridid_25" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 50km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_hexgrid_50km_uc_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_psra_national.psra_indicators_hexgrid_50km_uc \ ORDER BY psra_indicators_hexgrid_50km_uc."gridid_50" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # hexgrid 100km unclipped aggregation table = utils.PostGISdataset( utils.PostGISConnection(), utils.ESConnection( settings={ "settings": {"number_of_shards": 1, "number_of_replicas": 0}, "mappings": {"properties": {"geometry": {"type": "geo_shape"}}}, } ), view="opendrr_psra_indicators_hexgrid_100km_uc_{}".format(version), sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \ FROM \ results_psra_national.psra_indicators_hexgrid_100km_uc \ ORDER BY psra_indicators_hexgrid_100km_uc."gridid_100" \ LIMIT {limit} \ OFFSET {offset}', ) table.postgis2es() # psra Canada agg loss psraTable = utils.PostGISTable( utils.PostGISConnection(), utils.ESConnection( settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}} ), view="opendrr_psra_canada_agg_loss_{}".format(version), sqlquerystring="SELECT * \ FROM results_psra_canada.psra_canada_agg_loss \ LIMIT {limit} \ OFFSET {offset}", ) psraTable.postgis2es() # psra Canada expected loss psraTable = utils.PostGISTable( utils.PostGISConnection(), utils.ESConnection( settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}} ), view="opendrr_psra_canada_expected_loss_{}".format(version), sqlquerystring="SELECT * \ FROM results_psra_canada.psra_canada_expected_loss \ LIMIT {limit} \ OFFSET {offset}", ) psraTable.postgis2es() # psra Canada expected loss - 500 year aggregation psraTable = utils.PostGISTable( utils.PostGISConnection(), utils.ESConnection( settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}} ), view="opendrr_psra_canada_expected_loss_500yr_{}".format(version), sqlquerystring="SELECT * \ FROM results_psra_canada.psra_canada_expected_loss_500yr \ LIMIT {limit} \ OFFSET {offset}", ) psraTable.postgis2es() # psra Canada src loss psraTable = utils.PostGISTable( utils.PostGISConnection(), utils.ESConnection( settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}} ), view="opendrr_psra_canada_src_loss_{}".format(version), sqlquerystring="SELECT * \ FROM results_psra_canada.psra_canada_src_loss \ LIMIT {limit} \ OFFSET {offset}", ) psraTable.postgis2es() return