def main():
config = utils.get_config_params("config.ini")
version = config.get("es", "version")
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_sauid_hexgrid_unclipped_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM boundaries."SAUID_HexGrid_unclipped" \
ORDER BY "SAUID_HexGrid_unclipped"."sauid" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
return
def main():
config = utils.get_config_params("config.ini")
version = config.get("es", "version")
# args = parse_args()
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"coordinates": {
"type": "geo_point"
},
"geometry": {
"type": "geo_shape"
},
}
},
}),
view="opendrr_psra_uhs_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_psra_national.psra_uhs \
ORDER BY psra_uhs."geom" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
return
def main():
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_dsra_all_scenarios_csduid",
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM dsra.dsra_all_scenarios_csduid \
ORDER BY dsra_all_scenarios_csduid."csduid" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
return
def main():
# args = parse_args()
table = utils.PostGISTable(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"coordinates": {
"type": "geo_point"
},
"geometry": {
"type": "geo_shape"
},
}
},
}),
view="opendrr_psra_src_loss_{}".format(version),
sqlquerystring='SELECT * \
FROM results_psra_national.psra_src_loss \
ORDER BY psra_src_loss."fid" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
return
def main():
config = utils.get_config_params("config.ini")
version = config.get("es", "version")
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_shakemap_scenario_extents_{}".format(version),
sqlquerystring="SELECT *, ST_AsGeoJSON(geom) \
FROM gmf.shakemap_scenario_extents \
LIMIT {limit} \
OFFSET {offset}",
)
dsraTable.postgis2es()
return
def main():
config = utils.get_config_params("config.ini")
version = config.get("es", "version")
# sauid level aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_s_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom_poly) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_s \
ORDER BY nhsl_physical_exposure_indicators_s."Sauid" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# building level aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"coordinates": {
"type": "geo_point"
},
"geometry": {
"type": "geo_shape"
},
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_b_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom_point) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_b \
ORDER BY nhsl_physical_exposure_indicators_b."BldgID" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 1km aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_hexgrid_1km_{}".format(
version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_1km \
ORDER BY nhsl_physical_exposure_indicators_hexgrid_1km."gridid_1" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 1km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_hexgrid_1km_uc_{}".
format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_1km_uc \
ORDER BY nhsl_physical_exposure_indicators_hexgrid_1km_uc."gridid_1" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 5km aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_hexgrid_5km_{}".format(
version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_5km \
ORDER BY nhsl_physical_exposure_indicators_hexgrid_5km."gridid_5" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 5km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_hexgrid_5km_uc_{}".
format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_5km_uc \
ORDER BY nhsl_physical_exposure_indicators_hexgrid_5km_uc."gridid_5" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 10km aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_hexgrid_10km_{}".
format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_10km \
ORDER BY nhsl_physical_exposure_indicators_hexgrid_10km."gridid_10" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 10km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_hexgrid_10km_uc_{}".
format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_10km_uc \
ORDER BY nhsl_physical_exposure_indicators_hexgrid_10km_uc."gridid_10" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 25km aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_hexgrid_25km_{}".
format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_25km \
ORDER BY nhsl_physical_exposure_indicators_hexgrid_25km."gridid_25" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 25km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_hexgrid_25km_uc_{}".
format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_25km_uc \
ORDER BY nhsl_physical_exposure_indicators_hexgrid_25km_uc."gridid_25" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 50km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_hexgrid_50km_uc_{}".
format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_50km_uc \
ORDER BY nhsl_physical_exposure_indicators_hexgrid_50km_uc."gridid_50" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 100km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_nhsl_physical_exposure_indicators_hexgrid_100km_uc_{}".
format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_100km_uc \
ORDER BY nhsl_physical_exposure_indicators_hexgrid_100km_uc."gridid_100" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid global fabric
# table = utils.PostGISdataset(
# utils.PostGISConnection(),
# utils.ESConnection(settings={
# 'settings': {
# 'number_of_shards': 1,
# 'number_of_replicas': 0
# },
# 'mappings': {
# 'properties': {
# 'geometry': {
# 'type': 'geo_shape'
# }
# }
# }
# }),
# view="opendrr_nhsl_physical_exposure_indicators_hexgrid_global_fabric",
# sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
# FROM \
# results_nhsl_physical_exposure.nhsl_physical_exposure_indicators_hexgrid_global_fabric \
# ORDER BY nhsl_physical_exposure_indicators_hexgrid_global_fabric."gridid" \
# LIMIT {limit} \
# OFFSET {offset}'
# )
# table.postgis2es()
return
def main():
args = parse_args()
config = utils.get_config_params("config.ini")
version = config.get("es", "version")
if args.aggregation.lower() == "sauid":
aggregation = args.aggregation[0].lower()
else:
aggregation = args.aggregation
# index settings
if args.geometry == "geom_poly" or "geom":
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_nhsl_social_fabric_indicators_{agg}_{version}".format(
**{"agg": aggregation, "version": version}
),
sqlquerystring='SELECT *, ST_AsGeoJSON({geom}) \
FROM \
results_nhsl_social_fabric.nhsl_social_fabric_indicators_{agg} \
ORDER BY "{sort_field}" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{
"geom": args.geometry,
"agg": aggregation,
"sort_field": args.sortfield,
}
),
)
elif args.geometry == "geom_point":
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {
"properties": {
"coordinates": {"type": "geo_point"},
"geometry": {"type": "geo_shape"},
}
},
}
),
view="opendrr_nhsl_social_fabric_indicators_{agg}_{version}".format(
**{"agg": args.aggregation[0].lower(), "version": version}
),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom_point) \
FROM \
results_nhsl_social_fabric.nhsl_social_fabric_indicators_{agg} \
ORDER BY "{sort_field}" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"agg": aggregation, "sort_field": args.sortfield}
),
)
table.postgis2es()
return
def main():
args = parse_args()
config = utils.get_config_params("config.ini")
version = config.get("es", "version")
# Create shakemap object and load to ES
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {
"properties": {
"coordinates": {"type": "geo_point"},
"geometry": {"type": "geo_shape"},
}
},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_shakemap \
ORDER BY dsra_{eqScenario}_shakemap."SiteID" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
# Create load 1km shakemap hexgrid
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_1km_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_1 \
ORDER BY dsra_{eqScenario}_sm_hg_1."gridid_1" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
# Create load 1km shakemap hexgrid unclipped
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_1km_uc_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_1_uc \
ORDER BY dsra_{eqScenario}_sm_hg_1_uc."gridid_1" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
# Create load 5km shakemap hexgrid
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_5km_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_5 \
ORDER BY dsra_{eqScenario}_sm_hg_5."gridid_5" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
# Create load 5km shakemap hexgrid unclipped
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_5km_uc_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_5_uc \
ORDER BY dsra_{eqScenario}_sm_hg_5_uc."gridid_5" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
# Create load 10km shakemap hexgrid
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_10km_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_10 \
ORDER BY dsra_{eqScenario}_sm_hg_10."gridid_10" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
# Create load 10km shakemap hexgrid unclipped
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_10km_uc_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_10_uc \
ORDER BY dsra_{eqScenario}_sm_hg_10_uc."gridid_10" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
# Create load 25km shakemap hexgrid
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_25km_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_25 \
ORDER BY dsra_{eqScenario}_sm_hg_25."gridid_25" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
# Create load 25km shakemap hexgrid unclipped
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_25km_uc_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_25_uc \
ORDER BY dsra_{eqScenario}_sm_hg_25_uc."gridid_25" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
# Create load 50km shakemap hexgrid unclipped
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_50km_uc_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_50_uc \
ORDER BY dsra_{eqScenario}_sm_hg_50_uc."gridid_50" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
# Create load 100km shakemap hexgrid unclipped
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_dsra_{eqScenario}_shakemap_hexgrid_100km_uc_{version}".format(
**{"eqScenario": args.eqScenario, "version": version}
).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_sm_hg_100_uc \
ORDER BY dsra_{eqScenario}_sm_hg_100_uc."gridid_100" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(
**{"eqScenario": args.eqScenario}
),
)
dsraTable.postgis2es()
return
def main():
args = parse_args()
config = utils.get_config_params("config.ini")
version = config.get("es", "version")
# Create building level aggregation object and load to ES
dsraTable = utils.PostGISPointDataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"coordinates": {
"type": "geo_point"
},
"geometry": {
"type": "geo_shape"
},
}
},
}),
view="opendrr_dsra_{eqScenario}_indicators_b_{version}".format(
**{
"eqScenario": args.eqScenario,
"version": version
}).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom_point) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_indicators_b \
ORDER BY dsra_{eqScenario}_indicators_b."AssetID" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(**{"eqScenario": args.eqScenario}),
)
dsraTable.postgis2es()
# Create Sauid level aggregation object and load to ES
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_dsra_{eqScenario}_indicators_s_{version}".format(
**{
"eqScenario": args.eqScenario,
"version": version
}).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom_poly) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_indicators_s \
ORDER BY dsra_{eqScenario}_indicators_s."Sauid" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(**{"eqScenario": args.eqScenario}),
)
dsraTable.postgis2es()
# Create CSD level aggregation object and load to ES
dsraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {
"number_of_shards": 1,
"number_of_replicas": 0
},
"mappings": {
"properties": {
"geometry": {
"type": "geo_shape"
}
}
},
}),
view="opendrr_dsra_{eqScenario}_indicators_csd_{version}".format(
**{
"eqScenario": args.eqScenario,
"version": version
}).lower(),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_dsra_{eqScenario}.dsra_{eqScenario}_indicators_csd \
ORDER BY dsra_{eqScenario}_indicators_csd."csduid" \
LIMIT {{limit}} \
OFFSET {{offset}}'.format(**{"eqScenario": args.eqScenario}),
)
dsraTable.postgis2es()
return
def main():
# building level aggregation
psraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {
"properties": {
"coordinates": {"type": "geo_point"},
"geometry": {"type": "geo_shape"},
}
},
}
),
view="opendrr_psra_indicators_b_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom_point) \
FROM results_psra_national.psra_indicators_b \
ORDER BY psra_indicators_b."AssetID" \
LIMIT {limit} \
OFFSET {offset}',
)
psraTable.postgis2es()
# Sauid level aggregation
psraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_s_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom_poly) \
FROM results_psra_national.psra_indicators_s \
ORDER BY psra_indicators_s."Sauid" \
LIMIT {limit} \
OFFSET {offset}',
)
psraTable.postgis2es()
# csd level aggregation
psraTable = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_csd_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM results_psra_national.psra_indicators_csd \
ORDER BY psra_indicators_csd."csduid" \
LIMIT {limit} \
OFFSET {offset}',
)
psraTable.postgis2es()
# Agg loss
psraTable = utils.PostGISTable(
utils.PostGISConnection(),
utils.ESConnection(
settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}}
),
view="opendrr_psra_agg_loss_fsa_{}".format(version),
sqlquerystring='SELECT * \
FROM results_psra_national.psra_agg_loss_fsa \
ORDER BY psra_agg_loss_fsa."fid" \
LIMIT {limit} \
OFFSET {offset}',
)
psraTable.postgis2es()
# expected loss fsa
psraTable = utils.PostGISTable(
utils.PostGISConnection(),
utils.ESConnection(
settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}}
),
view="opendrr_psra_expected_loss_fsa_{}".format(version),
sqlquerystring='SELECT * \
FROM results_psra_national.psra_expected_loss_fsa \
ORDER BY psra_expected_loss_fsa."fid" \
LIMIT {limit} \
OFFSET {offset}',
)
psraTable.postgis2es()
# hexgrid 1km aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_hexgrid_1km_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_psra_national.psra_indicators_hexgrid_1km \
ORDER BY psra_indicators_hexgrid_1km."gridid_1" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 1km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_hexgrid_1km_uc_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_psra_national.psra_indicators_hexgrid_1km_uc \
ORDER BY psra_indicators_hexgrid_1km_uc."gridid_1" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 5km aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_hexgrid_5km_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_psra_national.psra_indicators_hexgrid_5km \
ORDER BY psra_indicators_hexgrid_5km."gridid_5" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 5km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_hexgrid_5km_uc_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_psra_national.psra_indicators_hexgrid_5km_uc \
ORDER BY psra_indicators_hexgrid_5km_uc."gridid_5" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 10km aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_hexgrid_10km_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_psra_national.psra_indicators_hexgrid_10km \
ORDER BY psra_indicators_hexgrid_10km."gridid_10" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 10km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_hexgrid_10km_uc_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_psra_national.psra_indicators_hexgrid_10km_uc \
ORDER BY psra_indicators_hexgrid_10km_uc."gridid_10" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 25km aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_hexgrid_25km_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_psra_national.psra_indicators_hexgrid_25km \
ORDER BY psra_indicators_hexgrid_25km."gridid_25" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 25km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_hexgrid_25km_uc_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_psra_national.psra_indicators_hexgrid_25km_uc \
ORDER BY psra_indicators_hexgrid_25km_uc."gridid_25" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 50km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_hexgrid_50km_uc_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_psra_national.psra_indicators_hexgrid_50km_uc \
ORDER BY psra_indicators_hexgrid_50km_uc."gridid_50" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# hexgrid 100km unclipped aggregation
table = utils.PostGISdataset(
utils.PostGISConnection(),
utils.ESConnection(
settings={
"settings": {"number_of_shards": 1, "number_of_replicas": 0},
"mappings": {"properties": {"geometry": {"type": "geo_shape"}}},
}
),
view="opendrr_psra_indicators_hexgrid_100km_uc_{}".format(version),
sqlquerystring='SELECT *, ST_AsGeoJSON(geom) \
FROM \
results_psra_national.psra_indicators_hexgrid_100km_uc \
ORDER BY psra_indicators_hexgrid_100km_uc."gridid_100" \
LIMIT {limit} \
OFFSET {offset}',
)
table.postgis2es()
# psra Canada agg loss
psraTable = utils.PostGISTable(
utils.PostGISConnection(),
utils.ESConnection(
settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}}
),
view="opendrr_psra_canada_agg_loss_{}".format(version),
sqlquerystring="SELECT * \
FROM results_psra_canada.psra_canada_agg_loss \
LIMIT {limit} \
OFFSET {offset}",
)
psraTable.postgis2es()
# psra Canada expected loss
psraTable = utils.PostGISTable(
utils.PostGISConnection(),
utils.ESConnection(
settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}}
),
view="opendrr_psra_canada_expected_loss_{}".format(version),
sqlquerystring="SELECT * \
FROM results_psra_canada.psra_canada_expected_loss \
LIMIT {limit} \
OFFSET {offset}",
)
psraTable.postgis2es()
# psra Canada expected loss - 500 year aggregation
psraTable = utils.PostGISTable(
utils.PostGISConnection(),
utils.ESConnection(
settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}}
),
view="opendrr_psra_canada_expected_loss_500yr_{}".format(version),
sqlquerystring="SELECT * \
FROM results_psra_canada.psra_canada_expected_loss_500yr \
LIMIT {limit} \
OFFSET {offset}",
)
psraTable.postgis2es()
# psra Canada src loss
psraTable = utils.PostGISTable(
utils.PostGISConnection(),
utils.ESConnection(
settings={"settings": {"number_of_shards": 1, "number_of_replicas": 0}}
),
view="opendrr_psra_canada_src_loss_{}".format(version),
sqlquerystring="SELECT * \
FROM results_psra_canada.psra_canada_src_loss \
LIMIT {limit} \
OFFSET {offset}",
)
psraTable.postgis2es()
return
