def add_item(self, path_pro: Optional[str], path_tiff: Optional[str],
path_img: Optional[str]) -> None:
assert path_pro.endswith(".pro")
file_name = path_pro.split("\\")[-1].rstrip(".pro")
print(file_name)
b0, data = parse(path_pro)
item: Item = stac.create_item(i_id=file_name, metadata=b0)
assets: List[Asset] = [
Asset(href=path_pro, media_type="pro")
]
if path_tiff is not None:
assets.append(Asset(href=path_tiff, media_type="geotiff"))
if path_img is not None:
assets.append(Asset(href=path_img, media_type="img"))
stac.add_assets(item, assets)
catalog = self.root_catalog.get_child(str(b0["b0_common"]["satId"][0]))
if catalog is None:
extent = Extent(spatial=SpatialExtent([[-180, -90, 180, 90]]), # TODO: Реальный Extent
temporal=TemporalExtent([[
datetime.strptime("2009-01-01T00:00:00.000000", "%Y-%m-%dT%H:%M:%S.%f"),
None]]))
catalog = Collection(id=str(b0["b0_common"]["satId"][0]),
title=b0["b0_common"]["satName"][0].decode("utf-8"),
description=f"Catalog for satellite "
f"{b0['b0_common']['satName'][0].decode('utf-8')}",
extent=extent)
self.root_catalog.add_child(catalog, catalog.title)
# update_collection_extent(item, catalog)
catalog.add_item(item)
def test_eo_items_are_heritable(self):
item1 = Item(id='test-item-1',
geometry=RANDOM_GEOM,
bbox=RANDOM_BBOX,
datetime=datetime.utcnow(),
properties={'key': 'one'},
stac_extensions=['eo', 'commons'])
item2 = Item(id='test-item-2',
geometry=RANDOM_GEOM,
bbox=RANDOM_BBOX,
datetime=datetime.utcnow(),
properties={'key': 'two'},
stac_extensions=['eo', 'commons'])
wv3_bands = [
Band.create(name='Coastal', description='Coastal: 400 - 450 nm', common_name='coastal'),
Band.create(name='Blue', description='Blue: 450 - 510 nm', common_name='blue'),
Band.create(name='Green', description='Green: 510 - 580 nm', common_name='green'),
Band.create(name='Yellow', description='Yellow: 585 - 625 nm', common_name='yellow'),
Band.create(name='Red', description='Red: 630 - 690 nm', common_name='red'),
Band.create(name='Red Edge',
description='Red Edge: 705 - 745 nm',
common_name='rededge'),
Band.create(name='Near-IR1', description='Near-IR1: 770 - 895 nm', common_name='nir08'),
Band.create(name='Near-IR2', description='Near-IR2: 860 - 1040 nm', common_name='nir09')
]
spatial_extent = SpatialExtent(bboxes=[RANDOM_BBOX])
temporal_extent = TemporalExtent(intervals=[[item1.datetime, None]])
collection_extent = Extent(spatial=spatial_extent, temporal=temporal_extent)
common_properties = {
'eo:bands': [b.to_dict() for b in wv3_bands],
'gsd': 0.3,
'eo:platform': 'Maxar',
'eo:instrument': 'WorldView3'
}
collection = Collection(id='test',
description='test',
extent=collection_extent,
properties=common_properties,
stac_extensions=['commons'],
license='CC-BY-SA-4.0')
collection.add_items([item1, item2])
with TemporaryDirectory() as tmp_dir:
collection.normalize_hrefs(tmp_dir)
collection.save(catalog_type=CatalogType.SELF_CONTAINED)
read_col = Collection.from_file('{}/collection.json'.format(tmp_dir))
items = list(read_col.get_all_items())
self.assertEqual(len(items), 2)
self.assertTrue(items[0].ext.implements('eo'))
self.assertTrue(items[1].ext.implements('eo'))
def test_supplying_href_in_init_does_not_fail(self) -> None:
test_href = "http://example.com/collection.json"
spatial_extent = SpatialExtent(bboxes=[ARBITRARY_BBOX])
temporal_extent = TemporalExtent(intervals=[[TEST_DATETIME, None]])
collection_extent = Extent(spatial=spatial_extent, temporal=temporal_extent)
collection = Collection(
id="test", description="test desc", extent=collection_extent, href=test_href
)
self.assertEqual(collection.get_self_href(), test_href)
def create_catalog_command(destination, source, id, quiet):
"""Creates a relative published 3DEP catalog in DESTINATION.
If SOURCE is not provided, will use the metadata in AWS. SOURCE is
expected to be a directory tree mirroring the structure on USGS, so
it is best created using `stac threedep download-metadata`.
"""
base_ids = id # not sure how to rename arguments in click
collections = {}
items = {}
for product in PRODUCTS:
items[product] = []
if base_ids:
ids = base_ids
else:
ids = utils.fetch_ids(product)
for id in ids:
item = stac.create_item_from_product_and_id(
product, id, source)
items[product].append(item)
if not quiet:
print(item.id)
extent = Extent.from_items(items[product])
if product == "1":
title = "1 arc-second"
description = "USGS 3DEP 1 arc-second DEMs"
elif product == "13":
title = "1/3 arc-second"
description = "USGS 3DEP 1/3 arc-second DEMs"
else:
raise NotImplementedError
collection = Collection(
id=f"{USGS_3DEP_ID}-{product}",
title=title,
keywords=["USGS", "3DEP", "NED", "DEM", "elevation"],
providers=[USGS_PROVIDER],
description=description,
extent=extent,
license="PDDL-1.0")
collections[product] = collection
catalog = Catalog(id=USGS_3DEP_ID,
description=DESCRIPTION,
title="USGS 3DEP DEMs",
catalog_type=CatalogType.RELATIVE_PUBLISHED)
for product, collection in collections.items():
catalog.add_child(collection)
collection.add_items(items[product])
catalog.generate_subcatalogs("${threedep:region}")
catalog.normalize_hrefs(destination)
catalog.save()
catalog.validate()
def test_from_items(self) -> None:
item1 = Item(
id="test-item-1",
geometry=ARBITRARY_GEOM,
bbox=[-10, -20, 0, -10],
datetime=datetime(2000, 2, 1, 12, 0, 0, 0, tzinfo=tz.UTC),
properties={},
)
item2 = Item(
id="test-item-2",
geometry=ARBITRARY_GEOM,
bbox=[0, -9, 10, 1],
datetime=None,
properties={
"start_datetime":
datetime_to_str(
datetime(2000, 1, 1, 12, 0, 0, 0, tzinfo=tz.UTC)),
"end_datetime":
datetime_to_str(
datetime(2000, 7, 1, 12, 0, 0, 0, tzinfo=tz.UTC)),
},
)
item3 = Item(
id="test-item-2",
geometry=ARBITRARY_GEOM,
bbox=[-5, -20, 5, 0],
datetime=None,
properties={
"start_datetime":
datetime_to_str(
datetime(2000, 12, 1, 12, 0, 0, 0, tzinfo=tz.UTC)),
"end_datetime":
datetime_to_str(
datetime(2001, 1, 1, 12, 0, 0, 0, tzinfo=tz.UTC), ),
},
)
extent = Extent.from_items([item1, item2, item3])
self.assertEqual(len(extent.spatial.bboxes), 1)
self.assertEqual(extent.spatial.bboxes[0], [-10, -20, 10, 1])
self.assertEqual(len(extent.temporal.intervals), 1)
interval = extent.temporal.intervals[0]
self.assertEqual(interval[0],
datetime(2000, 1, 1, 12, 0, 0, 0, tzinfo=tz.UTC))
self.assertEqual(interval[1],
datetime(2001, 1, 1, 12, 0, 0, 0, tzinfo=tz.UTC))
def test_supplying_href_in_init_does_not_fail(self):
test_href = "http://example.com/collection.json"
spatial_extent = SpatialExtent(bboxes=[RANDOM_BBOX])
temporal_extent = TemporalExtent(intervals=[[TEST_DATETIME, None]])
collection_extent = Extent(spatial=spatial_extent,
temporal=temporal_extent)
collection = Collection(id='test',
description='test desc',
extent=collection_extent,
properties={},
href=test_href)
self.assertEqual(collection.get_self_href(), test_href)
def test_spatial_allows_single_bbox(self) -> None:
temporal_extent = TemporalExtent(intervals=[[TEST_DATETIME, None]])
# Pass in a single BBOX
spatial_extent = SpatialExtent(bboxes=ARBITRARY_BBOX)
collection_extent = Extent(spatial=spatial_extent, temporal=temporal_extent)
collection = Collection(
id="test", description="test desc", extent=collection_extent
)
# HREF required by validation
collection.set_self_href("https://example.com/collection.json")
collection.validate()
def test_from_items(self):
item1 = Item(id='test-item-1',
geometry=RANDOM_GEOM,
bbox=[-10, -20, 0, -10],
datetime=datetime(2000, 2, 1, 12, 0, 0, 0, tzinfo=tz.UTC),
properties={})
item2 = Item(id='test-item-2',
geometry=RANDOM_GEOM,
bbox=[0, -9, 10, 1],
datetime=None,
properties={
'start_datetime':
datetime_to_str(
datetime(2000, 1, 1, 12, 0, 0, 0, tzinfo=tz.UTC)),
'end_datetime':
datetime_to_str(
datetime(2000, 7, 1, 12, 0, 0, 0, tzinfo=tz.UTC))
})
item3 = Item(id='test-item-2',
geometry=RANDOM_GEOM,
bbox=[-5, -20, 5, 0],
datetime=None,
properties={
'start_datetime':
datetime_to_str(
datetime(2000, 12, 1, 12, 0, 0, 0,
tzinfo=tz.UTC)),
'end_datetime':
datetime_to_str(
datetime(2001, 1, 1, 12, 0, 0, 0,
tzinfo=tz.UTC), )
})
extent = Extent.from_items([item1, item2, item3])
self.assertEqual(len(extent.spatial.bboxes), 1)
self.assertEqual(extent.spatial.bboxes[0], [-10, -20, 10, 1])
self.assertEqual(len(extent.temporal.intervals), 1)
interval = extent.temporal.intervals[0]
self.assertEqual(interval[0],
datetime(2000, 1, 1, 12, 0, 0, 0, tzinfo=tz.UTC))
self.assertEqual(interval[1],
datetime(2001, 1, 1, 12, 0, 0, 0, tzinfo=tz.UTC))
def test_spatial_allows_single_bbox(self):
temporal_extent = TemporalExtent(intervals=[[TEST_DATETIME, None]])
# Pass in a single BBOX
spatial_extent = SpatialExtent(bboxes=RANDOM_BBOX)
collection_extent = Extent(spatial=spatial_extent,
temporal=temporal_extent)
collection = Collection(id='test',
description='test desc',
extent=collection_extent)
# HREF required by validation
collection.set_self_href('https://example.com/collection.json')
collection.validate()
def test_to_from_dict(self) -> None:
spatial_dict = {
"bbox": [
[
172.91173669923782,
1.3438851951615003,
172.95469614953714,
1.3690476620161975,
]
],
"extension:field": "spatial value",
}
temporal_dict = {
"interval": [
["2020-12-11T22:38:32.125000Z", "2020-12-14T18:02:31.437000Z"]
],
"extension:field": "temporal value",
}
extent_dict = {
"spatial": spatial_dict,
"temporal": temporal_dict,
"extension:field": "extent value",
}
expected_extent_extra_fields = {
"extension:field": extent_dict["extension:field"],
}
expected_spatial_extra_fields = {
"extension:field": spatial_dict["extension:field"],
}
expected_temporal_extra_fields = {
"extension:field": temporal_dict["extension:field"],
}
extent = Extent.from_dict(extent_dict)
self.assertDictEqual(expected_extent_extra_fields, extent.extra_fields)
self.assertDictEqual(expected_spatial_extra_fields, extent.spatial.extra_fields)
self.assertDictEqual(
expected_temporal_extra_fields, extent.temporal.extra_fields
)
self.assertDictEqual(extent_dict, extent.to_dict())
}
RANDOM_GEOM = {
"type":
"Polygon",
"coordinates": [[[-2.5048828125, 3.8916575492899987], [-1.9610595703125, 3.8916575492899987],
[-1.9610595703125, 4.275202171119132], [-2.5048828125, 4.275202171119132],
[-2.5048828125, 3.8916575492899987]]]
}
RANDOM_BBOX = [
RANDOM_GEOM['coordinates'][0][0][0], RANDOM_GEOM['coordinates'][0][0][1],
RANDOM_GEOM['coordinates'][0][1][0], RANDOM_GEOM['coordinates'][0][1][1]
]
RANDOM_EXTENT = Extent(spatial=SpatialExtent.from_coordinates(RANDOM_GEOM['coordinates']),
temporal=TemporalExtent.from_now()) # noqa: E126
class TestCases:
@staticmethod
def get_path(rel_path):
return os.path.abspath(os.path.join(os.path.dirname(__file__), '..', rel_path))
@staticmethod
def get_examples_info():
examples = []
info_path = TestCases.get_path('data-files/examples/example-info.csv')
with open(TestCases.get_path('data-files/examples/example-info.csv')) as f:
for row in csv.reader(f):
path = os.path.abspath(os.path.join(os.path.dirname(info_path), row[0]))
def main():
"""
# The Data
446 qc'ed chips containing flood events, hand-labeled flood classifications
4385 non-qc'ed chips containing water exported only with sentinel 1 and 2 flood classifications
# The Catalog Outline
** We want to generate a root catalog that is all, or only training, or only validation items **
^^^ Script should support this
- Root Catalog
- Collection: Sentinel 1 data chips
- Item: The Item
- Collection: Sentinel 2 data chips
- Item: The Item
- Collection: Sentinel 1 weak labels
- Item: The Item
- Collection: Sentinel 2 weak labels
- Item: The Item
- Collection: Hand labels
- Item: The Item
- Collection: Permanent water labels
- Item: The Item
- Collection: Traditional otsu algo labels
- Item: The Item
## Alternate catalog structure
This structure was considered but rejected in the interest of facilitating collections for each
of the label datasets.
- Root Catalog
- Collection: Sentinel 1
- Catalog: Country
- Catalog: Event ID
(Note: Catalog will always have the first item. Then it will either have the second
item or all the others depending on which dir the first item came from)
- Item: (dir: S1 + S1_NoQC) Sentinel 1 data chip
- Item: (dir: S1Flood_NoQC) Labels from "weak" classification algorithm applied to S1
- Item: (dir: QC_v2) Labels from hand classification (ORed with item below)
- Item: (dir: S1Flood) Labels from traditional Otsu algorithm
- Item: (dir: Perm) Labels from perm water dataset (this is a Byte tiff, only 1 or 0
for yes or no perm water)
- Collection: Sentinel 2
- Catalog: Country
- Catalog: Event ID
- Item: (dir: S2 + S2_NoQC) Sentinel 2 data chip
- Item: (dir: S2Flood) Labels from traditional Otsu algorithm applied to S2
- Collection: PermJRC
- Catalog: Lat 10
- Catalog: Lon 10
- Item: (dir: PermJRC)
"""
parser = argparse.ArgumentParser(
description="Build STAC Catalog for sen1floods11")
parser.add_argument("--debug", action="store_true")
args = parser.parse_args()
debug = args.debug
storage = S3Storage("sen1floods11-data")
catalog_description = "Bonafilia, D., Tellman, B., Anderson, T., Issenberg, E. 2020. Sen1Floods11: a georeferenced dataset to train and test deep learning flood algorithms for Sentinel-1. The IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops, 2020, pp. 210-211. Available Open access at: http://openaccess.thecvf.com/content_CVPRW_2020/html/w11/Bonafilia_Sen1Floods11_A_Georeferenced_Dataset_to_Train_and_Test_Deep_Learning_CVPRW_2020_paper.html" # noqa: E501
catalog_title = "A georeferenced dataset to train and test deep learning flood algorithms for Sentinel-1" # noqa: E501
catalog = Catalog("sen1floods11", catalog_description, title=catalog_title)
print("Created Catalog {}".format(catalog.id))
# Build Sentinel 1 Collection
sentinel1 = Collection(
"S1",
"Sentinel-1 GRD Chips overlapping labeled data. IW mode, GRD product. See https://developers.google.com/earth-engine/sentinel1 for information on preprocessing", # noqa: E501
extent=Extent(SpatialExtent([None, None, None, None]), None),
)
collection_add_sentinel_chips(sentinel1,
storage.ls("S1/"),
"s1",
debug=debug)
collection_add_sentinel_chips(sentinel1,
storage.ls("S1_NoQC/"),
"s1",
debug=debug)
collection_update_extents(sentinel1)
catalog.add_child(sentinel1)
# Build Sentinel 2 Collection
sentinel2 = Collection(
"S2",
"Sentinel-2 MSI L1C chips overlapping labeled data. Contains all spectral bands (1 - 12). Does not contain QA mask.", # noqa: E501
extent=Extent(SpatialExtent([None, None, None, None]), None),
)
collection_add_sentinel_chips(sentinel2,
storage.ls("S2/"),
"s2",
debug=debug)
collection_add_sentinel_chips(sentinel2,
storage.ls("S2_NoQC/"),
"s2",
debug=debug)
collection_update_extents(sentinel2)
catalog.add_child(sentinel2)
# Build S1 Weak Labels Collection
s1weak_labels = Collection(
"S1Flood_NoQC",
"Chips of water/nowater labels derived from standard OTSU thresholding of Sentinel-1 VH band overlapping weakly-labeled data.", # noqa: E501
extent=Extent(SpatialExtent([None, None, None, None]), None),
stac_extensions=[Extensions.LABEL],
)
label_collection_add_items(
s1weak_labels,
catalog,
storage.ls("S1Flood_NoQC/"),
sentinel1_links_func,
"0: Not Water. 1: Water.",
LabelType.RASTER,
label_classes=[LabelClasses([0, 1])],
label_tasks=["classification"],
debug=debug,
)
collection_update_extents(s1weak_labels)
catalog.add_child(s1weak_labels)
# Build S2 Weak Labels Collection
s2weak_labels = Collection(
"NoQC",
"Weakly-labeled chips derived from traditional Sentinel-2 Classification", # noqa: E501
extent=Extent(SpatialExtent([None, None, None, None]), None),
stac_extensions=[Extensions.LABEL],
)
label_collection_add_items(
s2weak_labels,
catalog,
storage.ls("NoQC/"),
sentinel2_links_func,
"-1: No Data / Not Valid. 0: Not Water. 1: Water.", # noqa: E501
LabelType.RASTER,
label_classes=[LabelClasses([-1, 0, 1])],
label_tasks=["classification"],
debug=debug,
)
collection_update_extents(s2weak_labels)
catalog.add_child(s2weak_labels)
# Build Hand Labels Collection
hand_labels = Collection(
"QC_v2",
"446 hand labeled chips of surface water from selected flood events",
extent=Extent(SpatialExtent([None, None, None, None]), None),
stac_extensions=[Extensions.LABEL],
)
label_collection_add_items(
hand_labels,
catalog,
storage.ls("QC_v2/"),
sentinel1_sentinel2_links_func,
"Hand labeled chips containing ground truth. -1: No Data / Not Valid. 0: Not Water. 1: Water.", # noqa: E501
LabelType.RASTER,
label_classes=[LabelClasses([-1, 0, 1])],
label_tasks=["classification"],
debug=debug,
)
collection_update_extents(hand_labels)
catalog.add_child(hand_labels)
# Build Permanent Labels collection
permanent_labels = Collection(
"Perm",
"Permanent water chips generated from the 'transition' layer of the JRC (European Commission Joint Research Centre) dataset", # noqa: E501
extent=Extent(SpatialExtent([None, None, None, None]), None),
stac_extensions=[Extensions.LABEL],
)
label_collection_add_items(
permanent_labels,
catalog,
storage.ls("Perm/"),
lambda *_: [
], # No easy way to map JRC source files to the label chips...
"0: Not Water. 1: Water.",
LabelType.RASTER,
label_classes=[LabelClasses([0, 1])],
label_tasks=["classification"],
debug=debug,
)
collection_update_extents(permanent_labels)
catalog.add_child(permanent_labels)
# Build Otsu algorithm Labels collection
otsu_labels = Collection(
"S1Flood",
"Chips of water/nowater derived from standard OTSU thresholding of Sentinel-1 VH band overlapping labeled data", # noqa: E501
extent=Extent(SpatialExtent([None, None, None, None]), None),
stac_extensions=[Extensions.LABEL],
)
label_collection_add_items(
otsu_labels,
catalog,
storage.ls("S1Flood/"),
sentinel1_links_func,
"0: Not Water. 1: Water.",
LabelType.RASTER,
label_classes=[LabelClasses([0, 1])],
label_tasks=["classification"],
debug=debug,
)
collection_update_extents(otsu_labels)
catalog.add_child(otsu_labels)
# Save Complete Catalog
root_path = "./catalog"
catalog.normalize_and_save(root_path,
catalog_type=CatalogType.SELF_CONTAINED)
print("Saved STAC Catalog {} to {}...".format(catalog.id, root_path))
"Natural Resources Canada Centre for Topographic Information",
["licensor", "processor"],
"www.geobase.ca",
),
Provider("Sparkgeo", "*****@*****.**", ["processor", "host"], "www.sparkgeo.com"),
Provider(
"PCI Geomatics", "*****@*****.**", ["processor", "host"], "www.pcigeomatics.com"
),
]
SpotExtents = Extent(
SpatialExtent([[0.0, 0.0, 0.0, 0.0]]),
TemporalExtent(
[
[
datetime.strptime("2005-01-01", "%Y-%m-%d"),
datetime.strptime("2010-01-01", "%Y-%m-%d"),
]
]
),
)
OrthoCollection = Collection(
id="canada_spot_orthoimages",
description="Orthoimages of Canada 2005-2010",
extent=SpotExtents,
title=None,
stac_extensions=None,
license="Proprietery",
keywords="SPOT, Geobase, orthoimages",
version="0.0.1",
bounds = img.bounds
assets.append(Asset(s3_path))
if aggregate_bounds is None:
aggregate_bounds = bounds
else:
aggregate_bounds = rio.coords.BoundingBox(
min(bounds.left, aggregate_bounds.left),
min(bounds.bottom, aggregate_bounds.bottom),
max(bounds.right, aggregate_bounds.right),
max(bounds.top, aggregate_bounds.top),
)
item_spatial_extent = SpatialExtent(
[[bounds.bottom, bounds.left, bounds.top, bounds.right]])
item_extent = Extent(item_spatial_extent, temporal_extent)
image_item = Item(
"flood_" + flood_id + "_chip_" + group_id,
geometry=mapping(
Polygon([
[bounds.left, bounds.bottom],
[bounds.right, bounds.bottom],
[bounds.right, bounds.top],
[bounds.left, bounds.top],
[bounds.left, bounds.bottom],
])),
bbox=[bounds.bottom, bounds.left, bounds.top, bounds.right],
datetime=start_time,
properties={},
)
for asset in assets:
os.makedirs("{}/{}".format(root_path, fid), exist_ok=True)
with open("{}/{}/{}-usfimr.wkt".format(root_path, fid, fid),
"w") as wkt_file:
wkt_file.write(shapely_geom.wkt)
with open("{}/{}/{}-usfimr.wkb".format(root_path, fid, fid),
"wb") as wkb_file:
wkb_file.write(shapely_geom.wkb)
with open("{}/{}/{}-usfimr.geojson".format(root_path, fid, fid),
"w") as geojson_file:
geojson_file.write(json.dumps(geom))
overall_extent = Extent(
SpatialExtent(running_spatial_extent),
TemporalExtent([[running_start_dt, running_end_dt]]),
)
root_collection = Collection(
id="USFIMR",
description=
"GloFIMR is an extension of the USFIMR project that commenced in August 2016 with funding from NOAA. The project’s main goal is to provide high-resolution inundation extent maps of flood events to be used by scientists and practitioners for model calibration and flood susceptibility evaluation. The maps are based on analysis of Remote Sensing imagery from a number of Satellite sensors (e.g. Landsat, Sentinel-1, Sentinel-2). The maps are accessible via the online map repository below. The repository is under development and new maps are added upon request.",
title="U.S. Flood Inundation Mapping Repository",
extent=overall_extent,
)
for item in items:
root_collection.add_item(item)
# Save Complete Catalog
root_collection.normalize_and_save(root_path,
media_type="image/tiff; application=geotiff",
)
huc_item.add_asset(key="catchhuc", asset=catchhuc_asset)
hydrogeo_asset = Asset(
href="{}/{}/hydrogeo-fulltable-{}.csv".format(args.root_uri, fid, fid),
description="Hydraulic property table with the following fields: CatchId, Stage, Number of Cells, SurfaceArea (m2), BedArea (m2), Volume (m3), SLOPE, LENGTHKM, AREASQKM, Roughness, TopWidth (m), WettedPerimeter (m), WetArea (m2), HydraulicRadius (m), Discharge (m3s-1)",
media_type="text/csv",
)
huc_item.add_asset(key="hydrogeo", asset=hydrogeo_asset)
items.append(huc_item)
overall_extent = Extent(
SpatialExtent(
[running_extent[0], running_extent[1], running_extent[2], running_extent[3]]
),
TemporalExtent([[version_dt, None]]),
)
# Root Collection
root_collection = Collection(
id="hand_021",
description="The continental flood inundation mapping (CFIM) framework is a high-performance computing (HPC)-based computational framework for the Height Above Nearest Drainage (HAND)-based inundation mapping methodology. Using the 10m Digital Elevation Model (DEM) data produced by U.S. Geological Survey (USGS) 3DEP (the 3-D Elevation Program) and the NHDPlus hydrography dataset produced by USGS and the U.S. Environmental Protection Agency (EPA), a hydrological terrain raster called HAND is computed for HUC6 units in the conterminous U.S. (CONUS). The value of each raster cell in HAND is an approximation of the relative elevation between the cell and its nearest water stream. Derived from HAND, a hydraulic property table is established to calculate river geometry properties for each of the 2.7 million river reaches covered by NHDPlus (5.5 million kilometers in total length). This table is a lookup table for water depth given an input stream flow value. Such lookup is available between water depth 0m and 25m at 1-foot interval. The flood inundation map can then be computed by using HAND and this lookup table based on the near real-time water forecast from the National Water Model (NWM) at the National Oceanic and Atmospheric Administration (NOAA).",
title="HAND and the Hydraulic Property Table version 0.2.1",
extent=overall_extent,
license="CC-BY-4.0",
)
for item in items:
root_collection.add_item(item)
# Save Complete Catalog
[-1.9610595703125, 3.8916575492899987],
[-1.9610595703125, 4.275202171119132],
[-2.5048828125, 4.275202171119132],
[-2.5048828125, 3.8916575492899987],
]],
}
ARBITRARY_BBOX: List[float] = [
ARBITRARY_GEOM["coordinates"][0][0][0],
ARBITRARY_GEOM["coordinates"][0][0][1],
ARBITRARY_GEOM["coordinates"][0][1][0],
ARBITRARY_GEOM["coordinates"][0][1][1],
]
ARBITRARY_EXTENT = Extent(
spatial=SpatialExtent.from_coordinates(ARBITRARY_GEOM["coordinates"]),
temporal=TemporalExtent.from_now(),
)
class ExampleInfo:
def __init__(
self,
path: str,
object_type: pystac.STACObjectType,
stac_version: str,
extensions: List[str],
valid: bool,
) -> None:
self.path = path
self.object_type = object_type
self.stac_version = stac_version
spatial_extent = SpatialExtent([[
29.038948834106055,
-92.72807246278022,
42.55475543734189,
-88.02592402528022,
]])
# The JRC water dataset examines imagery from march, 1984 to december, 2019
start_dt = datetime.combine(date(1984, 3, 1), time.min)
end_dt = datetime.combine(date(2019, 12, 1), time.min)
collection_temporal_extent = TemporalExtent(intervals=[[start_dt, end_dt]])
collection = Collection(
id="jrc-monthly-water-mississippi-river",
description=collection_description,
extent=Extent(spatial_extent, collection_temporal_extent),
title=collection_title,
)
s3 = boto3.resource("s3")
bucket = s3.Bucket(bucket)
prefix = parsed_s3_path.path.lstrip("/")
filtered_objects = bucket.objects.filter(Prefix=prefix)
for obj_summary in filtered_objects:
extension = obj_summary.key.split(".")[-1]
if extension == "tif":
item_id = obj_summary.key.split("/")[-1].split(".")[0]
year = int(item_id.split("_")[-2])
month = int(item_id.split("_")[-1])
