def _apply_wagl_metadata(p: DatasetAssembler, wagl_doc: Dict):
source = wagl_doc["source_datasets"]
p.datetime = source["acquisition_datetime"]
p.platform = source["platform_id"]
p.instrument = source["sensor_id"]
try:
p.processed = get_path(wagl_doc,
("system_information", "time_processed"))
except PathAccessError:
raise RuntimeError("WAGL dataset contains no processed time.")
_take_software_versions(p, wagl_doc)
p.extend_user_metadata("wagl", wagl_doc)
def test_s2_naming_conventions(tmp_path: Path):
"""A minimal dataset with sentinel platform/instrument"""
p = DatasetAssembler(tmp_path, naming_conventions="dea_s2")
p.platform = "sentinel-2a"
p.instrument = "msi"
p.datetime = datetime(2018, 11, 4)
p.product_family = "blueberries"
p.processed = "2018-11-05T12:23:23"
p.producer = "ga.gov.au"
p.dataset_version = "1.0.0"
p.region_code = "Oz"
p.properties["odc:file_format"] = "GeoTIFF"
p.properties[
"sentinel:sentinel_tile_id"] = "S2A_OPER_MSI_L1C_TL_SGS__20170822T015626_A011310_T54KYU_N02.05"
p.note_source_datasets(
"telemetry",
# Accepts multiple, and they can be strings or UUIDs:
"ca705033-0fc4-4f38-a47e-f425dfb4d0c7",
uuid.UUID("3781e90f-b677-40af-9439-b40f6e4dfadd"),
)
# The property normaliser should have extracted inner fields
assert p.properties["sentinel:datatake_start_datetime"] == datetime(
2017, 8, 22, 1, 56, 26, tzinfo=timezone.utc)
dataset_id, metadata_path = p.done()
# The s2 naming conventions have an extra subfolder of the datatake start time.
metadata_path_offset = metadata_path.relative_to(tmp_path).as_posix()
assert metadata_path_offset == (
"ga_s2am_blueberries_1/Oz/2018/11/04/20170822T015626/"
"ga_s2am_blueberries_1-0-0_Oz_2018-11-04.odc-metadata.yaml")
assert_expected_eo3_path(
{
"$schema": "https://schemas.opendatacube.org/dataset",
"accessories": {},
"id": dataset_id,
"label": "ga_s2am_blueberries_1-0-0_Oz_2018-11-04",
"product": {
"href":
"https://collections.dea.ga.gov.au/product/ga_s2am_blueberries_1",
"name": "ga_s2am_blueberries_1",
},
"properties": {
"datetime":
datetime(2018, 11, 4, 0, 0),
"eo:instrument":
"msi",
"eo:platform":
"sentinel-2a",
"odc:dataset_version":
"1.0.0",
"odc:file_format":
"GeoTIFF",
"odc:processing_datetime":
datetime(2018, 11, 5, 12, 23, 23),
"odc:producer":
"ga.gov.au",
"odc:product_family":
"blueberries",
"odc:region_code":
"Oz",
"sentinel:datatake_start_datetime":
datetime(2017, 8, 22, 1, 56, 26),
"sentinel:sentinel_tile_id":
"S2A_OPER_MSI_L1C_TL_SGS__20170822T015626_A011310_T54KYU_N02.05",
},
"lineage": {
"telemetry": [
"ca705033-0fc4-4f38-a47e-f425dfb4d0c7",
"3781e90f-b677-40af-9439-b40f6e4dfadd",
]
},
},
expected_path=metadata_path,
)
def test_s2_naming_conventions(tmp_path: Path):
"""A minimal dataset with sentinel platform/instrument"""
p = DatasetAssembler(tmp_path, naming_conventions="dea_s2")
p.platform = "sentinel-2a"
p.instrument = "msi"
p.datetime = datetime(2018, 11, 4)
p.product_family = "blueberries"
p.processed = "2018-11-05T12:23:23"
p.producer = "ga.gov.au"
p.dataset_version = "1.0.0"
p.region_code = "Oz"
p.properties["odc:file_format"] = "GeoTIFF"
p.properties[
"sentinel:sentinel_tile_id"] = "S2A_OPER_MSI_L1C_TL_SGS__20170822T015626_A011310_T54KYU_N02.05"
# The property normaliser should have extracted inner fields
assert p.properties["sentinel:datatake_start_datetime"] == datetime(
2017, 8, 22, 1, 56, 26, tzinfo=timezone.utc)
dataset_id, metadata_path = p.done()
# The s2 naming conventions have an extra subfolder of the datatake start time.
metadata_path_offset = metadata_path.relative_to(tmp_path).as_posix()
assert metadata_path_offset == (
"ga_s2am_blueberries_1/Oz/2018/11/04/20170822T015626/"
"ga_s2am_blueberries_1-0-0_Oz_2018-11-04.odc-metadata.yaml")
assert_same_as_file(
{
"$schema": "https://schemas.opendatacube.org/dataset",
"accessories": {
"checksum:sha1": {
"path": "ga_s2am_blueberries_1-0-0_Oz_2018-11-04.sha1"
},
"metadata:processor": {
"path":
"ga_s2am_blueberries_1-0-0_Oz_2018-11-04.proc-info.yaml"
},
},
"id": dataset_id,
"label": "ga_s2am_blueberries_1-0-0_Oz_2018-11-04",
"lineage": {},
"product": {
"href":
"https://collections.dea.ga.gov.au/product/ga_s2am_blueberries_1",
"name": "ga_s2am_blueberries_1",
},
"properties": {
"datetime":
datetime(2018, 11, 4, 0, 0),
"eo:instrument":
"msi",
"eo:platform":
"sentinel-2a",
"odc:dataset_version":
"1.0.0",
"odc:file_format":
"GeoTIFF",
"odc:processing_datetime":
datetime(2018, 11, 5, 12, 23, 23),
"odc:producer":
"ga.gov.au",
"odc:product_family":
"blueberries",
"odc:region_code":
"Oz",
"sentinel:datatake_start_datetime":
datetime(2017, 8, 22, 1, 56, 26),
"sentinel:sentinel_tile_id":
"S2A_OPER_MSI_L1C_TL_SGS__20170822T015626_A011310_T54KYU_N02.05",
},
},
generated_file=metadata_path,
)