def test_create_from_per_realization_csv_file(testdata_folder: Path,
tmp_path: Path) -> None:
_split_aggr_csv_into_per_real(
str(testdata_folder / "reek_test_data/aggregated_data/smry.csv"),
str(tmp_path / "fake_data"),
)
factory = EnsembleSummaryProviderFactory(tmp_path,
allow_storage_writes=True)
ens_path = tmp_path / "fake_data/realization-*/iter-0"
csvfile = "smry.csv"
provider = factory.create_from_per_realization_csv_file(
str(ens_path), csvfile)
vecnames = provider.vector_names()
assert len(vecnames) == 16
assert vecnames[0] == "FGIP"
assert vecnames[15] == "YEARS"
realizations = provider.realizations()
assert len(realizations) == 10
vecdf = provider.get_vectors_df(["FOPR"], None)
assert vecdf.shape == (380, 3)
assert vecdf.columns.tolist() == ["DATE", "REAL", "FOPR"]
assert vecdf["REAL"].nunique() == 10
sampleddate = vecdf["DATE"][0]
assert isinstance(sampleddate, datetime.datetime)
vecdf = provider.get_vectors_df(["FOPR"], None, [1])
assert vecdf.shape == (38, 3)
assert vecdf.columns.tolist() == ["DATE", "REAL", "FOPR"]
assert vecdf["REAL"].nunique() == 1
def test_create_from_ensemble_csv(testdata_folder: Path,
tmp_path: Path) -> None:
factory = EnsembleSummaryProviderFactory(tmp_path,
allow_storage_writes=True)
csv_filename = (testdata_folder / "reek_test_data" / "aggregated_data" /
"smry_hm.csv")
provider = factory.create_from_ensemble_csv_file(csv_filename, "iter-0")
vecnames = provider.vector_names()
assert len(vecnames) == 473
assert vecnames[0] == "BPR:15,28,1"
assert vecnames[472] == "YEARS"
realizations = provider.realizations()
assert len(realizations) == 10
dates = provider.dates(None)
assert len(dates) == 38
assert isinstance(dates[0], datetime.datetime)
assert dates[0] == datetime.datetime(2000, 1, 1)
assert dates[-1] == datetime.datetime(2003, 2, 1)
vecdf = provider.get_vectors_df(["FOPR"], None)
assert vecdf.shape == (380, 3)
assert vecdf.columns.tolist() == ["DATE", "REAL", "FOPR"]
assert vecdf["REAL"].nunique() == 10
sampleddate = vecdf["DATE"][0]
assert isinstance(sampleddate, datetime.datetime)
vecdf = provider.get_vectors_df(["FOPR"], None, [1])
assert vecdf.shape == (38, 3)
assert vecdf.columns.tolist() == ["DATE", "REAL", "FOPR"]
assert vecdf["REAL"].nunique() == 1
def test_create_from_arrow_unsmry_lazy(testdata_folder: Path,
tmp_path: Path) -> None:
ensemble_path = str(testdata_folder / "01_drogon_ahm/realization-*/iter-0")
# Used to generate test results
# _dump_smry_to_csv_using_fmu(ensemble_path, "monthly", "expected_smry.csv")
factory = EnsembleSummaryProviderFactory(tmp_path,
allow_storage_writes=True)
provider = factory.create_from_arrow_unsmry_lazy(
ens_path=ensemble_path,
rel_file_pattern="share/results/unsmry/*.arrow")
assert provider.supports_resampling()
assert provider.vector_metadata("FOPT") is not None
vecnames = provider.vector_names()
assert len(vecnames) == 931
dates = provider.dates(Frequency.MONTHLY)
assert len(dates) == 31
assert isinstance(dates[0], datetime.datetime)
assert dates[0] == datetime.datetime(2018, 1, 1)
assert dates[-1] == datetime.datetime(2020, 7, 1)
realizations = provider.realizations()
assert len(realizations) == 100
assert realizations[0] == 0
assert realizations[-1] == 99
vecdf = provider.get_vectors_df(["FOPR"], Frequency.MONTHLY)
assert vecdf.shape == (3100, 3)
assert vecdf.columns.tolist() == ["DATE", "REAL", "FOPR"]
assert vecdf["DATE"].nunique() == 31
assert vecdf["REAL"].nunique() == 100
sampleddate = vecdf["DATE"][0]
assert isinstance(sampleddate, datetime.datetime)
vecdf = provider.get_vectors_df(["FOPR"], Frequency.MONTHLY, [5])
assert vecdf.shape == (31, 3)
assert vecdf.columns.tolist() == ["DATE", "REAL", "FOPR"]
assert vecdf["DATE"].nunique() == 31
assert vecdf["REAL"].nunique() == 1
assert vecdf["REAL"][0] == 5
def test_arrow_unsmry_lazy_vector_metadata(testdata_folder: Path,
tmp_path: Path) -> None:
ensemble_path = str(testdata_folder / "01_drogon_ahm/realization-*/iter-0")
factory = EnsembleSummaryProviderFactory(tmp_path,
allow_storage_writes=True)
provider = factory.create_from_arrow_unsmry_lazy(
ens_path=ensemble_path,
rel_file_pattern="share/results/unsmry/*.arrow")
meta: Optional[VectorMetadata] = provider.vector_metadata("FOPR")
assert meta is not None
assert meta.unit == "SM3/DAY"
assert meta.is_total is False
assert meta.is_rate is True
assert meta.is_historical is False
assert meta.keyword == "FOPR"
assert meta.wgname is None
assert meta.get_num == 0
meta = provider.vector_metadata("WOPTH:A6")
assert meta is not None
assert meta.unit == "SM3"
assert meta.is_total is True
assert meta.is_rate is False
assert meta.is_historical is True
assert meta.keyword == "WOPTH"
assert meta.wgname == "A6"
assert meta.get_num == 11
meta = provider.vector_metadata("FWCT")
assert meta is not None
assert meta.unit == ""
assert meta.is_total is False
assert meta.is_rate is True
assert meta.is_historical is False
assert meta.keyword == "FWCT"
assert meta.wgname is None
assert meta.get_num == 0