def test_fixture_invert_flow() -> None:
fixture = get_power_flow_fixture()
inverted = invert_flow_set(fixture)
assert "SA1->VIC1" in inverted.id, "id changed correctly"
assert inverted.code == "SA1->VIC1", "code changed correctly"
assert inverted.history.data[0] == -157.3, "data point 1 inverted"
assert inverted.history.data[1] == 144.9, "data point 2 inverted"
def power_flows_network_week(
engine=Depends(get_database_engine), # type: ignore
network_code: str = Query(..., description="Network code"),
month: date = Query(datetime.now().date(), description="Month to query"),
) -> Optional[OpennemDataSet]:
engine = get_database_engine()
network = network_from_network_code(network_code)
interval_obj = network.get_interval()
period_obj = human_to_period("1M")
scada_range = get_scada_range(network=network)
if not scada_range:
raise Exception("Require a scada range")
if not network:
raise Exception("Network not found")
time_series = TimeSeries(
start=scada_range.start,
month=month,
network=network,
interval=interval_obj,
period=period_obj,
)
query = interconnector_flow_network_regions_query(time_series=time_series)
with engine.connect() as c:
logger.debug(query)
row = list(c.execute(query))
if len(row) < 1:
raise Exception("No results from query: {}".format(query))
imports = [
DataQueryResult(interval=i[0], result=i[4], group_by=i[1] if len(i) > 1 else None)
for i in row
]
result = stats_factory(
imports,
# code=network_region_code or network.code,
network=time_series.network,
period=time_series.period,
interval=time_series.interval,
units=get_unit("regional_trade"),
# fueltech_group=True,
group_field="power",
include_group_code=True,
include_code=True,
)
if not result or not result.data:
raise Exception("No results")
INVERT_SETS = ["VIC1->NSW1", "VIC1->SA1"]
inverted_data = []
for ds in result.data:
if ds.code in INVERT_SETS:
ds_inverted = invert_flow_set(ds)
inverted_data.append(ds_inverted)
else:
inverted_data.append(ds)
result.data = inverted_data
return result
def export_electricitymap() -> None:
date_range = get_scada_range(network=NetworkNEM)
if not date_range.start:
raise Exception("Could not get a scada range in EM export")
interchange_stat = StatExport(
stat_type=StatType.power,
priority=PriorityType.live,
country="au",
date_range=date_range,
network=NetworkNEM,
interval=NetworkNEM.get_interval(),
period=human_to_period("1d"),
)
time_series = TimeSeries(
start=date_range.start,
end=date_range.end,
network=interchange_stat.network,
networks=[NetworkNEM, NetworkAEMORooftop, NetworkAEMORooftopBackfill],
interval=interchange_stat.interval,
period=interchange_stat.period,
)
stat_set = power_flows_network_week(time_series=time_series)
if not stat_set:
raise Exception("No flow results for electricitymap export")
em_set = OpennemDataSet(type="custom",
version=get_version(),
created_at=datetime.now(),
data=[])
INVERT_SETS = ["VIC1->NSW1", "VIC1->SA1"]
for ds in stat_set.data:
if ds.code in INVERT_SETS:
ds_inverted = invert_flow_set(ds)
em_set.data.append(ds_inverted)
logging.info("Inverted {}".format(ds.code))
else:
em_set.data.append(ds)
for region in ["NSW1", "QLD1", "VIC1", "TAS1", "SA1"]:
power_set = power_week(
time_series,
region,
include_capacities=True,
include_code=False,
networks_query=[
NetworkNEM, NetworkAEMORooftop, NetworkAEMORooftopBackfill
],
)
if power_set:
em_set.append_set(power_set)
date_range = get_scada_range(network=NetworkWEM)
# WEM custom
time_series = TimeSeries(
start=date_range.start,
end=date_range.end,
network=NetworkWEM,
networks=[NetworkWEM, NetworkAPVI],
interval=NetworkWEM.get_interval(),
period=interchange_stat.period,
)
power_set = power_week(
time_series,
"WEM",
include_capacities=True,
networks_query=[NetworkWEM, NetworkAPVI],
include_code=False,
)
if power_set:
em_set.append_set(power_set)
write_output("v3/clients/em/latest.json", em_set)