def _fetch_series(zone_key,
series_id,
session=None,
target_datetime=None,
logger=None):
"""Fetches and converts a data series."""
key = os.environ['EIA_KEY']
assert key and key != 'eia_key', key
s = session or requests.Session()
series = Series(series_id=series_id, session=s)
if target_datetime:
raw_data = series.last_from(24, end=target_datetime)
else:
# Get the last 24 hours available.
raw_data = series.last(24)
# UTC timestamp with no offset returned.
if not raw_data.get('series'):
# Series doesn't exist. Probably requesting a fuel from a region that
# doesn't have any capacity for that fuel type.
return []
return [{
'zoneKey': zone_key,
'datetime': parser.parse(datapoint[0]),
'value': datapoint[1],
'source': 'eia.gov',
} for datapoint in raw_data['series'][0]['data']]
def fetch_exchange(zone_key1,
zone_key2,
session=None,
target_datetime=None,
logger=None):
"""Requests the last known power exchange (in MW) between two zones
Arguments:
zone_key1 -- the first country code
zone_key2 -- the second country code; order of the two codes in params doesn't matter
session (optional) -- request session passed in order to re-use an existing session
target_datetime (optional) -- string in form YYYYMMDDTHHZ
Return:
A list of dictionaries in the form:
{
'sortedZoneKeys': 'DK->NO',
'datetime': '2017-01-01T00:00:00Z',
'netFlow': 0.0,
'source': 'mysource.com'
}
where net flow is from DK into NO
"""
sortedcodes = '->'.join(sorted([zone_key1, zone_key2]))
series_id = EXCHANGES[sortedcodes]
s = session or requests.Session()
exchange_series = Series(series_id=series_id, session=s)
if target_datetime:
raw_data = exchange_series.last_from(24, end=target_datetime)
else:
# Get the last 24 hours available.
raw_data = exchange_series.last(24)['series'][0]['data']
data = []
for datapoint in raw_data:
if sortedcodes == 'MX->US-CA':
datapoint[1] = -1 * datapoint[1]
exchange = {
'sortedZoneKeys': sortedcodes,
'datetime': parser.parse(datapoint[0]),
'netFlow': datapoint[1],
'source': 'mysource.com'
}
data.append(exchange)
return data
def fetch_exchange(zone_key1, zone_key2, session=None, target_datetime=None, logger=None):
"""Requests the last known power exchange (in MW) between two zones
Arguments:
zone_key1 -- the first country code
zone_key2 -- the second country code; order of the two codes in params doesn't matter
session (optional) -- request session passed in order to re-use an existing session
target_datetime (optional) -- string in form YYYYMMDDTHHZ
Return:
A list of dictionaries in the form:
{
'sortedZoneKeys': 'DK->NO',
'datetime': '2017-01-01T00:00:00Z',
'netFlow': 0.0,
'source': 'mysource.com'
}
where net flow is from DK into NO
"""
sortedcodes = '->'.join(sorted([zone_key1, zone_key2]))
series_id = EXCHANGES[sortedcodes]
s = session or requests.Session()
exchange_series = Series(series_id=series_id, session=s)
if target_datetime:
raw_data = exchange_series.last_from(24, end=target_datetime)
else:
# Get the last 24 hours available.
raw_data = exchange_series.last(24)['series'][0]['data']
data = []
for datapoint in raw_data:
if sortedcodes == 'MX-BC->US-CA':
datapoint[1] = -1*datapoint[1]
exchange = {'sortedZoneKeys': sortedcodes,
'datetime': parser.parse(datapoint[0]),
'netFlow': datapoint[1],
'source': 'mysource.com'}
data.append(exchange)
return data
def _fetch_production_or_consumption(zone_key, series_id, session=None,
target_datetime=None, logger=None):
"""Fetches production or consumption forecast, determined by series_id."""
s = session or requests.Session()
series = Series(series_id=series_id, session=s)
if target_datetime:
raw_data = series.last_from(24, end=target_datetime)
else:
# Get the last 24 hours available.
raw_data = series.last(24)
# UTC timestamp with no offset returned.
return [{
'zoneKey': zone_key,
'datetime': parser.parse(datapoint[0]),
'value': datapoint[1],
'source': 'eia.org',
} for datapoint in raw_data['series'][0]['data']]
def fetch_consumption_forecast(zone_key, session=None, target_datetime=None,
logger=None):
series_id = DAY_AHEAD[zone_key]
s = session or requests.Session()
forecast_series = Series(series_id=series_id, session=s)
if target_datetime:
raw_data = forecast_series.last_from(24, end=target_datetime)
else:
# Get the last 24 hours available.
raw_data = forecast_series.last(24)['series'][0]['data']
# UTC timestamp with no offset returned.
return [{
'zoneKey': zone_key,
'datetime': parser.parse(datapoint[0]),
'value': datapoint[1],
'source': 'eia.org',
} for datapoint in raw_data]
def fetch_consumption_forecast(zone_key, session=None, target_datetime=None,
logger=None):
series_id = DAY_AHEAD[zone_key]
s = session or requests.Session()
forecast_series = Series(series_id=series_id, session=s)
if target_datetime:
raw_data = forecast_series.last_from(24, end=target_datetime)
else:
# Get the last 24 hours available.
raw_data = forecast_series.last(24)['series'][0]['data']
# UTC timestamp with no offset returned.
return [{
'zoneKey': zone_key,
'datetime': parser.parse(datapoint[0]),
'value': datapoint[1],
'source': 'eia.org',
} for datapoint in raw_data]