def test_MTC_find_by_code(mocker):
q_mock = mocker.Mock()
q_mock.filter_by = mocker.Mock(return_value=mocker.Mock())
sess = mocker.Mock()
sess.query.return_value = q_mock
dno = mocker.Mock()
code = "34"
Mtc.find_by_code(sess, dno, code)
q_mock.filter_by.assert_called_with(dno=dno, code="034")
def test_MTC_find_by_code(sess):
market_role_R = MarketRole.insert(sess, "R", "Distributor")
participant = Participant.insert(sess, "CALB", "AK Industries")
dno = participant.insert_party(sess, market_role_R, "WPD",
utc_datetime(2000, 1, 1), None, "22")
code = "034"
meter_type = MeterType.insert(sess, "C5", "COP 1-5",
utc_datetime(2000, 1, 1), None)
meter_payment_type = MeterPaymentType.insert(sess, "CR", "Credit",
utc_datetime(1996, 1, 1),
None)
Mtc.insert(
sess,
dno,
code,
"an mtc",
False,
False,
True,
meter_type,
meter_payment_type,
1,
utc_datetime(2000, 1, 1),
None,
)
sess.commit()
mtc = Mtc.find_by_code(sess, dno, "34", utc_datetime(2000, 1, 1))
assert mtc.code == code
def _import_Meter_Timeswitch_Class(sess, csv_reader):
for values in csv_reader:
code = values[0].zfill(3)
valid_from = parse_date(values[1])
valid_to = parse_to_date(values[2])
description = values[3]
is_common = values[4] == "T"
if is_common:
has_related_metering = values[5] == "T"
meter_type_code = values[6]
meter_type = MeterType.get_by_code(sess, meter_type_code,
valid_from)
meter_payment_type_code = values[7]
meter_payment_type = MeterPaymentType.get_by_code(
sess, meter_payment_type_code, valid_from)
has_comms = values[8] == "T"
is_hh = values[9] == "H"
tpr_count_str = values[10]
tpr_count = 0 if tpr_count_str == "" else int(tpr_count_str)
mtc = Mtc.find_by_code(sess, None, code, valid_from)
if mtc is None:
Mtc.insert(
code,
description,
has_related_metering,
has_comms,
is_hh,
meter_type,
meter_payment_type,
tpr_count,
valid_from,
valid_to,
)
else:
mtc.description = description
mtc.has_related_metering = has_related_metering
mtc.has_comms = has_comms
mtc.is_hh = is_hh
mtc.meter_type = meter_type
mtc.meter_payment_type = meter_payment_type
mtc.tpr_count = tpr_count
mtc.valid_to = valid_to
sess.flush()
def content(table, version, f, sess):
reader = iter(csv.reader(f))
next(reader)
if table == 'Line_Loss_Factor_Class':
LLFC_MAP = dict(
((llfc.dno.participant.code, llfc.code), llfc) for
llfc in sess.query(Llfc).join(Party).options(
joinedload(Llfc.dno).joinedload('participant')))
VOLTAGE_LEVEL_CODES = set(
[v.code for v in sess.query(VoltageLevel)])
DNO_MAP = dict(
(dno.participant.code, dno) for dno in sess.query(Party).
join(MarketRole).filter(MarketRole.code == 'R').options(
joinedload(Party.participant)))
for i, values in enumerate(reader):
participant_code = values[0]
# market_role_code = values[1]
from_date_mpr = values[2]
llfc_code_raw = values[3]
# from_date_settlement = values[4]
llfc_description = values[5]
class_indicator = values[6]
to_date_settlement = values[7]
llfc_code = llfc_code_raw.zfill(3)
llfc = LLFC_MAP.get((participant_code, llfc_code))
if llfc is None:
try:
dno = DNO_MAP[participant_code]
except KeyError:
yield ''.join(
"# There is no DNO with participant code ",
participant_code, ".\n")
continue
voltage_level_code = 'LV'
llfc_description_upper = llfc_description.upper()
for vl_code in VOLTAGE_LEVEL_CODES:
if vl_code in llfc_description_upper:
voltage_level_code = vl_code
break
is_substation = any(
p in llfc_description for p in [
'_SS', ' SS', ' S/S', '(S/S)', 'sub', 'Sub'])
is_import = not any(
p in class_indicator for p in ['C', 'D'])
yield ','.join(
(
'"' + str(v) + '"' for v in (
'insert', 'llfc', dno.dno_code, llfc_code,
llfc_description, voltage_level_code,
is_substation, is_import,
to_iso(from_date_mpr),
to_iso(to_date_settlement)))) + "\n"
elif table == 'Market_Participant':
for i, values in enumerate(reader):
participant_code = values[0]
participant_name = values[1]
participant = sess.query(Participant).filter(
Participant.code == participant_code).first()
if participant is None:
yield ','.join(
(
'"' + str(v) + '"' for v in (
'insert', 'participant', participant_code,
participant_name))) + "\n"
elif participant_name != participant.name:
yield ','.join(
(
'"' + str(v) + '"' for v in (
'update', 'participant', participant_code,
participant_name))) + "\n"
elif table == 'Market_Role':
for i, values in enumerate(reader):
role_code = values[0]
role_description = values[1]
role = sess.query(MarketRole).filter(
MarketRole.code == role_code).first()
if role is None:
yield ','.join(
(
'"' + str(v) + '"' for v in (
'insert', 'market_role', role_code,
role_description))) + "\n"
elif role_description != role.description:
yield ','.join(
(
'"' + str(v) + '"' for v in (
'update', 'market_role', role_code,
role_description))) + "\n"
elif table == 'Market_Participant_Role':
for i, values in enumerate(reader):
participant_code = values[0]
market_role_code = values[1]
party = sess.query(Party).join(Participant). \
join(MarketRole).filter(
Participant.code == participant_code,
MarketRole.code == market_role_code).first()
valid_from_str = values[2]
valid_from = Datetime.strptime(valid_from_str, "%d/%m/%Y")
valid_to_str = values[3]
if valid_to_str == '':
valid_to = None
else:
valid_to = Datetime.strptime(valid_to_str, "%d/%m/%Y")
name = values[4]
dno_code_str = values[14]
if len(dno_code_str) == 0:
dno_code = None
else:
dno_code = dno_code_str
if party is None:
yield ','.join(
(
'"' + str(v) + '"' for v in (
'insert', 'party', market_role_code,
participant_code, name,
hh_format(valid_from),
'' if valid_to is None else
hh_format(valid_to), dno_code_str))) + "\n"
elif name != party.name or dno_code != party.dno_code:
yield ','.join(
(
'"' + str(v) + '"' for v in (
'update', 'party', market_role_code,
participant_code, name,
hh_format(valid_from),
'' if valid_to is None else
hh_format(valid_to), dno_code_str))) + "\n"
elif table == 'Meter_Timeswitch_Class':
for i, values in enumerate(reader):
code_str = values[0]
code_int = int(code_str)
if is_common_mtc(code_int):
code = code_str.zfill(3)
valid_from_str = values[1]
valid_from = Datetime.strptime(
valid_from_str, "%d/%m/%Y").replace(tzinfo=pytz.utc)
valid_from_out = hh_format(valid_from)
valid_to_str = values[2]
if valid_to_str == '':
valid_to = None
valid_to_out = ''
else:
valid_to = Datetime.strptime(
valid_to_str, "%d/%m/%Y").replace(tzinfo=pytz.utc)
valid_to_out = hh_format(valid_to)
description = values[3]
# common_code_indicator = values[4]
has_related_metering_str = values[5]
has_related_metering = has_related_metering_str == 'T'
meter_type_code = values[6]
meter_payment_type_code = values[7]
has_comms_str = values[8]
has_comms = has_comms_str == 'T'
is_hh_str = values[9]
is_hh = is_hh_str == 'H'
tpr_count_str = values[10]
if tpr_count_str == '':
tpr_count = 0
else:
tpr_count = int(tpr_count_str)
mtc = Mtc.find_by_code(sess, None, code)
if mtc is None:
yield ','.join(
(
'"' + str(v) + '"' for v in (
'insert', 'mtc', '', code,
description, has_related_metering,
has_comms, is_hh, meter_type_code,
meter_payment_type_code, tpr_count,
valid_from_out, valid_to_out))) + "\n"
elif (
description, has_related_metering, has_comms,
is_hh, meter_type_code,
meter_payment_type_code, tpr_count, valid_from,
valid_to) != (
mtc.description, mtc.has_related_metering,
mtc.has_comms, mtc.is_hh, mtc.meter_type.code,
mtc.meter_payment_type.code, mtc.tpr_count,
mtc.valid_from, mtc.valid_to):
yield ','.join(
(
'"' + str(v) + '"' for v in (
'update', 'mtc', '', code,
description, has_related_metering,
has_comms, is_hh, meter_type_code,
meter_payment_type_code, tpr_count,
valid_from_out, valid_to_out))) + "\n"
elif table == 'MTC_in_PES_Area':
dnos = dict(
(p.participant.code, (p.id, p.dno_code)) for p in sess.query(
Party).join(Participant).join(MarketRole).filter(
MarketRole.code == 'R').options(
joinedload(Party.participant)))
mtcs = dict(
((m.dno_id, m.code), m) for m in sess.query(Mtc).options(
joinedload(Mtc.meter_type),
joinedload(Mtc.meter_payment_type)).all())
for i, values in enumerate(reader):
code_str = values[0]
code_int = int(code_str)
if not is_common_mtc(code_int):
code = code_str.zfill(3)
participant_code = values[2]
dno_id, dno_code = dnos[participant_code]
valid_from_str = values[3]
valid_from = Datetime.strptime(
valid_from_str, "%d/%m/%Y").replace(tzinfo=pytz.utc)
valid_from_out = hh_format(valid_from)
valid_to_str = values[4]
if valid_to_str == '':
valid_to = None
valid_to_out = ''
else:
valid_to = Datetime.strptime(
valid_to_str, "%d/%m/%Y").replace(tzinfo=pytz.utc)
valid_to_out = hh_format(valid_to)
description = values[5]
meter_type_code = values[6]
meter_payment_type_code = values[7]
has_related_metering = code_int > 500
has_comms = values[8] == 'Y'
is_hh = values[9] == 'H'
tpr_count_str = values[10]
if tpr_count_str == '':
tpr_count = 0
else:
tpr_count = int(tpr_count_str)
mtc_dno_id = dno_id if Mtc.has_dno(code) else None
mtc = mtcs.get((mtc_dno_id, code))
if mtc is None:
yield ','.join(
(
'"' + str(v) + '"' for v in (
'insert', 'mtc', dno_code, code,
description, has_related_metering,
has_comms, is_hh, meter_type_code,
meter_payment_type_code, tpr_count,
valid_from_out, valid_to_out))) + "\n"
elif (
description, has_related_metering, has_comms,
is_hh, meter_type_code, meter_payment_type_code,
tpr_count, valid_from, valid_to) != (
mtc.description, mtc.has_related_metering,
mtc.has_comms, mtc.is_hh, mtc.meter_type.code,
mtc.meter_payment_type.code, mtc.tpr_count,
mtc.valid_from, mtc.valid_to):
yield ','.join(
(
'"' + str(v) + '"' for v in (
'update', 'mtc', dno_code, code,
description, has_related_metering,
has_comms, is_hh, meter_type_code,
meter_payment_type_code, tpr_count,
valid_from_out, valid_to_out))) + "\n"
elif table == 'MTC_Meter_Type':
for i, values in enumerate(reader):
code = values[0]
description = values[1]
valid_from_str = values[2]
valid_from = Datetime.strptime(
valid_from_str, "%d/%m/%Y").replace(tzinfo=pytz.utc)
valid_from_out = hh_format(valid_from)
valid_to_str = values[3]
if valid_to_str == '':
valid_to = None
valid_to_out = ''
else:
valid_to = Datetime.strptime(
valid_to_str, "%d/%m/%Y").replace(tzinfo=pytz.utc)
valid_to_out = hh_format(valid_to)
pt = sess.query(MeterType).filter(
MeterType.code == code).first()
if pt is None:
yield ','.join(
(
'"' + str(v) + '"' for v in (
'insert', 'meter_type', code, description,
valid_from_out, valid_to_out))) + "\n"
elif (description, valid_from, valid_to) != (
pt.description, pt.valid_from, pt.valid_to):
yield ','.join(
(
'"' + str(v) + '"' for v in (
'update', 'meter_type', code, description,
valid_from_out, valid_to_out))) + "\n"
else:
raise Exception("The table " + table + " is not recognized.")