def greenbutton_parsed_meters_confirmation(self, request):
body = dict(request.data)
file_id = body['file_id']
org_id = body['organization_id']
view_id = body['view_id']
import_file = ImportFile.objects.get(pk=file_id)
parser = reader.GreenButtonParser(import_file.local_file)
raw_meter_data = list(parser.data)
property_id = PropertyView.objects.get(pk=view_id).property_id
meters_parser = MetersParser(org_id,
raw_meter_data,
source_type=Meter.GREENBUTTON,
property_id=property_id)
result = {}
result["validated_type_units"] = meters_parser.validated_type_units()
result["proposed_imports"] = meters_parser.proposed_imports()
import_file.matching_results_data['property_id'] = property_id
import_file.save()
return result
def pm_meters_preview(self, request, pk):
"""
Returns validated type units, proposed imports and unlinkable PM ids
"""
org_id = request.query_params.get('organization_id')
try:
import_file = ImportFile.objects.get(
pk=pk, import_record__super_organization_id=org_id)
except ImportFile.DoesNotExist:
return JsonResponse(
{
'status': 'error',
'message': 'Could not find import file with pk=' + str(pk)
},
status=status.HTTP_400_BAD_REQUEST)
parser = reader.MCMParser(import_file.local_file,
sheet_name='Meter Entries')
raw_meter_data = list(parser.data)
meters_parser = MetersParser(org_id, raw_meter_data)
result = {}
result["validated_type_units"] = meters_parser.validated_type_units()
result["proposed_imports"] = meters_parser.proposed_imports
result["unlinkable_pm_ids"] = meters_parser.unlinkable_pm_ids
return result
def greenbutton_meters_preview(self, request, pk):
"""
Returns validated type units and proposed imports
"""
org_id = request.query_params.get('organization_id')
view_id = request.query_params.get('view_id')
try:
import_file = ImportFile.objects.get(
pk=pk, import_record__super_organization_id=org_id)
except ImportFile.DoesNotExist:
return JsonResponse(
{
'status': 'error',
'message': 'Could not find import file with pk=' + str(pk)
},
status=status.HTTP_400_BAD_REQUEST)
parser = reader.GreenButtonParser(import_file.local_file)
raw_meter_data = list(parser.data)
try:
property_id = PropertyView.objects.get(
pk=view_id, cycle__organization_id=org_id).property_id
except PropertyView.DoesNotExist:
return JsonResponse(
{
'status': 'error',
'message':
'Could not find property with pk=' + str(view_id)
},
status=status.HTTP_400_BAD_REQUEST)
meters_parser = MetersParser(org_id,
raw_meter_data,
source_type=Meter.GREENBUTTON,
property_id=property_id)
result = {}
result["validated_type_units"] = meters_parser.validated_type_units()
result["proposed_imports"] = meters_parser.proposed_imports
import_file.matching_results_data['property_id'] = property_id
import_file.save()
return result
def parsed_meters_confirmation(self, request):
body = dict(request.data)
file_id = body['file_id']
org_id = body['organization_id']
import_file = ImportFile.objects.get(pk=file_id)
parser = reader.MCMParser(import_file.local_file,
sheet_name='Meter Entries')
raw_meter_data = list(parser.data)
meters_parser = MetersParser(org_id, raw_meter_data)
result = {}
result["validated_type_units"] = meters_parser.validated_type_units()
result["proposed_imports"] = meters_parser.proposed_imports()
result["unlinkable_pm_ids"] = meters_parser.unlinkable_pm_ids
return result
def test_unlinked_properties_are_identified(self):
raw_meters = [{
'Portfolio Manager ID': "11111111",
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-03-01 00:00:00',
'End Date': '2016-04-01 00:00:00',
'Meter Type': 'Electric - Grid',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 100,
}, {
'Portfolio Manager ID': "22222222",
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-03-01 00:00:00',
'End Date': '2016-04-01 00:00:00',
'Meter Type': 'Electric - Grid',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 100,
}, {
'Portfolio Manager ID': "22222222",
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-04-01 00:00:00',
'End Date': '2016-05-01 00:00:00',
'Meter Type': 'Electric - Grid',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 100,
}]
meters_parser = MetersParser(self.org.id, raw_meters)
expected = [
{
'portfolio_manager_id': "11111111"
},
{
'portfolio_manager_id': "22222222"
},
]
self.assertCountEqual(expected, meters_parser.unlinkable_pm_ids)
self.assertEqual([], meters_parser.meter_and_reading_objs)
def test_parse_meter_details_converts_energy_units_if_necessary(self):
raw_meters = [{
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-03-01 00:00:00',
'End Date': '2016-04-01 00:00:00',
'Meter Type': 'Natural Gas',
'Usage Units': 'ccf (hundred cubic feet)',
'Usage/Quantity': 1000,
}, {
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-03-01 00:00:00',
'End Date': '2016-04-01 00:00:00',
'Meter Type': 'Fuel Oil (No. 1)',
'Usage Units': 'GJ',
'Usage/Quantity': 1000,
}]
meters_parser = MetersParser(self.org.id, raw_meters)
result = meters_parser.meter_and_reading_objs
if result[0]["type"] == Meter.FUEL_OIL_NO_1:
fuel_oil_details = result[0]
gas_details = result[1]
else:
fuel_oil_details = result[1]
gas_details = result[0]
self.assertEqual(fuel_oil_details["readings"][0]["reading"], 947820)
self.assertEqual(fuel_oil_details["readings"][0]["source_unit"], "GJ")
self.assertEqual(fuel_oil_details["readings"][0]["conversion_factor"],
947.82)
self.assertEqual(gas_details["readings"][0]["reading"], 102600)
self.assertEqual(gas_details["readings"][0]["source_unit"],
"ccf (hundred cubic feet)")
self.assertEqual(gas_details["readings"][0]["conversion_factor"],
102.6)
def test_parse_meter_details_splits_monthly_info_into_meter_data_and_readings_even_with_DST_changing(
self):
raw_meters = [{
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-03-01 00:00:00',
'End Date': '2016-04-01 00:00:00',
'Meter Type': 'Electric - Grid',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 100,
}, {
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-03-01 00:00:00',
'End Date': '2016-04-01 00:00:00',
'Meter Type': 'Natural Gas',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 200,
}]
expected = [{
'property_id':
self.property.id,
'source':
Meter.PORTFOLIO_MANAGER,
'source_id':
'123-PMMeterID',
'type':
Meter.ELECTRICITY_GRID,
'readings': [{
'start_time':
make_aware(datetime(2016, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 4, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
100,
'source_unit':
'kBtu (thousand Btu)',
'conversion_factor':
1
}]
},
{
'property_id':
self.property.id,
'source':
Meter.PORTFOLIO_MANAGER,
'source_id':
'123-PMMeterID',
'type':
Meter.NATURAL_GAS,
'readings': [{
'start_time':
make_aware(datetime(2016, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 4, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
200,
'source_unit':
'kBtu (thousand Btu)',
'conversion_factor':
1
}]
}]
meters_parser = MetersParser(self.org.id, raw_meters)
self.assertEqual(meters_parser.meter_and_reading_objs, expected)
def test_meters_parser_can_handle_raw_meters_with_start_time_and_duration_involving_DST_change_and_a_leap_year(
self):
raw_meters = [
{
'start_time':
1552211999, # Mar. 10, 2019 01:59:59 (pre-DST change)
'source_id': 'ABCDEF',
'duration': 900,
'Meter Type': 'Natural Gas',
'Usage Units': 'GJ',
'Usage/Quantity': 100
},
{
'start_time': 1456732799, # Feb. 28, 2016 23:59:59 (leap year)
'source_id': 'ABCDEF',
'duration': 900,
'Meter Type': 'Natural Gas',
'Usage Units': 'GJ',
'Usage/Quantity': 1000
}
]
expected = [{
'property_id':
self.property.id,
'source':
Meter.GREENBUTTON,
'source_id':
'ABCDEF',
'type':
Meter.NATURAL_GAS,
'readings': [
{
'start_time':
make_aware(datetime(2019, 3, 10, 1, 59, 59),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2019, 3, 10, 3, 14, 59),
timezone=self.tz_obj),
'reading':
94782.0,
'source_unit':
'GJ',
'conversion_factor':
947.82
},
{
'start_time':
make_aware(datetime(2016, 2, 28, 23, 59, 59),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 2, 29, 0, 14, 59),
timezone=self.tz_obj),
'reading':
947820.0,
'source_unit':
'GJ',
'conversion_factor':
947.82
},
]
}]
meters_parser = MetersParser(self.org.id,
raw_meters,
source_type=Meter.GREENBUTTON,
property_id=self.property.id)
self.assertEqual(meters_parser.meter_and_reading_objs, expected)
def test_parse_meter_details_works_with_multiple_meters_impacted_by_a_leap_year(
self):
raw_meters = [{
'Property Id': self.pm_property_id,
'Month': 'Feb-16',
'Electricity Use (kBtu)': 111,
'Natural Gas Use (kBtu)': 333
}, {
'Property Id': self.pm_property_id,
'Month': 'Feb-17',
'Electricity Use (kBtu)': 222,
'Natural Gas Use (kBtu)': 444
}]
raw_meters = [{
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-02-01 00:00:00',
'End Date': '2016-03-01 00:00:00',
'Meter Type': 'Electric - Grid',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 111,
}, {
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-02-01 00:00:00',
'End Date': '2016-03-01 00:00:00',
'Meter Type': 'Natural Gas',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 333,
}, {
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2017-02-01 00:00:00',
'End Date': '2017-03-01 00:00:00',
'Meter Type': 'Electric - Grid',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 222,
}, {
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2017-02-01 00:00:00',
'End Date': '2017-03-01 00:00:00',
'Meter Type': 'Natural Gas',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 444,
}]
expected = [{
'property_id':
self.property.id,
'source':
Meter.PORTFOLIO_MANAGER,
'source_id':
'123-PMMeterID',
'type':
Meter.ELECTRICITY_GRID,
'readings': [{
'start_time':
make_aware(datetime(2016, 2, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
111,
'source_unit':
'kBtu (thousand Btu)',
'conversion_factor':
1
},
{
'start_time':
make_aware(datetime(2017, 2, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2017, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
222,
'source_unit':
'kBtu (thousand Btu)',
'conversion_factor':
1
}]
},
{
'property_id':
self.property.id,
'source':
Meter.PORTFOLIO_MANAGER,
'source_id':
'123-PMMeterID',
'type':
Meter.NATURAL_GAS,
'readings': [{
'start_time':
make_aware(datetime(2016, 2, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
333,
'source_unit':
'kBtu (thousand Btu)',
'conversion_factor':
1
}, {
'start_time':
make_aware(datetime(2017, 2, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2017, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
444,
'source_unit':
'kBtu (thousand Btu)',
'conversion_factor':
1
}]
}]
meters_parser = MetersParser(self.org.id, raw_meters)
self.assertEqual(meters_parser.meter_and_reading_objs, expected)
def test_parser_uses_canadian_thermal_conversion_assumptions_if_org_specifies_it(
self):
self.org.thermal_conversion_assumption = Organization.CAN
self.org.save()
raw_meters = [{
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID-gas',
'Start Date': '2016-03-01 00:00:00',
'End Date': '2016-04-01 00:00:00',
'Meter Type': 'Natural Gas',
'Usage Units': 'cm (cubic meters)',
'Usage/Quantity': 1000,
'Cost ($)': 100,
}]
expected = [
{
'property_id':
self.property.id,
'source':
Meter.PORTFOLIO_MANAGER,
'source_id':
'123-PMMeterID-gas',
'type':
Meter.NATURAL_GAS,
'readings': [{
'start_time':
make_aware(datetime(2016, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 4, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
36420.0,
'source_unit':
'cm (cubic meters)',
'conversion_factor':
36.42,
}],
},
{
'property_id':
self.property.id,
'source':
Meter.PORTFOLIO_MANAGER,
'source_id':
'123-PMMeterID-gas',
'type':
Meter.COST,
'readings': [{
'start_time':
make_aware(datetime(2016, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 4, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
100,
'source_unit':
'CAN Dollars',
'conversion_factor':
1,
}],
},
]
meters_parser = MetersParser(self.org.id, raw_meters)
self.assertEqual(meters_parser.meter_and_reading_objs, expected)
def test_parse_meter_details_creates_entries_for_multiple_records_with_same_pm_property_id(
self):
property_details = self.property_state_factory.get_details()
property_details['pm_property_id'] = self.pm_property_id
property_details['custom_id_1'] = 'Force unmatched'
property_details['organization_id'] = self.org.id
state = PropertyState(**property_details)
state.save()
state_2 = PropertyState.objects.get(pk=state.id)
property_2 = self.property_factory.get_property()
PropertyView.objects.create(property=property_2,
cycle=self.cycle,
state=state_2)
raw_meters = [{
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-03-01 00:00:00',
'End Date': '2016-04-01 00:00:00',
'Meter Type': 'Electric - Grid',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 100,
}, {
'Portfolio Manager ID': self.pm_property_id,
'Portfolio Manager Meter ID': '123-PMMeterID',
'Start Date': '2016-03-01 00:00:00',
'End Date': '2016-04-01 00:00:00',
'Meter Type': 'Natural Gas',
'Usage Units': 'kBtu (thousand Btu)',
'Usage/Quantity': 200,
}]
expected = [{
'property_id':
self.property.id,
'source':
Meter.PORTFOLIO_MANAGER,
'source_id':
'123-PMMeterID',
'type':
Meter.ELECTRICITY_GRID,
'readings': [{
'start_time':
make_aware(datetime(2016, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 4, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
100,
'source_unit':
'kBtu (thousand Btu)',
'conversion_factor':
1
}]
},
{
'property_id':
property_2.id,
'source':
Meter.PORTFOLIO_MANAGER,
'source_id':
'123-PMMeterID',
'type':
Meter.ELECTRICITY_GRID,
'readings': [{
'start_time':
make_aware(datetime(2016, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 4, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
100,
'source_unit':
'kBtu (thousand Btu)',
'conversion_factor':
1
}]
}, {
'property_id':
self.property.id,
'source':
Meter.PORTFOLIO_MANAGER,
'source_id':
'123-PMMeterID',
'type':
Meter.NATURAL_GAS,
'readings': [{
'start_time':
make_aware(datetime(2016, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 4, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
200,
'source_unit':
'kBtu (thousand Btu)',
'conversion_factor':
1
}]
}, {
'property_id':
property_2.id,
'source':
Meter.PORTFOLIO_MANAGER,
'source_id':
'123-PMMeterID',
'type':
Meter.NATURAL_GAS,
'readings': [{
'start_time':
make_aware(datetime(2016, 3, 1, 0, 0, 0),
timezone=self.tz_obj),
'end_time':
make_aware(datetime(2016, 4, 1, 0, 0, 0),
timezone=self.tz_obj),
'reading':
200,
'source_unit':
'kBtu (thousand Btu)',
'conversion_factor':
1
}]
}]
meters_parser = MetersParser(self.org.id, raw_meters)
self.assertEqual(meters_parser.meter_and_reading_objs, expected)
