def test_process_siemens_file_path_no_bad_records(self, move, remove, open_mock, path_join, named_temporary_file, uow): siemens_file_handler = SiemensFileHandler() siemens_file_handler.logger = Mock() siemens_file_handler.date_str = Mock() summary = ProcessSiemensRecordsSummaryReturn() summary.num_bad_records = 0 siemens_file_handler.process_siemens_file = Mock(return_value=summary) file_path = MagicMock() good_record_file_path = path_join.return_value bad_record_file_mock = named_temporary_file.return_value good_record_file_mock = MagicMock() read_file_mock = MagicMock() def open_mock_side_effect(path, mode): if path == good_record_file_path and mode == "a": return good_record_file_mock elif path == file_path and mode == "r": return read_file_mock else: return None open_mock.side_effect = open_mock_side_effect siemens_file_handler.process_siemens_file_path(file_path) named_temporary_file.assert_called_with(delete=False) siemens_file_handler.process_siemens_file.assert_called_with(read_file_mock.__enter__.return_value, good_record_file_mock.__enter__.return_value, bad_record_file_mock) remove.assert_has_calls([call(file_path), call(bad_record_file_mock.name)]) bad_record_file_mock.close.assert_called_with()
def test_process_siemens_file_mass_records(self, uow): siemens_file_handler = SiemensFileHandler() siemens_file_handler.logger = Mock() siemens_file_handler.date_str = Mock() good_record_file_mock = MagicMock() bad_record_file_mock = MagicMock() summary = ProcessSiemensRecordsSummaryReturn() summary.num_good_records = 200 summary.num_bad_records = 0 summary.num_global_vendor_point_records = 0 siemens_file_handler.process_siemens_records = Mock(return_value=summary) read_file_stream = io.StringIO() for i in range(400): read_file_stream.write(u'{"name": "record"}\n') # add extra record to force small batch for good measure read_file_stream.write(u'{"name": "record"}') read_file_stream.seek(0) parsed_list = [{"name": "record"} for i in range(200)] rv = siemens_file_handler.process_siemens_file(read_file_stream, good_record_file_mock, bad_record_file_mock) siemens_file_handler.process_siemens_records.assert_has_calls([call(parsed_list, good_record_file_mock, bad_record_file_mock), call(parsed_list, good_record_file_mock, bad_record_file_mock), call([{"name": "record"}], good_record_file_mock, bad_record_file_mock)]) assert rv.num_good_records == 600
def test_process_siemens_file(self, uow): siemens_file_handler = SiemensFileHandler() siemens_file_handler.logger = Mock() siemens_file_handler.date_str = Mock() good_record_file_mock = MagicMock() bad_record_file_mock = MagicMock() summary = ProcessSiemensRecordsSummaryReturn() summary.num_good_records = 3 summary.num_bad_records = 1 summary.num_global_vendor_point_records = 2 siemens_file_handler.process_siemens_records = Mock(return_value=summary) read_file_stream = io.StringIO() read_file_stream.write(u'{"name": "record0"}\n' u'{"name": "record1"}\n' u'{"name": "record2"}\n' u'{"name": "record3"}\n' u'{"name": "record4"}\n' u'{"name": "record5"}') read_file_stream.seek(0) parsed_list = [{"name": "record0"}, {"name": "record1"}, {"name": "record2"}, {"name": "record3"}, {"name": "record4"}, {"name": "record5"}] rv = siemens_file_handler.process_siemens_file(read_file_stream, good_record_file_mock, bad_record_file_mock) siemens_file_handler.process_siemens_records.assert_called_with(parsed_list, good_record_file_mock, bad_record_file_mock) assert rv.num_good_records == 3 and rv.num_bad_records == 1 and rv.num_global_vendor_point_records == 2
def test_process_siemens_filename_exception(self, path_join, uow): siemens_file_handler = SiemensFileHandler() siemens_file_handler.logger = Mock() siemens_file_handler.date_str = Mock() siemens_file_handler.process_siemens_file_path = Mock(side_effect=Exception()) containing_directory = Mock() file_name = Mock() siemens_file_handler.process_siemens_filename(0, containing_directory, file_name, 1) path_join.assert_called_with(containing_directory, file_name) siemens_file_handler.process_siemens_file_path.assert_called_with(path_join.return_value) assert siemens_file_handler.logger.exception.call_count == 1
def test_process_siemens_records(self, uow): siemens_file_handler = SiemensFileHandler() siemens_file_handler.logger = Mock() siemens_file_handler.date_str = Mock() siemens_file_handler.handle_unmapped_vendor_points = Mock() processed_records = ProcessSiemensRecordsReturn() processed_records.good_records = [ {"name": "record0"}, {"name": "record1"} ] processed_records.bad_records = [ {"name": "record2"}, {"name": "record3"} ] processed_records.unmapped_vendor_points = [ {"name": "record4"}, {"name": "record5"} ] processed_records.global_vendor_point_records = [ {"name": "record6"}, {"name": "record7"} ] siemens_file_handler.get_processed_siemens_records = Mock(return_value=processed_records) siemens_file_handler.make_global_vendor_point_records_unique = Mock(return_value=processed_records.global_vendor_point_records) records = [MagicMock(), MagicMock()] good_record_file = io.StringIO() bad_record_file = io.StringIO() rv = siemens_file_handler.process_siemens_records(records, good_record_file, bad_record_file) siemens_file_handler.get_processed_siemens_records.assert_called_with(records) good_record_file.seek(0) good_records_written_data = good_record_file.read().strip().split("\n") assert len(good_records_written_data) == 2 assert json.loads(good_records_written_data[0]) == {"name": "record0"} assert json.loads(good_records_written_data[1]) == {"name": "record1"} bad_record_file.seek(0) bad_records_written_data = bad_record_file.read().strip().split("\n") assert len(bad_records_written_data) == 2 assert json.loads(bad_records_written_data[0]) == {"name": "record2"} assert json.loads(bad_records_written_data[1]) == {"name": "record3"} siemens_file_handler.handle_unmapped_vendor_points.assert_called_with(processed_records.unmapped_vendor_points) assert rv.num_good_records == 2 assert rv.num_bad_records == 2 assert rv.num_unmapped_vendor_points == 2
def test_handle_unmapped_vendor_points(self, uow): siemens_file_handler = SiemensFileHandler() siemens_file_handler.date_str = "date" unmapped_vendor_points = [{"source": "siemens", "siemens_meter_name": "123456"}, {"source": "siemens", "siemens_meter_name": "123456"}, {"source": "siemens", "siemens_meter_name": "321654"}] detupled_keys = [["123456"], ["321654"]] db_query_call = uow.return_value.data_mapping.get_unknown_vendor_points_for_siemens_meter_name db_insert_call = uow.return_value.data_mapping.insert_unknown_vendor_points db_query_call.return_value = [{"source": "siemens", "siemens_meter_name": "123456", "date_added": "date"}] siemens_file_handler.handle_unmapped_vendor_points(unmapped_vendor_points) db_query_call_args = db_query_call.call_args[0][0] assert sorted(db_query_call_args) == sorted(detupled_keys) filtered_unmapped_vendor_points = [{"source": "siemens", "siemens_meter_name": "321654", "date_added": "date"}] db_insert_call.assert_called_with(filtered_unmapped_vendor_points)