def test_process_fieldserver_file_mass_records(self, uow): fieldserver_file_handler = FieldserverFileHandler() fieldserver_file_handler.logger = Mock() fieldserver_file_handler.date_str = Mock() good_record_file_mock = MagicMock() bad_record_file_mock = MagicMock() summary = ProcessFieldserverRecordsSummaryReturn() summary.num_good_records = 200 summary.num_bad_records = 0 summary.num_global_vendor_point_records = 0 fieldserver_file_handler.process_fieldserver_records = Mock(return_value=summary) read_file_stream = io.StringIO() for i in range(400): read_file_stream.write(u'{"name": "record"}\n') # add extra record to force small batch for good measure read_file_stream.write(u'{"name": "record"}') read_file_stream.seek(0) parsed_list = [{"name": "record"} for i in range(200)] rv = fieldserver_file_handler.process_fieldserver_file(read_file_stream, good_record_file_mock, bad_record_file_mock) fieldserver_file_handler.process_fieldserver_records.assert_has_calls([call(parsed_list, good_record_file_mock, bad_record_file_mock), call(parsed_list, good_record_file_mock, bad_record_file_mock), call([{"name": "record"}], good_record_file_mock, bad_record_file_mock)]) assert rv.num_good_records == 600
def test_process_fieldserver_file_path_no_bad_records(self, move, remove, open_mock, path_join, named_temporary_file, uow): fieldserver_file_handler = FieldserverFileHandler() fieldserver_file_handler.logger = Mock() fieldserver_file_handler.date_str = Mock() summary = ProcessFieldserverRecordsSummaryReturn() summary.num_bad_records = 0 fieldserver_file_handler.process_fieldserver_file = Mock(return_value=summary) file_path = MagicMock() good_record_file_path = path_join.return_value bad_record_file_mock = named_temporary_file.return_value good_record_file_mock = MagicMock() read_file_mock = MagicMock() def open_mock_side_effect(path, mode): if path == good_record_file_path and mode == "a": return good_record_file_mock elif path == file_path and mode == "r": return read_file_mock else: return None open_mock.side_effect = open_mock_side_effect fieldserver_file_handler.process_fieldserver_file_path(file_path) named_temporary_file.assert_called_with(delete=False) fieldserver_file_handler.process_fieldserver_file.assert_called_with(read_file_mock.__enter__.return_value, good_record_file_mock.__enter__.return_value, bad_record_file_mock) remove.assert_has_calls([call(file_path), call(bad_record_file_mock.name)]) bad_record_file_mock.close.assert_called_with()
def test_process_fieldserver_file(self, uow): fieldserver_file_handler = FieldserverFileHandler() fieldserver_file_handler.logger = Mock() fieldserver_file_handler.date_str = Mock() good_record_file_mock = MagicMock() bad_record_file_mock = MagicMock() summary = ProcessFieldserverRecordsSummaryReturn() summary.num_good_records = 3 summary.num_bad_records = 1 summary.num_global_vendor_point_records = 2 fieldserver_file_handler.process_fieldserver_records = Mock(return_value=summary) read_file_stream = io.StringIO() read_file_stream.write(u'{"name": "record0"}\n' u'{"name": "record1"}\n' u'{"name": "record2"}\n' u'{"name": "record3"}\n' u'{"name": "record4"}\n' u'{"name": "record5"}') read_file_stream.seek(0) parsed_list = [{"name": "record0"}, {"name": "record1"}, {"name": "record2"}, {"name": "record3"}, {"name": "record4"}, {"name": "record5"}] rv = fieldserver_file_handler.process_fieldserver_file(read_file_stream, good_record_file_mock, bad_record_file_mock) fieldserver_file_handler.process_fieldserver_records.assert_called_with(parsed_list, good_record_file_mock, bad_record_file_mock) assert rv.num_good_records == 3 and rv.num_bad_records == 1 and rv.num_global_vendor_point_records == 2