def johnson_post(): try: current_app.logger.debug("Johnson post received") if len(request.files) > 0: file_key = request.files.keys()[0] # read the uploaded file to a string, then split the string by linebreaks to form a list # of records. done this way to allow multiple import functions to use the import file # (the uploaded file can only be read once) uploaded_file = request.files[file_key] uploaded_file_string = uploaded_file.read().replace("\r\n", "\n").replace("\r", "\n") records = uploaded_file_string.split("\n") post_handler = PostHandler() post_handler.handle_johnson_post(records) else: current_app.logger.warn("Johnson post received without attached file") abort(500) # throws an exception current_app.logger.info("Johnson post successful") return jsonify({"success": True}) except: current_app.logger.exception("An error occurred attempting to post johnson data") abort(500)
def test_write_invensys_post_data(self): source_stream = io.StringIO() destination_stream = io.StringIO() source_stream.write(u"2014-07-10T11:00:00.241-04:00,Bethesda Oak,Towers,WestTower_1A_VFD%_ID905,100.0\n" u"2014-07-10T11:00:00.241-04:00,Bethesda Oak,Towers,WestTower_1B_VFD%_ID906,100.0\n" u"2014-07-10T11:00:00.241-04:00,Bethesda Oak,Towers,EastTower_2A_VFD%_ID661,100.0\n" u"2014-07-10T11:00:00.241-04:00,Bethesda Oak,Towers,EastTower_2B_VFD%_ID662,100.0") source_stream.seek(0) post_handler = PostHandler() post_handler.date_time_str = "2014-09-06 16:45:00" post_handler.write_invensys_post_data(source_stream, destination_stream) destination_stream.seek(0) written_data = destination_stream.read().strip().split("\n") assert len(written_data) == 4 row0 = json.loads(written_data[0]) row1 = json.loads(written_data[1]) row2 = json.loads(written_data[2]) row3 = json.loads(written_data[3]) assert row0 == {"timestamp": "2014-07-10T11:00:00.241-04:00", "invensys_site_name": "Bethesda Oak", "invensys_equipment_name": "Towers", "invensys_point_name": "WestTower_1A_VFD%_ID905", "value": "100.0", "date_added": "2014-09-06 16:45:00"} assert row1 == {"timestamp": "2014-07-10T11:00:00.241-04:00", "invensys_site_name": "Bethesda Oak", "invensys_equipment_name": "Towers", "invensys_point_name": "WestTower_1B_VFD%_ID906", "value": "100.0", "date_added": "2014-09-06 16:45:00"} assert row2 == {"timestamp": "2014-07-10T11:00:00.241-04:00", "invensys_site_name": "Bethesda Oak", "invensys_equipment_name": "Towers", "invensys_point_name": "EastTower_2A_VFD%_ID661", "value": "100.0", "date_added": "2014-09-06 16:45:00"} assert row3 == {"timestamp": "2014-07-10T11:00:00.241-04:00", "invensys_site_name": "Bethesda Oak", "invensys_equipment_name": "Towers", "invensys_point_name": "EastTower_2B_VFD%_ID662", "value": "100.0", "date_added": "2014-09-06 16:45:00"}
def fieldserver_post(): try: current_app.logger.debug("Fieldserver post received") post_handler = PostHandler() post_handler.handle_fieldserver_post(request.form) current_app.logger.info("Fieldserver post successful") return jsonify({"success": True}) except: current_app.logger.exception("An error occurred attempting to post fieldserver data") abort(500)
def test_handle_fieldserver_post(self, open_mock, path_join): data_mock = MagicMock() post_handler = PostHandler() post_handler.write_fieldserver_post_data = Mock() post_handler.fieldserver_raw_folder = Mock() post_handler.handle_fieldserver_post(data_mock) path_join.assert_called_with(post_handler.fieldserver_raw_folder, post_handler.date_str) open_mock.assert_called_with(path_join.return_value, "a") post_handler.write_fieldserver_post_data.assert_called_with(data_mock, open_mock.return_value.__enter__.return_value)
def test_handle_invensys_post(self, open_mock, path_join): file_mock = MagicMock() post_handler = PostHandler() post_handler.write_invensys_post_data = Mock() post_handler.invensys_raw_folder = Mock() post_handler.handle_invensys_post(file_mock) path_join.assert_called_with(post_handler.invensys_raw_folder, post_handler.date_str) open_mock.assert_called_with(path_join.return_value, "a") post_handler.write_invensys_post_data.assert_called_with(file_mock, open_mock.return_value.__enter__.return_value)
def test_write_fieldserver_post_data_with_offset(self, round_time): post_handler = PostHandler() post_handler.date_time_str = "2014-09-06 16:45:00" round_time.return_value = pytz.utc.localize(datetime.datetime(2014, 9, 5)) data = {"cc14153300_Offsets_0010-0019": "44.000000 ,44.5 ,45 ,45.5 ,46 ,46.5 ,47 ,47.5 ,48 ,48.5"} destination_stream = io.StringIO() post_handler.write_fieldserver_post_data(data, destination_stream) destination_stream.seek(0) written_data = destination_stream.read().strip().split("\n") assert len(written_data) == 10 assert json.loads(written_data[0]) == {"site_id": "cc14153300", "offset": 10, "value": "44.000000", "timestamp": "2014-09-05 00:00:00", "date_added": post_handler.date_time_str} assert json.loads(written_data[1]) == {"site_id": "cc14153300", "offset": 11, "value": "44.5", "timestamp": "2014-09-05 00:00:00", "date_added": post_handler.date_time_str}
def test_write_johnson_post_data(self): source_stream = io.StringIO() destination_stream = io.StringIO() source_stream.write(u"Site ID, FQR, Timestamp, Value, Reliability\n" u"123456,ABC,2012-01-01 12:00 AM,100,Reliable\n" u"123457,DEF,2012-01-01 12:15 AM,200,Unreliable") source_stream.seek(0) post_handler = PostHandler() post_handler.date_time_str = "2014-09-06 16:45:00" post_handler.write_johnson_post_data(source_stream, destination_stream) destination_stream.seek(0) written_data = destination_stream.read().strip().split("\n") assert len(written_data) == 2 row0 = json.loads(written_data[0]) row1 = json.loads(written_data[1]) assert row0 == {"site_id": "123456", "fqr": "ABC", "timestamp": "2012-01-01 12:00 AM", "value": "100", "reliability": "Reliable", "date_added": "2014-09-06 16:45:00"} assert row1 == {"site_id": "123457", "fqr": "DEF", "timestamp": "2012-01-01 12:15 AM", "value": "200", "reliability": "Unreliable", "date_added": "2014-09-06 16:45:00"}
def invensys_post(): try: current_app.logger.debug("Invensys post received") if len(request.files) > 0: file_key = request.files.keys()[0] uploaded_file = request.files[file_key] post_handler = PostHandler() post_handler.handle_invensys_post(uploaded_file) current_app.logger.info("Invensys post successful") return jsonify({"success": True}) else: current_app.logger.warn("Invensys post received without attached file. Now checking for form post") post_handler = PostHandler() post_handler.handle_invensys_form_post(request.form) current_app.logger.info("Invensys post successful") return jsonify({"success": True}) except: current_app.logger.exception("An error occurred attempting to post invensys data") abort(500)