def johnson_post():
try:
current_app.logger.debug("Johnson post received")
if len(request.files) > 0:
file_key = request.files.keys()[0]
# read the uploaded file to a string, then split the string by linebreaks to form a list
# of records. done this way to allow multiple import functions to use the import file
# (the uploaded file can only be read once)
uploaded_file = request.files[file_key]
uploaded_file_string = uploaded_file.read().replace("\r\n", "\n").replace("\r", "\n")
records = uploaded_file_string.split("\n")
post_handler = PostHandler()
post_handler.handle_johnson_post(records)
else:
current_app.logger.warn("Johnson post received without attached file")
abort(500) # throws an exception
current_app.logger.info("Johnson post successful")
return jsonify({"success": True})
except:
current_app.logger.exception("An error occurred attempting to post johnson data")
abort(500)
def test_write_invensys_post_data(self):
source_stream = io.StringIO()
destination_stream = io.StringIO()
source_stream.write(u"2014-07-10T11:00:00.241-04:00,Bethesda Oak,Towers,WestTower_1A_VFD%_ID905,100.0\n"
u"2014-07-10T11:00:00.241-04:00,Bethesda Oak,Towers,WestTower_1B_VFD%_ID906,100.0\n"
u"2014-07-10T11:00:00.241-04:00,Bethesda Oak,Towers,EastTower_2A_VFD%_ID661,100.0\n"
u"2014-07-10T11:00:00.241-04:00,Bethesda Oak,Towers,EastTower_2B_VFD%_ID662,100.0")
source_stream.seek(0)
post_handler = PostHandler()
post_handler.date_time_str = "2014-09-06 16:45:00"
post_handler.write_invensys_post_data(source_stream, destination_stream)
destination_stream.seek(0)
written_data = destination_stream.read().strip().split("\n")
assert len(written_data) == 4
row0 = json.loads(written_data[0])
row1 = json.loads(written_data[1])
row2 = json.loads(written_data[2])
row3 = json.loads(written_data[3])
assert row0 == {"timestamp": "2014-07-10T11:00:00.241-04:00", "invensys_site_name": "Bethesda Oak",
"invensys_equipment_name": "Towers", "invensys_point_name": "WestTower_1A_VFD%_ID905",
"value": "100.0", "date_added": "2014-09-06 16:45:00"}
assert row1 == {"timestamp": "2014-07-10T11:00:00.241-04:00", "invensys_site_name": "Bethesda Oak",
"invensys_equipment_name": "Towers", "invensys_point_name": "WestTower_1B_VFD%_ID906",
"value": "100.0", "date_added": "2014-09-06 16:45:00"}
assert row2 == {"timestamp": "2014-07-10T11:00:00.241-04:00", "invensys_site_name": "Bethesda Oak",
"invensys_equipment_name": "Towers", "invensys_point_name": "EastTower_2A_VFD%_ID661",
"value": "100.0", "date_added": "2014-09-06 16:45:00"}
assert row3 == {"timestamp": "2014-07-10T11:00:00.241-04:00", "invensys_site_name": "Bethesda Oak",
"invensys_equipment_name": "Towers", "invensys_point_name": "EastTower_2B_VFD%_ID662",
"value": "100.0", "date_added": "2014-09-06 16:45:00"}
def fieldserver_post():
try:
current_app.logger.debug("Fieldserver post received")
post_handler = PostHandler()
post_handler.handle_fieldserver_post(request.form)
current_app.logger.info("Fieldserver post successful")
return jsonify({"success": True})
except:
current_app.logger.exception("An error occurred attempting to post fieldserver data")
abort(500)
def test_handle_fieldserver_post(self, open_mock, path_join):
data_mock = MagicMock()
post_handler = PostHandler()
post_handler.write_fieldserver_post_data = Mock()
post_handler.fieldserver_raw_folder = Mock()
post_handler.handle_fieldserver_post(data_mock)
path_join.assert_called_with(post_handler.fieldserver_raw_folder, post_handler.date_str)
open_mock.assert_called_with(path_join.return_value, "a")
post_handler.write_fieldserver_post_data.assert_called_with(data_mock,
open_mock.return_value.__enter__.return_value)
def test_handle_invensys_post(self, open_mock, path_join):
file_mock = MagicMock()
post_handler = PostHandler()
post_handler.write_invensys_post_data = Mock()
post_handler.invensys_raw_folder = Mock()
post_handler.handle_invensys_post(file_mock)
path_join.assert_called_with(post_handler.invensys_raw_folder, post_handler.date_str)
open_mock.assert_called_with(path_join.return_value, "a")
post_handler.write_invensys_post_data.assert_called_with(file_mock,
open_mock.return_value.__enter__.return_value)
def test_write_fieldserver_post_data_with_offset(self, round_time):
post_handler = PostHandler()
post_handler.date_time_str = "2014-09-06 16:45:00"
round_time.return_value = pytz.utc.localize(datetime.datetime(2014, 9, 5))
data = {"cc14153300_Offsets_0010-0019": "44.000000 ,44.5 ,45 ,45.5 ,46 ,46.5 ,47 ,47.5 ,48 ,48.5"}
destination_stream = io.StringIO()
post_handler.write_fieldserver_post_data(data, destination_stream)
destination_stream.seek(0)
written_data = destination_stream.read().strip().split("\n")
assert len(written_data) == 10
assert json.loads(written_data[0]) == {"site_id": "cc14153300", "offset": 10, "value": "44.000000",
"timestamp": "2014-09-05 00:00:00", "date_added": post_handler.date_time_str}
assert json.loads(written_data[1]) == {"site_id": "cc14153300", "offset": 11, "value": "44.5",
"timestamp": "2014-09-05 00:00:00", "date_added": post_handler.date_time_str}
def test_write_johnson_post_data(self):
source_stream = io.StringIO()
destination_stream = io.StringIO()
source_stream.write(u"Site ID, FQR, Timestamp, Value, Reliability\n"
u"123456,ABC,2012-01-01 12:00 AM,100,Reliable\n"
u"123457,DEF,2012-01-01 12:15 AM,200,Unreliable")
source_stream.seek(0)
post_handler = PostHandler()
post_handler.date_time_str = "2014-09-06 16:45:00"
post_handler.write_johnson_post_data(source_stream, destination_stream)
destination_stream.seek(0)
written_data = destination_stream.read().strip().split("\n")
assert len(written_data) == 2
row0 = json.loads(written_data[0])
row1 = json.loads(written_data[1])
assert row0 == {"site_id": "123456", "fqr": "ABC", "timestamp": "2012-01-01 12:00 AM", "value": "100",
"reliability": "Reliable", "date_added": "2014-09-06 16:45:00"}
assert row1 == {"site_id": "123457", "fqr": "DEF", "timestamp": "2012-01-01 12:15 AM", "value": "200",
"reliability": "Unreliable", "date_added": "2014-09-06 16:45:00"}
def invensys_post():
try:
current_app.logger.debug("Invensys post received")
if len(request.files) > 0:
file_key = request.files.keys()[0]
uploaded_file = request.files[file_key]
post_handler = PostHandler()
post_handler.handle_invensys_post(uploaded_file)
current_app.logger.info("Invensys post successful")
return jsonify({"success": True})
else:
current_app.logger.warn("Invensys post received without attached file. Now checking for form post")
post_handler = PostHandler()
post_handler.handle_invensys_form_post(request.form)
current_app.logger.info("Invensys post successful")
return jsonify({"success": True})
except:
current_app.logger.exception("An error occurred attempting to post invensys data")
abort(500)
