def get(self, *args, **kwargs):
jsonlist = list()
# get the logs (but only the public ones)
con = sqlite3.connect(get_db_filename(),
detect_types=sqlite3.PARSE_DECLTYPES)
cur = con.cursor()
# get vehicle name information from vehicle table
cur.execute('select UUID, Name from Vehicle')
db_tuples = cur.fetchall()
vehicle_table = {db_tuple[0]: db_tuple[1] for db_tuple in db_tuples}
cur.execute(
'select Id, Date, Description, WindSpeed, Rating, VideoUrl, ErrorLabels '
'from Logs where Public = 1')
# need to fetch all here, because we will do more SQL calls while
# iterating (having multiple cursor's does not seem to work)
db_tuples = cur.fetchall()
for db_tuple in db_tuples:
jsondict = dict()
db_data = DBData()
log_id = db_tuple[0]
jsondict['log_id'] = log_id
jsondict['log_date'] = db_tuple[1].strftime('%Y-%m-%d')
db_data.description = db_tuple[2]
db_data.feedback = ''
db_data.type = ''
db_data.wind_speed = db_tuple[3]
db_data.rating = db_tuple[4]
db_data.video_url = db_tuple[5]
db_data.error_labels = sorted([int(x) for x in db_tuple[6].split(',') if len(x) > 0]) \
if db_tuple[6] else []
jsondict.update(db_data.to_json_dict())
db_data_gen = get_generated_db_data_from_log(log_id, con, cur)
if db_data_gen is None:
continue
jsondict.update(db_data_gen.to_json_dict())
# add vehicle name
jsondict['vehicle_name'] = vehicle_table.get(
jsondict['vehicle_uuid'], '')
airframe_data = get_airframe_data(jsondict['sys_autostart_id'])
jsondict['airframe_name'] = airframe_data.get('name', '') \
if airframe_data is not None else ''
jsondict['airframe_type'] = airframe_data.get('type', jsondict['sys_autostart_id']) \
if airframe_data is not None else jsondict['sys_autostart_id']
jsonlist.append(jsondict)
cur.close()
con.close()
self.set_header('Content-Type', 'application/json')
self.write(json.dumps(jsonlist))
def get_columns_from_tuple(db_tuple, counter):
""" load the columns (list of strings) from a db_tuple
"""
db_data = DBData()
log_id = db_tuple[0]
log_date = db_tuple[1].strftime('%Y-%m-%d')
db_data.description = db_tuple[2]
db_data.feedback = ''
db_data.type = ''
db_data.wind_speed = db_tuple[3]
db_data.rating = db_tuple[4]
db_data.video_url = db_tuple[5]
db_data_gen = get_generated_db_data_from_log(log_id, con, cur)
if db_data_gen is None:
return None
# bring it into displayable form
ver_sw = db_data_gen.ver_sw
if len(ver_sw) > 10:
ver_sw = ver_sw[:6]
if len(db_data_gen.ver_sw_release) > 0:
try:
release_split = db_data_gen.ver_sw_release.split()
release_type = int(release_split[1])
if release_type == 255: # it's a release
ver_sw = release_split[0]
except:
pass
airframe_data = get_airframe_data(db_data_gen.sys_autostart_id)
if airframe_data is None:
airframe = db_data_gen.sys_autostart_id
else:
airframe = airframe_data['name']
flight_modes = ', '.join([
flight_modes_table[x][0] for x in db_data_gen.flight_modes
if x in flight_modes_table
])
m, s = divmod(db_data_gen.duration_s, 60)
h, m = divmod(m, 60)
duration_str = '{:d}:{:02d}:{:02d}'.format(h, m, s)
# make sure to break long descriptions w/o spaces (otherwise they
# mess up the layout)
description = html_long_word_force_break(db_data.description)
return [
counter,
'<a href="plot_app?log=' + log_id + '">' + log_date + '</a>',
description, db_data_gen.mav_type, airframe,
db_data_gen.sys_hw, ver_sw, duration_str,
db_data.rating_str(), db_data_gen.num_logged_errors,
flight_modes
]
def post(self, *args, **kwargs):
""" POST request callback """
if self.multipart_streamer:
try:
self.multipart_streamer.data_complete()
form_data = self.multipart_streamer.get_values(
['description', 'email',
'allowForAnalysis', 'obfuscated', 'source', 'type',
'feedback', 'windSpeed', 'rating', 'videoUrl', 'public',
'vehicleName'])
description = escape(form_data['description'].decode("utf-8"))
email = form_data['email'].decode("utf-8")
upload_type = 'personal'
if 'type' in form_data:
upload_type = form_data['type'].decode("utf-8")
source = 'webui'
title = '' # may be used in future...
if 'source' in form_data:
source = form_data['source'].decode("utf-8")
obfuscated = 0
if 'obfuscated' in form_data:
if form_data['obfuscated'].decode("utf-8") == 'true':
obfuscated = 1
allow_for_analysis = 0
if 'allowForAnalysis' in form_data:
if form_data['allowForAnalysis'].decode("utf-8") == 'true':
allow_for_analysis = 1
feedback = ''
if 'feedback' in form_data:
feedback = escape(form_data['feedback'].decode("utf-8"))
wind_speed = -1
rating = ''
stored_email = ''
video_url = ''
is_public = 0
vehicle_name = ''
error_labels = ''
if upload_type == 'flightreport':
try:
wind_speed = int(escape(form_data['windSpeed'].decode("utf-8")))
except ValueError:
wind_speed = -1
rating = escape(form_data['rating'].decode("utf-8"))
if rating == 'notset': rating = ''
stored_email = email
# get video url & check if valid
video_url = escape(form_data['videoUrl'].decode("utf-8"), quote=True)
if not validate_url(video_url):
video_url = ''
if 'vehicleName' in form_data:
vehicle_name = escape(form_data['vehicleName'].decode("utf-8"))
# always allow for statistical analysis
allow_for_analysis = 1
if 'public' in form_data:
if form_data['public'].decode("utf-8") == 'true':
is_public = 1
file_obj = self.multipart_streamer.get_parts_by_name('filearg')[0]
upload_file_name = file_obj.get_filename()
while True:
log_id = str(uuid.uuid4())
new_file_name = get_log_filename(log_id)
if not os.path.exists(new_file_name):
break
# read file header & check if really an ULog file
header_len = len(ULog.HEADER_BYTES)
if (file_obj.get_payload_partial(header_len) !=
ULog.HEADER_BYTES):
if upload_file_name[-7:].lower() == '.px4log':
raise CustomHTTPError(
400,
'Invalid File. This seems to be a px4log file. '
'Upload it to <a href="http://logs.uaventure.com" '
'target="_blank">logs.uaventure.com</a>.')
raise CustomHTTPError(400, 'Invalid File')
print('Moving uploaded file to', new_file_name)
file_obj.move(new_file_name)
if obfuscated == 1:
# TODO: randomize gps data, ...
pass
# generate a token: secure random string (url-safe)
token = str(binascii.hexlify(os.urandom(16)), 'ascii')
# Load the ulog file but only if not uploaded via CI.
# Then we open the DB connection.
ulog = None
if source != 'CI':
ulog_file_name = get_log_filename(log_id)
ulog = load_ulog_file(ulog_file_name)
# put additional data into a DB
con = sqlite3.connect(get_db_filename())
cur = con.cursor()
cur.execute(
'insert into Logs (Id, Title, Description, '
'OriginalFilename, Date, AllowForAnalysis, Obfuscated, '
'Source, Email, WindSpeed, Rating, Feedback, Type, '
'videoUrl, ErrorLabels, Public, Token) values '
'(?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)',
[log_id, title, description, upload_file_name,
datetime.datetime.now(), allow_for_analysis,
obfuscated, source, stored_email, wind_speed, rating,
feedback, upload_type, video_url, error_labels, is_public, token])
if ulog is not None:
vehicle_data = update_vehicle_db_entry(cur, ulog, log_id, vehicle_name)
vehicle_name = vehicle_data.name
con.commit()
url = '/plot_app?log='+log_id
full_plot_url = get_http_protocol()+'://'+get_domain_name()+url
print(full_plot_url)
delete_url = get_http_protocol()+'://'+get_domain_name()+ \
'/edit_entry?action=delete&log='+log_id+'&token='+token
# information for the notification email
info = {}
info['description'] = description
info['feedback'] = feedback
info['upload_filename'] = upload_file_name
info['type'] = ''
info['airframe'] = ''
info['hardware'] = ''
info['uuid'] = ''
info['software'] = ''
info['rating'] = rating
if len(vehicle_name) > 0:
info['vehicle_name'] = vehicle_name
if ulog is not None:
px4_ulog = PX4ULog(ulog)
info['type'] = px4_ulog.get_mav_type()
airframe_name_tuple = get_airframe_name(ulog)
if airframe_name_tuple is not None:
airframe_name, airframe_id = airframe_name_tuple
if len(airframe_name) == 0:
info['airframe'] = airframe_id
else:
info['airframe'] = airframe_name
sys_hardware = ''
if 'ver_hw' in ulog.msg_info_dict:
sys_hardware = escape(ulog.msg_info_dict['ver_hw'])
info['hardware'] = sys_hardware
if 'sys_uuid' in ulog.msg_info_dict and sys_hardware != 'SITL':
info['uuid'] = escape(ulog.msg_info_dict['sys_uuid'])
branch_info = ''
if 'ver_sw_branch' in ulog.msg_info_dict:
branch_info = ' (branch: '+ulog.msg_info_dict['ver_sw_branch']+')'
if 'ver_sw' in ulog.msg_info_dict:
ver_sw = escape(ulog.msg_info_dict['ver_sw'])
info['software'] = ver_sw + branch_info
if upload_type == 'flightreport' and is_public:
destinations = set(email_notifications_config['public_flightreport'])
if rating in ['unsatisfactory', 'crash_sw_hw', 'crash_pilot']:
destinations = destinations | \
set(email_notifications_config['public_flightreport_bad'])
send_flightreport_email(
list(destinations),
full_plot_url,
DBData.rating_str_static(rating),
DBData.wind_speed_str_static(wind_speed), delete_url,
stored_email, info)
# also generate the additional DB entry
# (we may have the log already loaded in 'ulog', however the
# lru cache will make it very quick to load it again)
generate_db_data_from_log_file(log_id, con)
# also generate the preview image
IOLoop.instance().add_callback(generate_overview_img_from_id, log_id)
con.commit()
cur.close()
con.close()
# send notification emails
send_notification_email(email, full_plot_url, delete_url, info)
# do not redirect for QGC
if source != 'QGroundControl':
self.redirect(url)
except CustomHTTPError:
raise
except ULogException:
raise CustomHTTPError(
400,
'Failed to parse the file. It is most likely corrupt.')
except:
print('Error when handling POST data', sys.exc_info()[0],
sys.exc_info()[1])
raise CustomHTTPError(500)
finally:
self.multipart_streamer.release_parts()
def get_columns_from_tuple(db_tuple, counter):
""" load the columns (list of strings) from a db_tuple
"""
db_data = DBData()
log_id = db_tuple[0]
log_date = db_tuple[1].strftime('%Y-%m-%d')
db_data.description = db_tuple[2]
db_data.feedback = ''
db_data.type = ''
db_data.wind_speed = db_tuple[3]
db_data.rating = db_tuple[4]
db_data.video_url = db_tuple[5]
db_data_gen = get_generated_db_data_from_log(log_id, con, cur)
if db_data_gen is None:
return None
# bring it into displayable form
ver_sw = db_data_gen.ver_sw
if len(ver_sw) > 10:
ver_sw = ver_sw[:6]
if len(db_data_gen.ver_sw_release) > 0:
try:
release_split = db_data_gen.ver_sw_release.split()
release_type = int(release_split[1])
if release_type == 255: # it's a release
ver_sw = release_split[0]
except:
pass
airframe_data = get_airframe_data(db_data_gen.sys_autostart_id)
if airframe_data is None:
airframe = db_data_gen.sys_autostart_id
else:
airframe = airframe_data['name']
flight_modes = ', '.join([
flight_modes_table[x][0] for x in db_data_gen.flight_modes
if x in flight_modes_table
])
m, s = divmod(db_data_gen.duration_s, 60)
h, m = divmod(m, 60)
duration_str = '{:d}:{:02d}:{:02d}'.format(h, m, s)
# make sure to break long descriptions w/o spaces (otherwise they
# mess up the layout)
description = html_long_word_force_break(db_data.description)
search_only_columns = []
if db_data_gen.ver_sw is not None:
search_only_columns.append(db_data_gen.ver_sw)
if db_data_gen.ver_sw_release is not None:
search_only_columns.append(db_data_gen.ver_sw_release)
if db_data_gen.vehicle_uuid is not None:
search_only_columns.append(db_data_gen.vehicle_uuid)
image_col = '<div class="no_map_overview"> Not rendered / No GPS </div>'
image_filename = os.path.join(get_overview_img_filepath(),
log_id + '.png')
if os.path.exists(image_filename):
image_col = '<img class="map_overview" src="/overview_img/'
image_col += log_id + '.png" alt="Overview Image Load Failed" height=50/>'
return Columns([
counter, '<a href="plot_app?log=' + log_id + '">' + log_date +
'</a>', image_col, description, db_data_gen.mav_type, airframe,
db_data_gen.sys_hw, ver_sw, duration_str,
db_data.rating_str(), db_data_gen.num_logged_errors,
flight_modes
], search_only_columns)