def handle(self, path, environ, start_response):
try:
filename = basename(path)
response = Response()
response.content_type = 'text/x-igc'
response.headerlist.append(('Content-Disposition',
'attachment;filename={}'.format(filename)))
response.body_file = open_file(filename)
return response(environ, start_response)
except IOError:
return HTTPNotFound()(environ, start_response)
except:
return HTTPInternalServerError()(environ, start_response)
def do(self, file, pilot):
user = request.identity['user']
pilot_id = None
club_id = user.club_id
if pilot:
pilot = DBSession.query(User).get(int(pilot))
if pilot:
pilot_id = pilot.id
club_id = pilot.club_id
flights = []
success = False
for name, f in IterateUploadFiles(file):
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
flights.append((name, other, _('Duplicate file')))
continue
igc_file = IGCFile()
igc_file.owner = user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
flights.append((name, None, _('Date missing in IGC file')))
continue
flight = Flight()
flight.pilot_id = pilot_id
flight.club_id = club_id
flight.igc_file = igc_file
flight.model_id = igc_file.guess_model()
if igc_file.registration:
flight.registration = igc_file.registration
else:
flight.registration = igc_file.guess_registration()
flight.competition_id = igc_file.competition_id
if not analyse_flight(flight):
files.delete_file(filename)
flights.append((name, None, _('Failed to parse file')))
continue
if not flight.takeoff_time or not flight.landing_time:
files.delete_file(filename)
flights.append((name, None, _('No flight found in file')))
continue
if not flight.update_flight_path():
files.delete_file(filename)
flights.append((name, None, _('No flight found in file')))
continue
flights.append((name, flight, None))
DBSession.add(igc_file)
DBSession.add(flight)
create_flight_notifications(flight)
success = True
DBSession.flush()
return dict(flights=flights, success=success,
ModelSelectField=aircraft_model.SelectField)
pilot_id = pilot and pilot.id
club_id = (pilot and pilot.club_id) or current_user.club_id
results = []
_files = request.files.getlist('files')
prefix = 0
for name, f in iterate_upload_files(_files):
prefix += 1
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
results.append(
UploadResult.for_duplicate(name, other, str(prefix)))
continue
igc_file = IGCFile()
igc_file.owner = current_user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
def index_post(form):
user = g.current_user
pilot_id = form.pilot.data if form.pilot.data != 0 else None
pilot = pilot_id and User.get(int(pilot_id))
pilot_id = pilot and pilot.id
club_id = (pilot and pilot.club_id) or user.club_id
flights = []
success = False
for name, f in IterateUploadFiles(form.file.raw_data):
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
flights.append((name, other, _('Duplicate file')))
continue
igc_file = IGCFile()
igc_file.owner = user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
flights.append((name, None, _('Date missing in IGC file')))
continue
flight = Flight()
flight.pilot_id = pilot_id
flight.pilot_name = form.pilot_name.data if form.pilot_name.data else None
flight.club_id = club_id
flight.igc_file = igc_file
flight.model_id = igc_file.guess_model()
if igc_file.registration:
flight.registration = igc_file.registration
else:
flight.registration = igc_file.guess_registration()
flight.competition_id = igc_file.competition_id
if not analyse_flight(flight):
files.delete_file(filename)
flights.append((name, None, _('Failed to parse file')))
continue
if not flight.takeoff_time or not flight.landing_time:
files.delete_file(filename)
flights.append((name, None, _('No flight found in file')))
continue
if not flight.update_flight_path():
files.delete_file(filename)
flights.append((name, None, _('No flight found in file')))
continue
flights.append((name, flight, None))
db.session.add(igc_file)
db.session.add(flight)
create_flight_notifications(flight)
# flush data to make sure we don't get duplicate files from ZIP files
db.session.flush()
success = True
db.session.flush()
unlock_user_achievements(user, UPLOAD_ACHIEVEMENTS)
db.session.commit()
try:
for flight in flights:
if flight[2] is None:
tasks.analyse_flight.delay(flight[1].id)
except ConnectionError:
current_app.logger.info('Cannot connect to Redis server')
def ModelSelectField(*args, **kwargs):
return AircraftModelSelectField().bind(None, 'model', *args,
**kwargs)()
return render_template('upload/result.jinja',
flights=flights,
success=success,
ModelSelectField=ModelSelectField)
def index_post():
current_user = User.get(request.user_id)
try:
data = FlightUploadSchema().load(request.form).data
except ValidationError as e:
return jsonify(error="validation-failed", fields=e.messages), 422
pilot_id = data.get("pilot_id")
if pilot_id:
pilot = User.get(pilot_id)
if not pilot:
return jsonify(error="unknown-pilot"), 422
else:
pilot = None
club_id = (pilot and pilot.club_id) or current_user.club_id
results = []
weglide_uploads = []
_files = request.files.getlist("files")
prefix = 0
for name, f in iterate_upload_files(_files):
prefix += 1
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
results.append(UploadResult.for_duplicate(name, other, str(prefix)))
continue
igc_file = IGCFile()
igc_file.owner = current_user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
results.append(UploadResult.for_missing_date(name, str(prefix)))
continue
flight = Flight()
flight.pilot_id = pilot_id
flight.pilot_name = data.get("pilot_name")
flight.club_id = club_id
flight.igc_file = igc_file
flight.model_id = igc_file.guess_model()
if igc_file.registration:
flight.registration = igc_file.registration
else:
flight.registration = igc_file.guess_registration()
flight.competition_id = igc_file.competition_id
fp = flight_path(flight.igc_file, add_elevation=True, max_points=None)
analyzed = False
try:
analyzed = analyse_flight(flight, fp=fp)
except:
current_app.logger.exception("analyse_flight() raised an exception")
if not analyzed:
files.delete_file(filename)
results.append(UploadResult.for_parser_error(name, str(prefix)))
continue
if not flight.takeoff_time or not flight.landing_time:
files.delete_file(filename)
results.append(UploadResult.for_no_flight(name, str(prefix)))
continue
if flight.landing_time > datetime.now():
files.delete_file(filename)
results.append(UploadResult.for_future_flight(name, str(prefix)))
continue
if not flight.update_flight_path():
files.delete_file(filename)
results.append(UploadResult.for_no_flight(name, str(prefix)))
continue
flight.privacy_level = Flight.PrivacyLevel.PRIVATE
trace = _encode_flight_path(fp, qnh=flight.qnh)
infringements = get_airspace_infringements(fp, qnh=flight.qnh)
db.session.add(igc_file)
db.session.add(flight)
# flush data to make sure we don't get duplicate files from ZIP files
db.session.flush()
# Queue WeGlide upload if requested
weglide_user_id = data.get("weglideUserId")
weglide_birthday = data.get("weglideBirthday")
if weglide_user_id and weglide_birthday:
# Save `upload_to_weglide` task parameters for later. We can't start
# the task directly here, because the DB transaction has not been
# committed at this point.
weglide_uploads.append(
(igc_file.id, weglide_user_id, weglide_birthday.isoformat())
)
# Update `weglide_status` in the database
igc_file.weglide_status = 1
db.session.flush()
# Store data in cache for image creation
cache_key = hashlib.sha1(
(to_unicode(flight.id) + u"_" + to_unicode(current_user.id)).encode("utf-8")
).hexdigest()
cache.set(
"upload_airspace_infringements_" + cache_key, infringements, timeout=15 * 60
)
cache.set("upload_airspace_flight_path_" + cache_key, fp, timeout=15 * 60)
airspace = (
db.session.query(Airspace)
.filter(Airspace.id.in_(infringements.keys()))
.all()
)
results.append(
UploadResult(
name,
flight,
UploadStatus.SUCCESS,
str(prefix),
trace,
airspace,
cache_key,
)
)
create_flight_notifications(flight)
db.session.commit()
# Schedule the deferred WeGlide upload tasks from above
for weglide_upload in weglide_uploads:
tasks.upload_to_weglide.delay(*weglide_upload)
results = UploadResultSchema().dump(results, many=True).data
club_members = []
if current_user.club_id:
member_schema = UserSchema(only=("id", "name"))
club_members = (
User.query(club_id=current_user.club_id)
.order_by(func.lower(User.name))
.filter(User.id != current_user.id)
)
club_members = member_schema.dump(club_members.all(), many=True).data
aircraft_models = (
AircraftModel.query()
.order_by(AircraftModel.kind)
.order_by(AircraftModel.name)
.all()
)
aircraft_models = AircraftModelSchema().dump(aircraft_models, many=True).data
return jsonify(
results=results, club_members=club_members, aircraft_models=aircraft_models
)
def index_post(form):
user = g.current_user
pilot_id = form.pilot.data if form.pilot.data != 0 else None
pilot = pilot_id and User.get(int(pilot_id))
pilot_id = pilot and pilot.id
club_id = (pilot and pilot.club_id) or user.club_id
flights = []
success = False
prefix = 0
for name, f in IterateUploadFiles(form.file.raw_data):
prefix += 1
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
flights.append((name, other, UploadStatus.DUPLICATE, str(prefix), None))
continue
igc_file = IGCFile()
igc_file.owner = user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
flights.append((name, None, UploadStatus.MISSING_DATE, str(prefix), None))
continue
flight = Flight()
flight.pilot_id = pilot_id
flight.pilot_name = form.pilot_name.data if form.pilot_name.data else None
flight.club_id = club_id
flight.igc_file = igc_file
flight.model_id = igc_file.guess_model()
if igc_file.registration:
flight.registration = igc_file.registration
else:
flight.registration = igc_file.guess_registration()
flight.competition_id = igc_file.competition_id
if not analyse_flight(flight):
files.delete_file(filename)
flights.append((name, None, UploadStatus.PARSER_ERROR, str(prefix), None))
continue
if not flight.takeoff_time or not flight.landing_time:
files.delete_file(filename)
flights.append((name, None, UploadStatus.NO_FLIGHT, str(prefix), None))
continue
if not flight.update_flight_path():
files.delete_file(filename)
flights.append((name, None, UploadStatus.NO_FLIGHT, str(prefix), None))
continue
flights.append((name, flight, UploadStatus.SUCCESS, str(prefix),
ChangeAircraftForm(formdata=None, prefix=str(prefix), obj=flight)))
db.session.add(igc_file)
db.session.add(flight)
create_flight_notifications(flight)
# flush data to make sure we don't get duplicate files from ZIP files
db.session.flush()
success = True
db.session.commit()
try:
for flight in flights:
if flight[2] is UploadStatus.SUCCESS:
tasks.analyse_flight.delay(flight[1].id)
tasks.find_meetings.delay(flight[1].id)
except ConnectionError:
current_app.logger.info('Cannot connect to Redis server')
return render_template(
'upload/result.jinja', num_flights=prefix, flights=flights, success=success)
def index_post(form):
user = g.current_user
pilot_id = form.pilot.data if form.pilot.data != 0 else None
pilot = pilot_id and User.get(int(pilot_id))
pilot_id = pilot and pilot.id
club_id = (pilot and pilot.club_id) or user.club_id
results = []
success = False
prefix = 0
for name, f in iterate_upload_files(form.file.raw_data):
prefix += 1
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
results.append(
UploadResult.for_duplicate(name, other, str(prefix)))
continue
igc_file = IGCFile()
igc_file.owner = user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
results.append(UploadResult.for_missing_date(name, str(prefix)))
continue
flight = Flight()
flight.pilot_id = pilot_id
flight.pilot_name = form.pilot_name.data if form.pilot_name.data else None
flight.club_id = club_id
flight.igc_file = igc_file
flight.model_id = igc_file.guess_model()
if igc_file.registration:
flight.registration = igc_file.registration
else:
flight.registration = igc_file.guess_registration()
flight.competition_id = igc_file.competition_id
fp = flight_path(flight.igc_file, add_elevation=True, max_points=None)
analyzed = False
try:
analyzed = analyse_flight(flight, fp=fp)
except:
current_app.logger.exception(
'analyse_flight() raised an exception')
if not analyzed:
files.delete_file(filename)
results.append(UploadResult.for_parser_error(name, str(prefix)))
continue
if not flight.takeoff_time or not flight.landing_time:
files.delete_file(filename)
results.append(UploadResult.for_no_flight(name, str(prefix)))
continue
if flight.landing_time > datetime.now():
files.delete_file(filename)
results.append(UploadResult.for_future_flight(name, str(prefix)))
continue
if not flight.update_flight_path():
files.delete_file(filename)
results.append(UploadResult.for_no_flight(name, str(prefix)))
continue
flight.privacy_level = Flight.PrivacyLevel.PRIVATE
trace = _encode_flight_path(fp, qnh=flight.qnh)
infringements = get_airspace_infringements(fp, qnh=flight.qnh)
db.session.add(igc_file)
db.session.add(flight)
# flush data to make sure we don't get duplicate files from ZIP files
db.session.flush()
# Store data in cache for image creation
cache_key = hashlib.sha1(str(flight.id) + '_' +
str(user.id)).hexdigest()
current_app.cache.set('upload_airspace_infringements_' + cache_key,
infringements,
timeout=15 * 60)
current_app.cache.set('upload_airspace_flight_path_' + cache_key,
fp,
timeout=15 * 60)
airspace = db.session.query(Airspace) \
.filter(Airspace.id.in_(infringements.keys())) \
.all()
results.append(
UploadResult(name, flight, UploadStatus.SUCCESS, str(prefix),
trace, airspace, cache_key))
create_flight_notifications(flight)
success = True
db.session.commit()
if success:
flash(
_('Please click "Publish Flight(s)" at the bottom to confirm our automatic analysis.'
))
results_json = UploadResultSchema().dump(results, many=True).data
club_members = []
if g.current_user.club_id:
member_schema = UserSchema(only=('id', 'name'))
club_members = User.query(club_id=g.current_user.club_id) \
.order_by(func.lower(User.name)) \
.filter(User.id != g.current_user.id)
club_members = member_schema.dump(club_members.all(), many=True).data
aircraft_models = AircraftModel.query() \
.order_by(AircraftModel.kind) \
.order_by(AircraftModel.name) \
.all()
aircraft_models = AircraftModelSchema().dump(aircraft_models,
many=True).data
return render_template('upload/result.jinja',
num_flights=prefix,
results=results,
success=success,
results_json=results_json,
club_members=club_members,
aircraft_models=aircraft_models)
def index_post(form):
user = g.current_user
pilot_id = form.pilot.data if form.pilot.data != 0 else None
pilot = pilot_id and User.get(int(pilot_id))
pilot_id = pilot and pilot.id
club_id = (pilot and pilot.club_id) or user.club_id
flights = []
success = False
prefix = 0
for name, f in IterateUploadFiles(form.file.raw_data):
prefix += 1
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
flights.append((name, other, UploadStatus.DUPLICATE, str(prefix), None, None, None, None))
continue
igc_file = IGCFile()
igc_file.owner = user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
flights.append((name, None, UploadStatus.MISSING_DATE, str(prefix), None, None, None, None))
continue
flight = Flight()
flight.pilot_id = pilot_id
flight.pilot_name = form.pilot_name.data if form.pilot_name.data else None
flight.club_id = club_id
flight.igc_file = igc_file
flight.model_id = igc_file.guess_model()
if igc_file.registration:
flight.registration = igc_file.registration
else:
flight.registration = igc_file.guess_registration()
flight.competition_id = igc_file.competition_id
fp = flight_path(flight.igc_file, add_elevation=True, max_points=None)
if not analyse_flight(flight, fp=fp):
files.delete_file(filename)
flights.append((name, None, UploadStatus.PARSER_ERROR, str(prefix), None, None, None, None))
continue
if not flight.takeoff_time or not flight.landing_time:
files.delete_file(filename)
flights.append((name, None, UploadStatus.NO_FLIGHT, str(prefix), None, None, None, None))
continue
if flight.landing_time > datetime.now():
files.delete_file(filename)
flights.append((name, None, UploadStatus.FLIGHT_IN_FUTURE, str(prefix), None, None, None, None))
continue
if not flight.update_flight_path():
files.delete_file(filename)
flights.append((name, None, UploadStatus.NO_FLIGHT, str(prefix), None, None, None, None))
continue
flight.privacy_level = Flight.PrivacyLevel.PRIVATE
trace = _encode_flight_path(fp, qnh=flight.qnh)
infringements = get_airspace_infringements(fp, qnh=flight.qnh)
db.session.add(igc_file)
db.session.add(flight)
# flush data to make sure we don't get duplicate files from ZIP files
db.session.flush()
# Store data in cache for image creation
cache_key = hashlib.sha1(str(flight.id) + '_' + str(user.id)).hexdigest()
current_app.cache.set('upload_airspace_infringements_' + cache_key, infringements, timeout=15 * 60)
current_app.cache.set('upload_airspace_flight_path_' + cache_key, fp, timeout=15 * 60)
airspace = db.session.query(Airspace) \
.filter(Airspace.id.in_(infringements.keys())) \
.all()
# create form after flushing the session, otherwise we wouldn't have a flight.id
form = UploadUpdateForm(formdata=None, prefix=str(prefix), obj=flight)
# remove airspace field from form if no airspace infringements found
if not infringements:
del form.airspace_usage
# replace None in form.pilot_id and form.co_pilot_id with 0
if not form.pilot_id.data: form.pilot_id.data = 0
if not form.co_pilot_id.data: form.co_pilot_id.data = 0
form.pilot_id.validate(form)
flights.append((name, flight, UploadStatus.SUCCESS, str(prefix), trace,
airspace, cache_key, form))
create_flight_notifications(flight)
success = True
db.session.commit()
if success:
flash(_('Please click "Publish Flight(s)" at the bottom to confirm our automatic analysis.'))
return render_template(
'upload/result.jinja', num_flights=prefix, flights=flights, success=success)
pilot_id = pilot and pilot.id
club_id = (pilot and pilot.club_id) or current_user.club_id
results = []
_files = request.files.getlist('files')
prefix = 0
for name, f in iterate_upload_files(_files):
prefix += 1
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
results.append(UploadResult.for_duplicate(name, other, str(prefix)))
continue
igc_file = IGCFile()
igc_file.owner = current_user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
def index_post():
current_user = User.get(request.user_id)
form = request.form
if form.get("pilotId") == u"":
form = form.copy()
form.pop("pilotId")
try:
data = FlightSchema(only=("pilotId", "pilotName")).load(form).data
except ValidationError as e:
return jsonify(error="validation-failed", fields=e.messages), 422
pilot_id = data.get("pilot_id")
pilot = pilot_id and User.get(pilot_id)
pilot_id = pilot and pilot.id
club_id = (pilot and pilot.club_id) or current_user.club_id
results = []
_files = request.files.getlist("files")
prefix = 0
for name, f in iterate_upload_files(_files):
prefix += 1
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
results.append(UploadResult.for_duplicate(name, other, str(prefix)))
continue
igc_file = IGCFile()
igc_file.owner = current_user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
results.append(UploadResult.for_missing_date(name, str(prefix)))
continue
flight = Flight()
flight.pilot_id = pilot_id
flight.pilot_name = data.get("pilot_name")
flight.club_id = club_id
flight.igc_file = igc_file
flight.model_id = igc_file.guess_model()
if igc_file.registration:
flight.registration = igc_file.registration
else:
flight.registration = igc_file.guess_registration()
flight.competition_id = igc_file.competition_id
fp = flight_path(flight.igc_file, add_elevation=True, max_points=None)
analyzed = False
try:
analyzed = analyse_flight(flight, fp=fp)
except:
current_app.logger.exception("analyse_flight() raised an exception")
if not analyzed:
files.delete_file(filename)
results.append(UploadResult.for_parser_error(name, str(prefix)))
continue
if not flight.takeoff_time or not flight.landing_time:
files.delete_file(filename)
results.append(UploadResult.for_no_flight(name, str(prefix)))
continue
if flight.landing_time > datetime.now():
files.delete_file(filename)
results.append(UploadResult.for_future_flight(name, str(prefix)))
continue
if not flight.update_flight_path():
files.delete_file(filename)
results.append(UploadResult.for_no_flight(name, str(prefix)))
continue
flight.privacy_level = Flight.PrivacyLevel.PRIVATE
trace = _encode_flight_path(fp, qnh=flight.qnh)
infringements = get_airspace_infringements(fp, qnh=flight.qnh)
db.session.add(igc_file)
db.session.add(flight)
# flush data to make sure we don't get duplicate files from ZIP files
db.session.flush()
# Store data in cache for image creation
cache_key = hashlib.sha1(
(to_unicode(flight.id) + u"_" + to_unicode(current_user.id)).encode("utf-8")
).hexdigest()
cache.set(
"upload_airspace_infringements_" + cache_key, infringements, timeout=15 * 60
)
cache.set("upload_airspace_flight_path_" + cache_key, fp, timeout=15 * 60)
airspace = (
db.session.query(Airspace)
.filter(Airspace.id.in_(infringements.keys()))
.all()
)
results.append(
UploadResult(
name,
flight,
UploadStatus.SUCCESS,
str(prefix),
trace,
airspace,
cache_key,
)
)
create_flight_notifications(flight)
db.session.commit()
results = UploadResultSchema().dump(results, many=True).data
club_members = []
if current_user.club_id:
member_schema = UserSchema(only=("id", "name"))
club_members = (
User.query(club_id=current_user.club_id)
.order_by(func.lower(User.name))
.filter(User.id != current_user.id)
)
club_members = member_schema.dump(club_members.all(), many=True).data
aircraft_models = (
AircraftModel.query()
.order_by(AircraftModel.kind)
.order_by(AircraftModel.name)
.all()
)
aircraft_models = AircraftModelSchema().dump(aircraft_models, many=True).data
return jsonify(
results=results, club_members=club_members, aircraft_models=aircraft_models
)
def index_post(form):
user = g.current_user
pilot_id = form.pilot.data if form.pilot.data != 0 else None
pilot = pilot_id and User.get(int(pilot_id))
pilot_id = pilot and pilot.id
club_id = (pilot and pilot.club_id) or user.club_id
results = []
success = False
prefix = 0
for name, f in iterate_upload_files(form.file.raw_data):
prefix += 1
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
results.append(UploadResult.for_duplicate(name, other, str(prefix)))
continue
igc_file = IGCFile()
igc_file.owner = user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
results.append(UploadResult.for_missing_date(name, str(prefix)))
continue
flight = Flight()
flight.pilot_id = pilot_id
flight.pilot_name = form.pilot_name.data if form.pilot_name.data else None
flight.club_id = club_id
flight.igc_file = igc_file
flight.model_id = igc_file.guess_model()
if igc_file.registration:
flight.registration = igc_file.registration
else:
flight.registration = igc_file.guess_registration()
flight.competition_id = igc_file.competition_id
fp = flight_path(flight.igc_file, add_elevation=True, max_points=None)
analyzed = False
try:
analyzed = analyse_flight(flight, fp=fp)
except:
current_app.logger.exception('analyse_flight() raised an exception')
if not analyzed:
files.delete_file(filename)
results.append(UploadResult.for_parser_error(name, str(prefix)))
continue
if not flight.takeoff_time or not flight.landing_time:
files.delete_file(filename)
results.append(UploadResult.for_no_flight(name, str(prefix)))
continue
if flight.landing_time > datetime.now():
files.delete_file(filename)
results.append(UploadResult.for_future_flight(name, str(prefix)))
continue
if not flight.update_flight_path():
files.delete_file(filename)
results.append(UploadResult.for_no_flight(name, str(prefix)))
continue
flight.privacy_level = Flight.PrivacyLevel.PRIVATE
trace = _encode_flight_path(fp, qnh=flight.qnh)
infringements = get_airspace_infringements(fp, qnh=flight.qnh)
db.session.add(igc_file)
db.session.add(flight)
# flush data to make sure we don't get duplicate files from ZIP files
db.session.flush()
# Store data in cache for image creation
cache_key = hashlib.sha1(str(flight.id) + '_' + str(user.id)).hexdigest()
current_app.cache.set('upload_airspace_infringements_' + cache_key, infringements, timeout=15 * 60)
current_app.cache.set('upload_airspace_flight_path_' + cache_key, fp, timeout=15 * 60)
airspace = db.session.query(Airspace) \
.filter(Airspace.id.in_(infringements.keys())) \
.all()
results.append(UploadResult(name, flight, UploadStatus.SUCCESS, str(prefix), trace, airspace, cache_key))
create_flight_notifications(flight)
success = True
db.session.commit()
if success:
flash(_('Please click "Publish Flight(s)" at the bottom to confirm our automatic analysis.'))
results_json = UploadResultSchema().dump(results, many=True).data
club_members = []
if g.current_user.club_id:
member_schema = UserSchema(only=('id', 'name'))
club_members = User.query(club_id=g.current_user.club_id) \
.order_by(func.lower(User.name)) \
.filter(User.id != g.current_user.id)
club_members = member_schema.dump(club_members.all(), many=True).data
aircraft_models = AircraftModel.query() \
.order_by(AircraftModel.kind) \
.order_by(AircraftModel.name) \
.all()
aircraft_models = AircraftModelSchema().dump(aircraft_models, many=True).data
return render_template(
'upload/result.jinja', num_flights=prefix, results=results, success=success,
results_json=results_json, club_members=club_members, aircraft_models=aircraft_models)
def index_post(form):
user = g.current_user
pilot_id = form.pilot.data if form.pilot.data != 0 else None
pilot = pilot_id and User.get(int(pilot_id))
pilot_id = pilot and pilot.id
club_id = (pilot and pilot.club_id) or user.club_id
flights = []
success = False
for name, f in IterateUploadFiles(form.file.raw_data):
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
flights.append((name, other, _('Duplicate file')))
continue
igc_file = IGCFile()
igc_file.owner = user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
flights.append((name, None, _('Date missing in IGC file')))
continue
flight = Flight()
flight.pilot_id = pilot_id
flight.club_id = club_id
flight.igc_file = igc_file
flight.model_id = igc_file.guess_model()
if igc_file.registration:
flight.registration = igc_file.registration
else:
flight.registration = igc_file.guess_registration()
flight.competition_id = igc_file.competition_id
if not analyse_flight(flight):
files.delete_file(filename)
flights.append((name, None, _('Failed to parse file')))
continue
if not flight.takeoff_time or not flight.landing_time:
files.delete_file(filename)
flights.append((name, None, _('No flight found in file')))
continue
if not flight.update_flight_path():
files.delete_file(filename)
flights.append((name, None, _('No flight found in file')))
continue
flights.append((name, flight, None))
db.session.add(igc_file)
db.session.add(flight)
create_flight_notifications(flight)
# flush data to make sure we don't get duplicate files from ZIP files
db.session.flush()
success = True
db.session.commit()
try:
for flight in flights:
if flight[2] is None:
tasks.analyse_flight.delay(flight[1].id)
except ConnectionError:
app.logger.info('Cannot connect to Redis server')
def ModelSelectField(*args, **kwargs):
return AircraftModelSelectField().bind(None, 'model', *args, **kwargs)()
return render_template(
'upload/result.jinja', flights=flights, success=success,
ModelSelectField=ModelSelectField)
def index_post(form):
user = g.current_user
pilot_id = form.pilot.data if form.pilot.data != 0 else None
pilot = pilot_id and User.get(int(pilot_id))
pilot_id = pilot and pilot.id
club_id = (pilot and pilot.club_id) or user.club_id
flights = []
success = False
prefix = 0
for name, f in IterateUploadFiles(form.file.raw_data):
prefix += 1
filename = files.sanitise_filename(name)
filename = files.add_file(filename, f)
# check if the file already exists
with files.open_file(filename) as f:
md5 = file_md5(f)
other = Flight.by_md5(md5)
if other:
files.delete_file(filename)
flights.append((name, other, UploadStatus.DUPLICATE, str(prefix), None, None, None, None))
continue
igc_file = IGCFile()
igc_file.owner = user
igc_file.filename = filename
igc_file.md5 = md5
igc_file.update_igc_headers()
if igc_file.date_utc is None:
files.delete_file(filename)
flights.append((name, None, UploadStatus.MISSING_DATE, str(prefix), None, None, None, None))
continue
flight = Flight()
flight.pilot_id = pilot_id
flight.pilot_name = form.pilot_name.data if form.pilot_name.data else None
flight.club_id = club_id
flight.igc_file = igc_file
flight.model_id = igc_file.guess_model()
if igc_file.registration:
flight.registration = igc_file.registration
else:
flight.registration = igc_file.guess_registration()
flight.competition_id = igc_file.competition_id
fp = flight_path(flight.igc_file, add_elevation=True, max_points=None)
analyzed = False
try:
analyse_flight(flight, fp=fp)
analyzed = True
except:
current_app.logger.exception('analyse_flight() raised an exception')
if not analyzed:
files.delete_file(filename)
flights.append((name, None, UploadStatus.PARSER_ERROR, str(prefix), None, None, None, None))
continue
if not flight.takeoff_time or not flight.landing_time:
files.delete_file(filename)
flights.append((name, None, UploadStatus.NO_FLIGHT, str(prefix), None, None, None, None))
continue
if flight.landing_time > datetime.now():
files.delete_file(filename)
flights.append((name, None, UploadStatus.FLIGHT_IN_FUTURE, str(prefix), None, None, None, None))
continue
if not flight.update_flight_path():
files.delete_file(filename)
flights.append((name, None, UploadStatus.NO_FLIGHT, str(prefix), None, None, None, None))
continue
flight.privacy_level = Flight.PrivacyLevel.PRIVATE
trace = _encode_flight_path(fp, qnh=flight.qnh)
infringements = get_airspace_infringements(fp, qnh=flight.qnh)
db.session.add(igc_file)
db.session.add(flight)
# flush data to make sure we don't get duplicate files from ZIP files
db.session.flush()
# Store data in cache for image creation
cache_key = hashlib.sha1(str(flight.id) + '_' + str(user.id)).hexdigest()
current_app.cache.set('upload_airspace_infringements_' + cache_key, infringements, timeout=15 * 60)
current_app.cache.set('upload_airspace_flight_path_' + cache_key, fp, timeout=15 * 60)
airspace = db.session.query(Airspace) \
.filter(Airspace.id.in_(infringements.keys())) \
.all()
# create form after flushing the session, otherwise we wouldn't have a flight.id
form = UploadUpdateForm(formdata=None, prefix=str(prefix), obj=flight)
# remove airspace field from form if no airspace infringements found
if not infringements:
del form.airspace_usage
# replace None in form.pilot_id and form.co_pilot_id with 0
if not form.pilot_id.data: form.pilot_id.data = 0
if not form.co_pilot_id.data: form.co_pilot_id.data = 0
form.pilot_id.validate(form)
flights.append((name, flight, UploadStatus.SUCCESS, str(prefix), trace,
airspace, cache_key, form))
create_flight_notifications(flight)
success = True
db.session.commit()
if success:
flash(_('Please click "Publish Flight(s)" at the bottom to confirm our automatic analysis.'))
return render_template(
'upload/result.jinja', num_flights=prefix, flights=flights, success=success)
def upload(igc_file_id, weglide_user_id, weglide_birthday):
with sentry_sdk.push_scope() as scope:
scope.set_context(
"WeGlide Upload",
{
"igc_file_id": igc_file_id,
"weglide_user_id": weglide_user_id,
},
)
log.info(
"Uploading IGC file %s to WeGlide for user %sРђд",
igc_file_id,
weglide_user_id,
)
igc_file = db.session.query(IGCFile).get(igc_file_id)
if not igc_file:
# missing IGCFile in the database is logged and sent to Sentry
log.warn(
"IGC file (%s) upload failed because it can not be found in the database",
igc_file_id,
)
sentry_sdk.capture_message(
"IGC file can not be found in the database", "warning")
return False
try:
with open_file(igc_file.filename) as f:
data = {
"user_id": weglide_user_id,
"date_of_birth": weglide_birthday
}
files = {"file": (igc_file.filename, f)}
response = requests.post(
"https://api.weglide.org/v1/igcfile",
data=data,
files=files,
timeout=30,
)
igc_file.weglide_status = response.status_code
try:
igc_file.weglide_data = response.json()
except ValueError:
# `igc_file.weglide_data` is already `None` so we don't have to do anything
pass
db.session.commit()
if 200 <= response.status_code < 300:
log.info("%s: WeGlide IGC file upload successful",
igc_file)
else:
log.warn(
"%s: WeGlide IGC file upload failed (HTTP %d)",
igc_file,
response.status_code,
)
return True
except requests.exceptions.RequestException:
# network errors are an expected failure so we only log them as warnings and move on... ЪциРђЇ
log.warn("%s: WeGlide IGC file upload failed",
igc_file,
exc_info=True)
except Exception:
# unexpected errors are logged and sent to Sentry
log.error("%s: WeGlide IGC file upload failed",
igc_file,
exc_info=True)
sentry_sdk.capture_exception()
igc_file.weglide_status = 2
db.session.commit()