def submitnewtask(): left = request.args.get('left', type=float) bottom = request.args.get('bottom', type=float) right = request.args.get('right', type=float) top = request.args.get('top', type=float) email = request.args.get('email', type=str) classification = request.args.get('classification', type=str) # email validation if not re.match(r"[^@]+@[^@]+\.[^@]+", email): return jsonify(wronginput = "Invalid email address") # classification validation if not re.match(r"^(?=\w{1,2}$)([ug]).*", classification): return jsonify(wronginput = "Wrong AHN2 classification") # selection bounds validation ewkt = get_ewkt_from_bounds(left, bottom, right, top) if 0 == db_session.query(Tile).filter( Tile.geom.intersects( ewkt ) ).count(): return jsonify(wronginput = "Selection is empty") if not request.remote_addr in app.config['TRUSTED_IP_ADDRESSES'] and get_point_count_estimate_from_ewkt(ewkt) > app.config['MAX_POINT_QUERY_SIZE']: return jsonify(wronginput = "At this time we don't accept requests larger than {} points. Draw a smaller selection to continue.".format(format_big_number(app.config['MAX_POINT_QUERY_SIZE']))) # new celery task result = new_task.apply_async((left, bottom, right, top, classification)) # store task parameters in db task = Task(id=result.id, ahn2_class=classification, emailto=email, geom=get_ewkt_from_bounds(left, bottom, right, top),\ time_stamp=datetime.datetime.now(), ip_address=request.remote_addr ) db_session.add(task) db_session.commit() taskurl = url_for('tasks_page', task_id=result.id) return jsonify(result = taskurl)
def get_tile_from_file(path, bounds=None): lasinfo_file = path[:-3] + 'txt' if os.path.isfile(lasinfo_file): info_txt = lasinfo_file else: info_txt = lasinfotxt(path) info_dict = read_lasinfotxt(info_txt) filename = os.path.basename(path) name = filename.split('.')[0] if bounds is None: x_max, y_max, z_max = info_dict['max_xyz'] x_min, y_min, z_min = info_dict['min_xyz'] ewkt = get_ewkt_from_bounds(x_min, y_min, x_max, y_max) else: try: ewkt = get_ewkt_from_pointlist(bounds[name]) except: x_max, y_max, z_max = info_dict['max_xyz'] x_min, y_min, z_min = info_dict['min_xyz'] ewkt = get_ewkt_from_bounds(x_min, y_min, x_max, y_max) tile = Tile(path=path, active=True, pointcount=info_dict['pointcount'], name=name, geom=ewkt) return tile
def new_task(left, bottom, right, top, ahn2_class): if ahn2_class == 'ug': ahn2_class = 'u|g' ewkt = get_ewkt_from_bounds(left, bottom, right, top) # geojson = get_geojson_from_bounds(left, bottom, right, top) filenames = db_session.query(Tile.path).filter(Tile.ahn2_class.match(ahn2_class)).filter(Tile.geom.intersects(ewkt)).all() filenames = [f[0] for f in filenames] output_laz = app.config['RESULTS_FOLDER'] + str(new_task.request.id)+'.laz' # this will cause an exception if something goes wrong while calling lasmerge executable t0 = time.time() lastools.lasmerge(filenames, left, bottom, right, top, output_laz) t1 = time.time() t = db_session.query(Task).filter(Task.id==str(new_task.request.id)).one() try: t.send_email() except: pass infotxt = lastools.lasinfotxt(output_laz) info = tile_io.read_lasinfotxt(infotxt) t.log_execution_time = t1-t0 t.log_actual_point_count = info['pointcount'] db_session.commit()
def getPointCountEstimate(): """Gives an estimate of the number of points in the query rectangle""" left = request.args.get('left', type=float) bottom = request.args.get('bottom', type=float) right = request.args.get('right', type=float) top = request.args.get('top', type=float) ewkt = get_ewkt_from_bounds(left, bottom, right, top) total_estimate = get_point_count_estimate_from_ewkt(ewkt) return jsonify(result="You selected about {} points!".format(format_big_number(total_estimate)))
def getPointCountEstimate(): """Gives an estimate of the number of points in the query rectangle""" left = request.args.get('left', type=float) bottom = request.args.get('bottom', type=float) right = request.args.get('right', type=float) top = request.args.get('top', type=float) dataset_id = request.args.get('dataset_id', type=int) dataset = Dataset.query.get(dataset_id) ewkt = get_ewkt_from_bounds(left, bottom, right, top) total_estimate = get_point_count_estimate_from_ewkt(dataset, ewkt) return jsonify(result="You selected about {} points!".format( format_big_number(total_estimate)))
def merge_tiles_from_taskfile(taskfile): with open(taskfile) as f: left = float(f.readline().split(':')[-1]) bottom = float(f.readline().split(':')[-1]) right = float(f.readline().split(':')[-1]) top = float(f.readline().split(':')[-1]) ahn2_class = f.readline().split(':')[-1].strip() if ahn2_class == 'ug': ahn2_class = 'u|g' ewkt = get_ewkt_from_bounds(left, bottom, right, top) filenames = db_session.query(Tile.path).filter( Tile.ahn2_class.match(ahn2_class)).filter( Tile.geom.intersects(ewkt)).all() filenames = [f[0] for f in filenames] lasmerge(filenames, left, bottom, right, top, taskfile[:-3] + 'laz')
def submitnewtask(): left = request.args.get('left', type=float) bottom = request.args.get('bottom', type=float) right = request.args.get('right', type=float) top = request.args.get('top', type=float) email = request.args.get('email', type=str) classification = request.args.get('classification', type=str) dataset_id = request.args.get('dataset_id', type=int) # email validation if not re.match(r"[^@]+@[^@]+\.[^@]+", email): return jsonify(wronginput="Invalid email address") # classification validation if not re.match(r"^([1-9][0-9]?)(,[1-9][0-9]?)*$", classification): return jsonify(wronginput="Invalid classification string") classification = classification.split(',') # dataset validation dataset = Dataset.query.get(dataset_id) if dataset is None: return jsonify(wronginput="Invalid dataset name") # selection bounds validation ewkt = get_ewkt_from_bounds(left, bottom, right, top) if 0 == db_session.query(Tile).filter(Tile.geom.intersects(ewkt)).count(): return jsonify(wronginput="Selection is empty") if not request.remote_addr in app.config[ 'TRUSTED_IP_ADDRESSES'] and get_point_count_estimate_from_ewkt( dataset, ewkt) > app.config['MAX_POINT_QUERY_SIZE']: return jsonify( wronginput= "At this time we don't accept requests larger than {} points. Draw a smaller selection to continue." .format(format_big_number(app.config['MAX_POINT_QUERY_SIZE']))) # new celery task result = new_task.apply_async( (left, bottom, right, top, dataset_id, classification)) # store task parameters in db task = Task(id=result.id, dataset=dataset, classes=classification, emailto=email, geom=get_ewkt_from_bounds(left, bottom, right, top),\ time_stamp=datetime.datetime.now(), ip_address=request.remote_addr ) db_session.add(task) db_session.commit() taskurl = url_for('tasks_page', task_id=result.id) return jsonify(result=taskurl)