def export(info_role):
export_view_name = blueprint.config["export_view_name"]
export_geom_column = blueprint.config["export_geom_columns_name"]
export_id_column_name = blueprint.config["export_id_column_name"]
export_columns = blueprint.config["export_columns"]
export_srid = blueprint.config["export_srid"]
export_view = GenericTable(
export_view_name, "pr_occtax", export_geom_column, export_srid
)
releve_repository = ReleveRepository(export_view)
q = releve_repository.get_filtered_query(info_role, from_generic_table=True)
q = get_query_occtax_filters(request.args, export_view, q, from_generic_table=True)
data = q.all()
file_name = datetime.datetime.now().strftime("%Y_%m_%d_%Hh%Mm%S")
file_name = filemanager.removeDisallowedFilenameChars(file_name)
export_format = request.args["format"] if "format" in request.args else "geojson"
if export_format == "csv":
columns = (
export_columns
if len(export_columns) > 0
else [db_col.key for db_col in export_view.db_cols]
)
return to_csv_resp(
file_name, [export_view.as_dict(d) for d in data], columns, ";"
)
elif export_format == "geojson":
results = FeatureCollection(
[export_view.as_geofeature(d, columns=export_columns) for d in data]
)
return to_json_resp(
results, as_file=True, filename=file_name, indent=4, extension="geojson"
)
else:
try:
filemanager.delete_recursively(
str(ROOT_DIR / "backend/static/shapefiles"), excluded_files=[".gitkeep"]
)
db_cols = [
db_col for db_col in export_view.db_cols if db_col.key in export_columns
]
dir_path = str(ROOT_DIR / "backend/static/shapefiles")
export_view.as_shape(
db_cols=db_cols, data=data, dir_path=dir_path, file_name=file_name
)
return send_from_directory(dir_path, file_name + ".zip", as_attachment=True)
except GeonatureApiError as e:
message = str(e)
return render_template(
"error.html",
error=message,
redirect=current_app.config["URL_APPLICATION"] + "/#/occtax",
)
def export(info_role):
filters = dict(request.args)
if 'limit' in filters:
result_limit = filters.pop('limit')[0]
else:
result_limit = current_app.config['SYNTHESE']['NB_MAX_OBS_EXPORT']
export_format = filters.pop('export_format')[0]
allowed_datasets = TDatasets.get_user_datasets(info_role)
q = DB.session.query(VSyntheseForExport)
q = synthese_query.filter_query_all_filters(VSyntheseForExport, q, filters,
info_role, allowed_datasets)
q = q.order_by(VSyntheseForExport.date_min.desc())
data = q.limit(result_limit)
file_name = datetime.datetime.now().strftime('%Y_%m_%d_%Hh%Mm%S')
file_name = filemanager.removeDisallowedFilenameChars(file_name)
formated_data = [d.as_dict_ordered() for d in data]
export_columns = formated_data[0].keys()
if export_format == 'csv':
return to_csv_resp(
file_name,
formated_data,
separator=';',
columns=export_columns,
)
elif export_format == 'geojson':
results = FeatureCollection(formated_data)
return to_json_resp(results,
as_file=True,
filename=file_name,
indent=4)
else:
filemanager.delete_recursively(str(ROOT_DIR /
'backend/static/shapefiles'),
excluded_files=['.gitkeep'])
dir_path = str(ROOT_DIR / 'backend/static/shapefiles')
FionaShapeService.create_shapes_struct(
db_cols=VSyntheseForExport.db_cols,
srid=current_app.config['LOCAL_SRID'],
dir_path=dir_path,
file_name=file_name,
col_mapping=current_app.config['SYNTHESE']['EXPORT_COLUMNS'])
for row in data:
geom = row.the_geom_local
row_as_dict = row.as_dict_ordered()
FionaShapeService.create_feature(row_as_dict, geom)
FionaShapeService.save_and_zip_shapefiles()
return send_from_directory(dir_path,
file_name + '.zip',
as_attachment=True)
def export_as_geo_file(export_format, export_view, db_cols, geojson_col, data,
file_name):
"""Fonction générant un fixhier export au format shp ou gpkg
.. :quickref: Utils;
Fonction générant un fixhier export au format shp ou gpkg
:param export_format: format d'export
:type export_format: str() gpkg ou shapefile
:param export_view: Table correspondant aux données à exporter
:type export_view: GenericTableGeo
:param db_cols: Liste des colonnes
:type db_cols: list
:param geojson_col: Nom de la colonne contenant le geojson
:type geojson_col: str
:param data: Résulats
:type data: list
:param file_name: Résulats
:type file_name: str
:returns: Répertoire où sont stockées les données et nom du fichier avec son extension
"""
if export_format == "gpkg":
geo_format = "gpkg"
dir_path = str(ROOT_DIR / "backend/static/geopackages")
dwn_extension = "gpkg"
elif export_format == "shapefile":
geo_format = "shp"
dir_path = str(ROOT_DIR / "backend/static/shapefiles")
dwn_extension = "zip"
filemanager.delete_recursively(dir_path, excluded_files=[".gitkeep"])
export_view.as_geofile(
export_format=geo_format,
db_cols=db_cols,
geojson_col=geojson_col,
data=data,
dir_path=dir_path,
file_name=file_name,
)
return dir_path, file_name + "." + dwn_extension
def export_observations_web(info_role):
"""
Optimized route for observations web export
This view is customisable by the administrator
Some columns arer mandatory: id_sythese, geojson and geojson_local to generate the exported files
Parameters :
Via POST: Use a list of id_synthese (in POST parameters) to filter the v_synthese_for_export_view
Via GET: 'export_format' str<'csv', 'geojson', 'shapefiles'>
"""
params = request.args
# set default to csv
export_format = "csv"
export_view = GenericTable(
"v_synthese_for_export",
"gn_synthese",
"the_geom_local",
current_app.config["LOCAL_SRID"],
)
if "export_format" in params:
export_format = params["export_format"]
# get list of id synthese from POST
id_list = request.get_json()
db_cols_for_shape = []
columns_to_serialize = []
# loop over synthese config to get the columns for export
for db_col in export_view.db_cols:
if db_col.key in current_app.config["SYNTHESE"]["EXPORT_COLUMNS"]:
db_cols_for_shape.append(db_col)
columns_to_serialize.append(db_col.key)
q = DB.session.query(export_view.tableDef).filter(
export_view.tableDef.columns.idSynthese.in_(id_list)
)
# check R and E CRUVED to know if we filter with cruved
cruved = cruved_scope_for_user_in_module(info_role.id_role, module_code="SYNTHESE")[
0
]
if cruved["R"] > cruved["E"]:
# filter on cruved specifying the column
# id_dataset, id_synthese, id_digitiser and observer in the v_synthese_for_export_view
q = synthese_query.filter_query_with_cruved(
export_view.tableDef,
q,
info_role,
id_synthese_column=current_app.config["SYNTHESE"]["EXPORT_ID_SYNTHESE_COL"],
id_dataset_column=current_app.config["SYNTHESE"]["EXPORT_ID_DATASET_COL"],
observers_column=current_app.config["SYNTHESE"]["EXPORT_OBSERVERS_COL"],
id_digitiser_column=current_app.config["SYNTHESE"][
"EXPORT_ID_DIGITISER_COL"
],
with_generic_table=True,
)
results = q.limit(current_app.config["SYNTHESE"]["NB_MAX_OBS_EXPORT"])
file_name = datetime.datetime.now().strftime("%Y_%m_%d_%Hh%Mm%S")
file_name = filemanager.removeDisallowedFilenameChars(file_name)
# columns = [db_col.key for db_col in export_view.db_cols]
if export_format == "csv":
formated_data = [
export_view.as_dict(d, columns=columns_to_serialize) for d in results
]
return to_csv_resp(
file_name, formated_data, separator=";", columns=columns_to_serialize
)
elif export_format == "geojson":
features = []
for r in results:
geometry = ast.literal_eval(
getattr(r, current_app.config["SYNTHESE"]["EXPORT_GEOJSON_4326_COL"])
)
feature = Feature(
geometry=geometry,
properties=export_view.as_dict(r, columns=columns_to_serialize),
)
features.append(feature)
results = FeatureCollection(features)
return to_json_resp(results, as_file=True, filename=file_name, indent=4)
else:
try:
filemanager.delete_recursively(
str(ROOT_DIR / "backend/static/shapefiles"), excluded_files=[".gitkeep"]
)
dir_path = str(ROOT_DIR / "backend/static/shapefiles")
export_view.as_shape(
db_cols=db_cols_for_shape,
data=results,
geojson_col=current_app.config["SYNTHESE"]["EXPORT_GEOJSON_LOCAL_COL"],
dir_path=dir_path,
file_name=file_name,
)
return send_from_directory(dir_path, file_name + ".zip", as_attachment=True)
except GeonatureApiError as e:
message = str(e)
return render_template(
"error.html",
error=message,
redirect=current_app.config["URL_APPLICATION"] + "/#/synthese",
)
def export(info_role):
export_view_name = blueprint.config["export_view_name"]
export_geom_column = blueprint.config["export_geom_columns_name"]
export_id_column_name = blueprint.config["export_id_column_name"]
export_columns = blueprint.config["export_columns"]
export_srid = blueprint.config["export_srid"]
export_view = GenericTable(export_view_name, "pr_occtax",
export_geom_column, export_srid)
releve_repository = ReleveRepository(export_view)
q = releve_repository.get_filtered_query(info_role,
from_generic_table=True)
q = get_query_occtax_filters(request.args,
export_view,
q,
from_generic_table=True)
data = q.all()
file_name = datetime.datetime.now().strftime("%Y_%m_%d_%Hh%Mm%S")
file_name = filemanager.removeDisallowedFilenameChars(file_name)
export_format = request.args[
"format"] if "format" in request.args else "geojson"
if export_format == "csv":
columns = (export_columns if len(export_columns) > 0 else
[db_col.key for db_col in export_view.db_cols])
return to_csv_resp(file_name, [export_view.as_dict(d) for d in data],
columns, ";")
elif export_format == "geojson":
results = FeatureCollection([
export_view.as_geofeature(d, columns=export_columns) for d in data
])
return to_json_resp(results,
as_file=True,
filename=file_name,
indent=4,
extension="geojson")
else:
try:
filemanager.delete_recursively(str(ROOT_DIR /
"backend/static/shapefiles"),
excluded_files=[".gitkeep"])
db_cols = [
db_col for db_col in export_view.db_cols
if db_col.key in export_columns
]
dir_path = str(ROOT_DIR / "backend/static/shapefiles")
export_view.as_shape(db_cols=db_cols,
data=data,
dir_path=dir_path,
file_name=file_name)
return send_from_directory(dir_path,
file_name + ".zip",
as_attachment=True)
except GeonatureApiError as e:
message = str(e)
return render_template(
"error.html",
error=message,
redirect=current_app.config["URL_APPLICATION"] + "/#/occtax",
)
def export_observations_web(info_role):
"""Optimized route for observations web export.
.. :quickref: Synthese;
This view is customisable by the administrator
Some columns are mandatory: id_synthese, geojson and geojson_local to generate the exported files
POST parameters: Use a list of id_synthese (in POST parameters) to filter the v_synthese_for_export_view
:query str export_format: str<'csv', 'geojson', 'shapefiles'>
"""
params = request.args
# set default to csv
export_format = "csv"
export_view = GenericTableGeo(
tableName="v_synthese_for_export",
schemaName="gn_synthese",
engine=DB.engine,
geometry_field=None,
srid=current_app.config["LOCAL_SRID"],
)
if "export_format" in params:
export_format = params["export_format"]
# get list of id synthese from POST
id_list = request.get_json()
db_cols_for_shape = []
columns_to_serialize = []
# loop over synthese config to get the columns for export
for db_col in export_view.db_cols:
if db_col.key in current_app.config["SYNTHESE"]["EXPORT_COLUMNS"]:
db_cols_for_shape.append(db_col)
columns_to_serialize.append(db_col.key)
q = DB.session.query(export_view.tableDef).filter(
export_view.tableDef.columns[
current_app.config["SYNTHESE"]["EXPORT_ID_SYNTHESE_COL"]
].in_(id_list)
)
# check R and E CRUVED to know if we filter with cruved
cruved = cruved_scope_for_user_in_module(info_role.id_role, module_code="SYNTHESE")[
0
]
if cruved["R"] > cruved["E"]:
# filter on cruved specifying the column
# id_dataset, id_synthese, id_digitiser and observer in the v_synthese_for_export_view
q = synthese_query.filter_query_with_cruved(
export_view.tableDef,
q,
info_role,
id_synthese_column=current_app.config["SYNTHESE"]["EXPORT_ID_SYNTHESE_COL"],
id_dataset_column=current_app.config["SYNTHESE"]["EXPORT_ID_DATASET_COL"],
observers_column=current_app.config["SYNTHESE"]["EXPORT_OBSERVERS_COL"],
id_digitiser_column=current_app.config["SYNTHESE"][
"EXPORT_ID_DIGITISER_COL"
],
with_generic_table=True,
)
results = q.limit(current_app.config["SYNTHESE"]["NB_MAX_OBS_EXPORT"])
file_name = datetime.datetime.now().strftime("%Y_%m_%d_%Hh%Mm%S")
file_name = filemanager.removeDisallowedFilenameChars(file_name)
# columns = [db_col.key for db_col in export_view.db_cols]
if export_format == "csv":
formated_data = [
export_view.as_dict(d, columns=columns_to_serialize) for d in results
]
return to_csv_resp(
file_name, formated_data, separator=";", columns=columns_to_serialize
)
elif export_format == "geojson":
features = []
for r in results:
geometry = ast.literal_eval(
getattr(
r, current_app.config["SYNTHESE"]["EXPORT_GEOJSON_4326_COL"])
)
feature = Feature(
geometry=geometry,
properties=export_view.as_dict(
r, columns=columns_to_serialize),
)
features.append(feature)
results = FeatureCollection(features)
return to_json_resp(results, as_file=True, filename=file_name, indent=4)
else:
try:
filemanager.delete_recursively(
str(ROOT_DIR / "backend/static/shapefiles"), excluded_files=[".gitkeep"]
)
dir_path = str(ROOT_DIR / "backend/static/shapefiles")
export_view.as_shape(
db_cols=db_cols_for_shape,
data=results,
geojson_col=current_app.config["SYNTHESE"]["EXPORT_GEOJSON_LOCAL_COL"],
dir_path=dir_path,
file_name=file_name,
)
return send_from_directory(dir_path, file_name + ".zip", as_attachment=True)
except GeonatureApiError as e:
message = str(e)
return render_template(
"error.html",
error=message,
redirect=current_app.config["URL_APPLICATION"] + "/#/synthese",
)
def test(info_role):
"""
Deprecated
"""
file_name = datetime.datetime.now().strftime("%Y_%m_%d_%Hh%Mm%S")
file_name = filemanager.removeDisallowedFilenameChars(file_name)
releve_repository = ReleveRepository(TRelevesOccurrence)
q = releve_repository.get_filtered_query(info_role)
parameters = request.args
# Filters
q = get_query_occtax_filters(parameters, TRelevesOccurrence, q)
data = q.all()
user = info_role
user_cruved = get_or_fetch_user_cruved(session=session,
id_role=info_role.id_role,
module_code="OCCTAX")
#on crée le dossier s'il n'existe pas
dir_path = str(ROOT_DIR / "backend/static/medias/exports")
if not os.path.exists(dir_path):
os.makedirs(dir_path)
#on le clean
filemanager.delete_recursively(
str(ROOT_DIR / "backend/static/medias/exports"))
featureCollection = []
zip_path = dir_path + "/" + file_name + ".zip"
zp_file = zipfile.ZipFile(zip_path, mode="w")
for n in data:
releve_cruved = n.get_releve_cruved(user, user_cruved)
feature = n.get_geofeature(relationships=('t_occurrences_occtax',
'cor_counting_occtax',
'medias'))
if 'properties' in feature:
if 't_occurrences_occtax' in feature['properties']:
for occurence in feature['properties']['t_occurrences_occtax']:
for counting in occurence['cor_counting_occtax']:
if 'medias' in counting:
for media in counting['medias']:
if media['media_path'] is not None:
file_path = str(
ROOT_DIR /
"backend/") + "/" + media['media_path']
if os.path.exists(file_path):
zp_file.write(
file_path,
os.path.basename(file_path))
#copyfile( file_path, dir_path + "/" + os.path.basename(file_path))
#featureCollection.append(file_path)
#return {"items": media,}
# if feature['properties']['t_occurrences_occtax']:
# for occurence in feature['properties']['t_occurrences_occtax'] :
# featureCollection.append(occurence)
#featureCollection.append(feature)
zp_file.close()
return send_from_directory(dir_path,
file_name + ".zip",
as_attachment=True)
def export(info_role):
"""Export data from pr_occtax.export_occtax_sinp view (parameter)
.. :quickref: Occtax; Export data from pr_occtax.export_occtax_sinp
:query str format: format of the export ('csv', 'geojson', 'shapefile', 'medias')
"""
export_view_name = blueprint.config["export_view_name"]
export_geom_column = blueprint.config["export_geom_columns_name"]
export_columns = blueprint.config["export_columns"]
export_srid = blueprint.config["export_srid"]
export_view = GenericTableGeo(
tableName=export_view_name,
schemaName="pr_occtax",
engine=DB.engine,
geometry_field=export_geom_column,
srid=export_srid,
)
releve_repository = ReleveRepository(export_view)
q = releve_repository.get_filtered_query(info_role,
from_generic_table=True)
q = get_query_occtax_filters(
request.args,
export_view,
q,
from_generic_table=True,
obs_txt_column=blueprint.config["export_observer_txt_column"],
)
data = q.all()
file_name = datetime.datetime.now().strftime("%Y_%m_%d_%Hh%Mm%S")
file_name = filemanager.removeDisallowedFilenameChars(file_name)
export_format = request.args[
"format"] if "format" in request.args else "geojson"
if export_format == "csv":
columns = (export_columns if len(export_columns) > 0 else
[db_col.key for db_col in export_view.db_cols])
return to_csv_resp(file_name, [export_view.as_dict(d) for d in data],
columns, ";")
elif export_format == "geojson":
results = FeatureCollection([
export_view.as_geofeature(d, columns=export_columns) for d in data
])
return to_json_resp(results,
as_file=True,
filename=file_name,
indent=4,
extension="geojson")
#MET 21/10/2020 Ajout d'un export medias
elif export_format == "medias":
try:
releve_repository_for_media = ReleveRepository(TRelevesOccurrence)
q = releve_repository_for_media.get_filtered_query(info_role)
parameters = request.args
# Filters
q = get_query_occtax_filters(parameters, TRelevesOccurrence, q)
data = q.all()
user = info_role
user_cruved = get_or_fetch_user_cruved(session=session,
id_role=info_role.id_role,
module_code="OCCTAX")
#on crée le dossier s'il n'existe pas
dir_path = str(ROOT_DIR / "backend/static/medias/exports")
if not os.path.exists(dir_path):
os.makedirs(dir_path)
#on le clean
filemanager.delete_recursively(dir_path)
featureCollection = []
zip_path = dir_path + "/" + file_name + ".zip"
zp_file = zipfile.ZipFile(zip_path, mode="w")
for n in data:
releve_cruved = n.get_releve_cruved(user, user_cruved)
feature = n.get_geofeature(
relationships=('t_occurrences_occtax',
'cor_counting_occtax', 'medias'))
if 'properties' in feature:
if 't_occurrences_occtax' in feature['properties']:
for occurence in feature['properties'][
't_occurrences_occtax']:
for counting in occurence['cor_counting_occtax']:
if 'medias' in counting:
for media in counting['medias']:
if media['media_path'] is not None:
file_path = str(
ROOT_DIR / "backend/"
) + "/" + media['media_path']
if os.path.exists(file_path):
zp_file.write(
file_path,
os.path.basename(
file_path))
#copyfile( file_path, dir_path + "/" + os.path.basename(file_path))
#featureCollection.append(file_path)
zp_file.close()
return send_from_directory(dir_path,
file_name + ".zip",
as_attachment=True)
except GeonatureApiError as e:
message = str(e)
else:
try:
filemanager.delete_recursively(str(ROOT_DIR /
"backend/static/shapefiles"),
excluded_files=[".gitkeep"])
db_cols = [
db_col for db_col in export_view.db_cols
if db_col.key in export_columns
]
dir_path = str(ROOT_DIR / "backend/static/shapefiles")
export_view.as_shape(db_cols=db_cols,
data=data,
dir_path=dir_path,
file_name=file_name)
return send_from_directory(dir_path,
file_name + ".zip",
as_attachment=True)
except GeonatureApiError as e:
message = str(e)
return render_template(
"error.html",
error=message,
redirect=current_app.config["URL_APPLICATION"] + "/#/occtax",
)
def export(info_role):
export_view_name = blueprint.config['export_view_name']
export_geom_column = blueprint.config['export_geom_columns_name']
export_id_column_name = blueprint.config['export_id_column_name']
export_columns = blueprint.config['export_columns']
export_srid = blueprint.config['export_srid']
export_view = GenericTable(export_view_name, 'pr_occtax',
export_geom_column, export_srid)
releve_repository = ReleveRepository(export_view)
q = releve_repository.get_filtered_query(info_role,
from_generic_table=True)
q = get_query_occtax_filters(request.args,
export_view,
q,
from_generic_table=True)
data = q.all()
file_name = datetime.datetime.now().strftime('%Y_%m_%d_%Hh%Mm%S')
file_name = filemanager.removeDisallowedFilenameChars(file_name)
export_format = request.args[
'format'] if 'format' in request.args else 'geojson'
if export_format == 'csv':
columns = export_columns if len(export_columns) > 0 else [
db_col.key for db_col in export_view.db_cols
]
return to_csv_resp(file_name, [export_view.as_dict(d) for d in data],
columns, ';')
elif export_format == 'geojson':
results = FeatureCollection([
export_view.as_geofeature(d, columns=export_columns) for d in data
])
return to_json_resp(results,
as_file=True,
filename=file_name,
indent=4)
else:
try:
filemanager.delete_recursively(str(ROOT_DIR /
'backend/static/shapefiles'),
excluded_files=['.gitkeep'])
db_cols = [
db_col for db_col in export_view.db_cols
if db_col.key in export_columns
]
dir_path = str(ROOT_DIR / 'backend/static/shapefiles')
export_view.as_shape(
db_cols=db_cols,
data=data,
dir_path=dir_path,
file_name=file_name,
)
return send_from_directory(dir_path,
file_name + '.zip',
as_attachment=True)
except GeonatureApiError as e:
message = str(e)
return render_template('error.html',
error=message,
redirect=current_app.config['URL_APPLICATION'] +
"/#/occtax")
def export_all_habitats(info_role, export_format='csv',):
"""
Download all stations
The route is in post to avoid a too large query string
.. :quickref: Occhab;
"""
data = request.get_json()
export_view = GenericTable(
tableName="v_export_sinp",
schemaName="pr_occhab",
geometry_field=None,
srid=current_app.config["LOCAL_SRID"],
)
file_name = datetime.datetime.now().strftime("%Y_%m_%d_%Hh%Mm%S")
file_name = filemanager.removeDisallowedFilenameChars(file_name)
db_cols_for_shape = []
columns_to_serialize = []
for db_col in export_view.db_cols:
if db_col.key in blueprint.config['EXPORT_COLUMS']:
if db_col.key != 'geometry':
db_cols_for_shape.append(db_col)
columns_to_serialize.append(db_col.key)
results = DB.session.query(export_view.tableDef).filter(
export_view.tableDef.columns.id_station.in_(data['idsStation'])
).limit(
blueprint.config['NB_MAX_EXPORT']
)
if export_format == 'csv':
formated_data = [
export_view.as_dict(d, columns=[]) for d in results
]
return to_csv_resp(
file_name, formated_data, separator=";", columns=columns_to_serialize
)
elif export_format == 'geojson':
features = []
for r in results:
features.append(
Feature(
geometry=json.loads(r.geojson),
properties=export_view.as_dict(
r, columns=columns_to_serialize)
)
)
return to_json_resp(
FeatureCollection(features),
as_file=True,
filename=file_name,
indent=4
)
else:
try:
filemanager.delete_recursively(
str(ROOT_DIR / "backend/static/shapefiles"), excluded_files=[".gitkeep"]
)
dir_path = str(ROOT_DIR / "backend/static/shapefiles")
export_view.as_shape(
db_cols=db_cols_for_shape,
data=results,
geojson_col="geojson",
dir_path=dir_path,
file_name=file_name,
)
return send_from_directory(dir_path, file_name + ".zip", as_attachment=True)
except GeonatureApiError as e:
message = str(e)
return render_template(
"error.html",
error=message,
redirect=current_app.config["URL_APPLICATION"] +
"/#/" + blueprint.config['MODULE_URL'],
)