def api_upload_data_project(project_id): # noqa: F401
"""Get info on the article"""
if not is_project(project_id):
response = jsonify(message="project-not-found")
return response, 404
if request.form.get('demo_data', None):
# download file and save to folder
demo_data = get_dataset(request.form['demo_data'])
if demo_data.dataset_id in ["hall", "ace", "ptsd"]:
download_url = demo_data.url_demo
else:
download_url = demo_data.url
url_parts = urllib.parse.urlparse(download_url)
filename = url_parts.path.rsplit('/', 1)[-1]
urlretrieve(download_url, get_data_path(project_id) / filename)
add_dataset_to_project(project_id, filename)
elif 'file' in request.files:
data_file = request.files['file']
# check the file is file is in a correct format
check_dataset(data_file) # TODO{qubixes}: implement val strategy
try:
filename = secure_filename(data_file.filename)
fp_data = get_data_path(project_id) / filename
# save the file
data_file.save(str(fp_data))
add_dataset_to_project(project_id, filename)
except Exception as err:
logging.error(err)
response = jsonify(message="project-upload-failure")
return response, 500
else:
response = jsonify(message="no-file-found")
return response, 500
return jsonify({"success": True})
def api_upload_data_to_project(project_id): # noqa: F401
"""Get info on the article"""
if not is_project(project_id):
response = jsonify(message="Project not found.")
return response, 404
if request.form.get('demo_data', None):
# download file and save to folder
demo_data = DatasetManager().find(request.form['demo_data'])
if demo_data.dataset_id in ["hall", "ace", "ptsd"]:
download_url = demo_data.url_demo
else:
download_url = demo_data.url
url_parts = urllib.parse.urlparse(download_url)
filename = secure_filename(url_parts.path.rsplit('/', 1)[-1])
urlretrieve(download_url, get_data_path(project_id) / filename)
elif request.form.get('url', None):
# download file and save to folder
download_url = request.form['url']
try:
url_parts = urllib.parse.urlparse(download_url)
filename = secure_filename(url_parts.path.rsplit('/', 1)[-1])
urlretrieve(download_url, get_data_path(project_id) / filename)
except ValueError as err:
logging.error(err)
message = f"Invalid URL '{download_url}'."
if isinstance(download_url, str) \
and not download_url.startswith("http"):
message += " Usually, the URL starts with 'http' or 'https'."
return jsonify(message=message), 400
except Exception as err:
logging.error(err)
message = f"Can't retrieve data from URL {download_url}."
return jsonify(message=message), 400
elif 'file' in request.files:
data_file = request.files['file']
# check the file is file is in a correct format
check_dataset(data_file) # TODO{qubixes}: implement val strategy
try:
filename = secure_filename(data_file.filename)
fp_data = get_data_path(project_id) / filename
# save the file
data_file.save(str(fp_data))
except Exception as err:
logging.error(err)
response = jsonify(
message=f"Failed to upload file '{filename}'. {err}")
return response, 400
else:
response = jsonify(message="No file or dataset found to upload.")
return response, 400
try:
# add the file to the project
add_dataset_to_project(project_id, filename)
# Bad format. TODO{Jonathan} Return informative message with link.
except BadFileFormatError as err:
message = f"Failed to upload file '{filename}'. {err}"
return jsonify(message=message), 400
response = jsonify({'success': True})
response.headers.add('Access-Control-Allow-Origin', '*')
return response
def api_upload_data_to_project(project_id): # noqa: F401
"""Get info on the article"""
if not is_project(project_id):
response = jsonify(message="Project not found.")
return response, 404
if request.form.get('plugin', None):
plugin_data = DatasetManager().find(request.form['plugin'])
url_parts = urllib.parse.urlparse(plugin_data.url)
filename = secure_filename(url_parts.path.rsplit('/', 1)[-1])
urlretrieve(plugin_data.url, get_data_path(project_id) / filename)
elif request.form.get('benchmark', None):
benchmark_dataset_id = DatasetManager().find(request.form['benchmark'])
# read dataset
df = pd.read_csv(benchmark_dataset_id.url)
# rename label column
df.rename({"label_included": "debug_label"}, axis=1, inplace=True)
# define export filepath
url_parts = urllib.parse.urlparse(benchmark_dataset_id.url)
filename = secure_filename(url_parts.path.rsplit('/', 1)[-1])
export_fp = get_data_path(project_id) / filename
# export file
df.to_csv(export_fp, index=False)
elif request.form.get('url', None):
# download file and save to folder
download_url = request.form['url']
try:
url_parts = urllib.parse.urlparse(download_url)
filename = secure_filename(url_parts.path.rsplit('/', 1)[-1])
urlretrieve(download_url, get_data_path(project_id) / filename)
except ValueError as err:
logging.error(err)
message = f"Invalid URL '{download_url}'."
if isinstance(download_url, str) \
and not download_url.startswith("http"):
message += " Usually, the URL starts with 'http' or 'https'."
return jsonify(message=message), 400
except Exception as err:
logging.error(err)
message = f"Can't retrieve data from URL {download_url}."
return jsonify(message=message), 400
elif 'file' in request.files:
data_file = request.files['file']
# check the file is file is in a correct format
check_dataset(data_file) # TODO{qubixes}: implement val strategy
try:
filename = secure_filename(data_file.filename)
fp_data = get_data_path(project_id) / filename
# save the file
data_file.save(str(fp_data))
except Exception as err:
logging.error(err)
response = jsonify(
message=f"Failed to upload file '{filename}'. {err}")
return response, 400
else:
response = jsonify(message="No file or dataset found to upload.")
return response, 400
try:
# add the file to the project
add_dataset_to_project(project_id, filename)
# Bad format. TODO{Jonathan} Return informative message with link.
except BadFileFormatError as err:
message = f"Failed to upload file '{filename}'. {err}"
return jsonify(message=message), 400
response = jsonify({'success': True})
response.headers.add('Access-Control-Allow-Origin', '*')
return response