def api_upload_data_project(project_id): # noqa: F401
"""Get info on the article"""
if not is_project(project_id):
response = jsonify(message="project-not-found")
return response, 404
if request.form.get('demo_data', None):
# download file and save to folder
demo_data = get_dataset(request.form['demo_data'])
if demo_data.dataset_id in ["hall", "ace", "ptsd"]:
download_url = demo_data.url_demo
else:
download_url = demo_data.url
url_parts = urllib.parse.urlparse(download_url)
filename = url_parts.path.rsplit('/', 1)[-1]
urlretrieve(download_url, get_data_path(project_id) / filename)
add_dataset_to_project(project_id, filename)
elif 'file' in request.files:
data_file = request.files['file']
# check the file is file is in a correct format
check_dataset(data_file) # TODO{qubixes}: implement val strategy
try:
filename = secure_filename(data_file.filename)
fp_data = get_data_path(project_id) / filename
# save the file
data_file.save(str(fp_data))
add_dataset_to_project(project_id, filename)
except Exception as err:
logging.error(err)
response = jsonify(message="project-upload-failure")
return response, 500
else:
response = jsonify(message="no-file-found")
return response, 500
return jsonify({"success": True})
def init_project(project_id,
project_name=None,
project_description=None,
project_authors=None):
"""Initialize the necessary files specific to the web app."""
if not project_id and not isinstance(project_id, str) \
and len(project_id) >= 3:
raise ValueError("Project name should be at least 3 characters.")
if is_project(project_id):
raise ValueError("Project already exists.")
try:
get_project_path(project_id).mkdir()
get_data_path(project_id).mkdir()
project_config = {
'version': asreview_version, # todo: Fail without git?
'id': project_id,
'name': project_name,
'description': project_description,
'authors': project_authors,
'created_at_unix': int(time.time()),
# project related variables
'projectInitReady': False,
'reviewFinished': False,
}
# create a file with project info
with open(get_project_file_path(project_id), "w") as fp:
json.dump(project_config, fp)
return project_config
except Exception as err:
# remove all generated folders and raise error
shutil.rmtree(get_project_path())
raise err
def api_upload_data_to_project(project_id): # noqa: F401
"""Get info on the article"""
if not is_project(project_id):
response = jsonify(message="Project not found.")
return response, 404
if request.form.get('demo_data', None):
# download file and save to folder
demo_data = DatasetManager().find(request.form['demo_data'])
if demo_data.dataset_id in ["hall", "ace", "ptsd"]:
download_url = demo_data.url_demo
else:
download_url = demo_data.url
url_parts = urllib.parse.urlparse(download_url)
filename = secure_filename(url_parts.path.rsplit('/', 1)[-1])
urlretrieve(download_url, get_data_path(project_id) / filename)
elif request.form.get('url', None):
# download file and save to folder
download_url = request.form['url']
try:
url_parts = urllib.parse.urlparse(download_url)
filename = secure_filename(url_parts.path.rsplit('/', 1)[-1])
urlretrieve(download_url, get_data_path(project_id) / filename)
except ValueError as err:
logging.error(err)
message = f"Invalid URL '{download_url}'."
if isinstance(download_url, str) \
and not download_url.startswith("http"):
message += " Usually, the URL starts with 'http' or 'https'."
return jsonify(message=message), 400
except Exception as err:
logging.error(err)
message = f"Can't retrieve data from URL {download_url}."
return jsonify(message=message), 400
elif 'file' in request.files:
data_file = request.files['file']
# check the file is file is in a correct format
check_dataset(data_file) # TODO{qubixes}: implement val strategy
try:
filename = secure_filename(data_file.filename)
fp_data = get_data_path(project_id) / filename
# save the file
data_file.save(str(fp_data))
except Exception as err:
logging.error(err)
response = jsonify(
message=f"Failed to upload file '{filename}'. {err}")
return response, 400
else:
response = jsonify(message="No file or dataset found to upload.")
return response, 400
try:
# add the file to the project
add_dataset_to_project(project_id, filename)
# Bad format. TODO{Jonathan} Return informative message with link.
except BadFileFormatError as err:
message = f"Failed to upload file '{filename}'. {err}"
return jsonify(message=message), 400
response = jsonify({'success': True})
response.headers.add('Access-Control-Allow-Origin', '*')
return response
def api_upload_data_to_project(project_id): # noqa: F401
"""Get info on the article"""
if not is_project(project_id):
response = jsonify(message="Project not found.")
return response, 404
if request.form.get('plugin', None):
plugin_data = DatasetManager().find(request.form['plugin'])
url_parts = urllib.parse.urlparse(plugin_data.url)
filename = secure_filename(url_parts.path.rsplit('/', 1)[-1])
urlretrieve(plugin_data.url, get_data_path(project_id) / filename)
elif request.form.get('benchmark', None):
benchmark_dataset_id = DatasetManager().find(request.form['benchmark'])
# read dataset
df = pd.read_csv(benchmark_dataset_id.url)
# rename label column
df.rename({"label_included": "debug_label"}, axis=1, inplace=True)
# define export filepath
url_parts = urllib.parse.urlparse(benchmark_dataset_id.url)
filename = secure_filename(url_parts.path.rsplit('/', 1)[-1])
export_fp = get_data_path(project_id) / filename
# export file
df.to_csv(export_fp, index=False)
elif request.form.get('url', None):
# download file and save to folder
download_url = request.form['url']
try:
url_parts = urllib.parse.urlparse(download_url)
filename = secure_filename(url_parts.path.rsplit('/', 1)[-1])
urlretrieve(download_url, get_data_path(project_id) / filename)
except ValueError as err:
logging.error(err)
message = f"Invalid URL '{download_url}'."
if isinstance(download_url, str) \
and not download_url.startswith("http"):
message += " Usually, the URL starts with 'http' or 'https'."
return jsonify(message=message), 400
except Exception as err:
logging.error(err)
message = f"Can't retrieve data from URL {download_url}."
return jsonify(message=message), 400
elif 'file' in request.files:
data_file = request.files['file']
# check the file is file is in a correct format
check_dataset(data_file) # TODO{qubixes}: implement val strategy
try:
filename = secure_filename(data_file.filename)
fp_data = get_data_path(project_id) / filename
# save the file
data_file.save(str(fp_data))
except Exception as err:
logging.error(err)
response = jsonify(
message=f"Failed to upload file '{filename}'. {err}")
return response, 400
else:
response = jsonify(message="No file or dataset found to upload.")
return response, 400
try:
# add the file to the project
add_dataset_to_project(project_id, filename)
# Bad format. TODO{Jonathan} Return informative message with link.
except BadFileFormatError as err:
message = f"Failed to upload file '{filename}'. {err}"
return jsonify(message=message), 400
response = jsonify({'success': True})
response.headers.add('Access-Control-Allow-Origin', '*')
return response
