def api_upload_data_project(project_id): # noqa: F401 """Get info on the article""" if not is_project(project_id): response = jsonify(message="project-not-found") return response, 404 if request.form.get('demo_data', None): # download file and save to folder demo_data = get_dataset(request.form['demo_data']) if demo_data.dataset_id in ["hall", "ace", "ptsd"]: download_url = demo_data.url_demo else: download_url = demo_data.url url_parts = urllib.parse.urlparse(download_url) filename = url_parts.path.rsplit('/', 1)[-1] urlretrieve(download_url, get_data_path(project_id) / filename) add_dataset_to_project(project_id, filename) elif 'file' in request.files: data_file = request.files['file'] # check the file is file is in a correct format check_dataset(data_file) # TODO{qubixes}: implement val strategy try: filename = secure_filename(data_file.filename) fp_data = get_data_path(project_id) / filename # save the file data_file.save(str(fp_data)) add_dataset_to_project(project_id, filename) except Exception as err: logging.error(err) response = jsonify(message="project-upload-failure") return response, 500 else: response = jsonify(message="no-file-found") return response, 500 return jsonify({"success": True})
def init_project(project_id, project_name=None, project_description=None, project_authors=None): """Initialize the necessary files specific to the web app.""" if not project_id and not isinstance(project_id, str) \ and len(project_id) >= 3: raise ValueError("Project name should be at least 3 characters.") if is_project(project_id): raise ValueError("Project already exists.") try: get_project_path(project_id).mkdir() get_data_path(project_id).mkdir() project_config = { 'version': asreview_version, # todo: Fail without git? 'id': project_id, 'name': project_name, 'description': project_description, 'authors': project_authors, 'created_at_unix': int(time.time()), # project related variables 'projectInitReady': False, 'reviewFinished': False, } # create a file with project info with open(get_project_file_path(project_id), "w") as fp: json.dump(project_config, fp) return project_config except Exception as err: # remove all generated folders and raise error shutil.rmtree(get_project_path()) raise err
def api_upload_data_to_project(project_id): # noqa: F401 """Get info on the article""" if not is_project(project_id): response = jsonify(message="Project not found.") return response, 404 if request.form.get('demo_data', None): # download file and save to folder demo_data = DatasetManager().find(request.form['demo_data']) if demo_data.dataset_id in ["hall", "ace", "ptsd"]: download_url = demo_data.url_demo else: download_url = demo_data.url url_parts = urllib.parse.urlparse(download_url) filename = secure_filename(url_parts.path.rsplit('/', 1)[-1]) urlretrieve(download_url, get_data_path(project_id) / filename) elif request.form.get('url', None): # download file and save to folder download_url = request.form['url'] try: url_parts = urllib.parse.urlparse(download_url) filename = secure_filename(url_parts.path.rsplit('/', 1)[-1]) urlretrieve(download_url, get_data_path(project_id) / filename) except ValueError as err: logging.error(err) message = f"Invalid URL '{download_url}'." if isinstance(download_url, str) \ and not download_url.startswith("http"): message += " Usually, the URL starts with 'http' or 'https'." return jsonify(message=message), 400 except Exception as err: logging.error(err) message = f"Can't retrieve data from URL {download_url}." return jsonify(message=message), 400 elif 'file' in request.files: data_file = request.files['file'] # check the file is file is in a correct format check_dataset(data_file) # TODO{qubixes}: implement val strategy try: filename = secure_filename(data_file.filename) fp_data = get_data_path(project_id) / filename # save the file data_file.save(str(fp_data)) except Exception as err: logging.error(err) response = jsonify( message=f"Failed to upload file '{filename}'. {err}") return response, 400 else: response = jsonify(message="No file or dataset found to upload.") return response, 400 try: # add the file to the project add_dataset_to_project(project_id, filename) # Bad format. TODO{Jonathan} Return informative message with link. except BadFileFormatError as err: message = f"Failed to upload file '{filename}'. {err}" return jsonify(message=message), 400 response = jsonify({'success': True}) response.headers.add('Access-Control-Allow-Origin', '*') return response
def api_upload_data_to_project(project_id): # noqa: F401 """Get info on the article""" if not is_project(project_id): response = jsonify(message="Project not found.") return response, 404 if request.form.get('plugin', None): plugin_data = DatasetManager().find(request.form['plugin']) url_parts = urllib.parse.urlparse(plugin_data.url) filename = secure_filename(url_parts.path.rsplit('/', 1)[-1]) urlretrieve(plugin_data.url, get_data_path(project_id) / filename) elif request.form.get('benchmark', None): benchmark_dataset_id = DatasetManager().find(request.form['benchmark']) # read dataset df = pd.read_csv(benchmark_dataset_id.url) # rename label column df.rename({"label_included": "debug_label"}, axis=1, inplace=True) # define export filepath url_parts = urllib.parse.urlparse(benchmark_dataset_id.url) filename = secure_filename(url_parts.path.rsplit('/', 1)[-1]) export_fp = get_data_path(project_id) / filename # export file df.to_csv(export_fp, index=False) elif request.form.get('url', None): # download file and save to folder download_url = request.form['url'] try: url_parts = urllib.parse.urlparse(download_url) filename = secure_filename(url_parts.path.rsplit('/', 1)[-1]) urlretrieve(download_url, get_data_path(project_id) / filename) except ValueError as err: logging.error(err) message = f"Invalid URL '{download_url}'." if isinstance(download_url, str) \ and not download_url.startswith("http"): message += " Usually, the URL starts with 'http' or 'https'." return jsonify(message=message), 400 except Exception as err: logging.error(err) message = f"Can't retrieve data from URL {download_url}." return jsonify(message=message), 400 elif 'file' in request.files: data_file = request.files['file'] # check the file is file is in a correct format check_dataset(data_file) # TODO{qubixes}: implement val strategy try: filename = secure_filename(data_file.filename) fp_data = get_data_path(project_id) / filename # save the file data_file.save(str(fp_data)) except Exception as err: logging.error(err) response = jsonify( message=f"Failed to upload file '{filename}'. {err}") return response, 400 else: response = jsonify(message="No file or dataset found to upload.") return response, 400 try: # add the file to the project add_dataset_to_project(project_id, filename) # Bad format. TODO{Jonathan} Return informative message with link. except BadFileFormatError as err: message = f"Failed to upload file '{filename}'. {err}" return jsonify(message=message), 400 response = jsonify({'success': True}) response.headers.add('Access-Control-Allow-Origin', '*') return response