def upload_yaml(): """ This function process the yaml :return: """ user_id = session['uid'] project_id = request.form['pid'] yaml_data = request.form["yaml"] project_meta = dict() project_config_path = get_project_config_path(user_id, project_id) project = Project(project_config_path) data_file_name, sheet_name = project.get_current_file_and_sheet() yaml_configuration = YAMLFile() data_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "df" / data_file_name) response = {'error': None} if check_if_string_is_invalid(yaml_data): response['error'] = "YAML file is either empty or not valid" else: yaml_file_id = project.get_yaml_file_id(data_file_name, sheet_name) if not yaml_file_id: yaml_file_id = generate_id() yaml_file_name = yaml_file_id + ".yaml" yaml_config_file_name = yaml_file_id + ".pickle" yaml_config_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_config_file_name) yaml_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_file_name) with open(yaml_file_path, "w", newline='') as f: f.write(yaml_data) yaml_configuration.set_file_location(yaml_file_path) project.add_yaml_file(data_file_name, sheet_name, yaml_file_id) if data_file_name: wikifier_config_file_name = project.get_or_create_wikifier_region_filename( data_file_name, sheet_name) wikifier_config = deserialize_wikifier_config( user_id, project_id, wikifier_config_file_name) item_table = ItemTable(wikifier_config) region, template, created_by = load_yaml_data( yaml_file_path, item_table, data_file_path, sheet_name) yaml_configuration.set_region(region) yaml_configuration.set_template(template) yaml_configuration.set_created_by(created_by) save_yaml_config(yaml_config_file_path, yaml_configuration) template = yaml_configuration.get_template() response['yamlRegions'] = highlight_region(item_table, data_file_path, sheet_name, region, template) project_meta["yamlMapping"] = dict() project_meta["yamlMapping"][data_file_name] = dict() project_meta["yamlMapping"][data_file_name][ sheet_name] = yaml_file_id project.update_project_config(project_meta) else: response['yamlRegions'] = None response['error'] = "Upload data file before applying YAML." return json.dumps(response, indent=3)
def upload_yaml(): """ This function process the yaml :return: """ user_id = request.form["id"] yaml_data = request.values["yaml"] os.makedirs("uploads", exist_ok=True) user = app.config['users'].get_user(user_id) user.reset('yaml') yaml_configuration = user.get_yaml_data() excel_data_filepath = user.get_excel_data().get_file_location() response = dict() if check_if_empty(yaml_data): response['error'] = "YAML file is either empty or not valid" else: sheet_name = user.get_excel_data().get_sheet_name() filename = str(Path(app.config['UPLOAD_FOLDER']) / user_id) + ".yaml" with open(filename, "w") as f: f.write(yaml_data) yaml_configuration.set_file_location(filename) region, template = load_yaml_data(filename) yaml_configuration.set_region(region) yaml_configuration.set_template(template) item_table = user.get_wikifier_output_data().get_item_table() template = yaml_configuration.get_template() response['region'] = highlight_region(item_table, excel_data_filepath, sheet_name, region, template) return json.dumps(response, indent=3)
def get_project_files(): """ This function fetches the last session of the last opened files in a project when that project is reopened later. :return: """ response = { "tableData": None, "yamlData": None, "wikifierData": None, "settings": {"endpoint": None} } if 'uid' in session: user_id = session["uid"] project_id = request.form['pid'] project_config_path = get_project_config_path(user_id, project_id) project = Project(project_config_path) data_file_id, sheet_name = project.get_current_file_and_sheet() if data_file_id: file_extension = get_file_extension(data_file_id) response["tableData"] = dict() response["tableData"]["isCSV"] = True if file_extension.lower() == "csv" else False response["tableData"]["filename"] = project.get_file_name_by_id(data_file_id) data_file_path = str(Path(app.config['UPLOAD_FOLDER']) / user_id / project_id / "df" / data_file_id) response["tableData"].update(excel_to_json(data_file_path, sheet_name, True)) if response["tableData"]["isCSV"]: response["tableData"]["currSheetName"] = None response["tableData"]["sheetNames"] = None else: response["tableData"] = None wikifier_config_file_name = project.get_wikifier_region_filename() if wikifier_config_file_name: wikifier_config = deserialize_wikifier_config(user_id, project_id, wikifier_config_file_name) item_table = ItemTable(wikifier_config) region_qnodes = item_table.get_region_qnodes() response["wikifierData"] = region_qnodes else: response["wikifierData"] = None item_table = ItemTable() yaml_file_id = project.get_yaml_file_id(data_file_id, sheet_name) if yaml_file_id: response["yamlData"] = dict() yaml_file_name = yaml_file_id + ".yaml" yaml_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_file_name) response["yamlData"]["yamlFileContent"] = read_file(yaml_file_path) if data_file_id: yaml_config_file_name = yaml_file_id + ".pickle" yaml_config_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_config_file_name) data_file_path = str(Path(app.config['UPLOAD_FOLDER']) / user_id / project_id / "df" / data_file_id) yaml_config = load_yaml_config(yaml_config_file_path) template = yaml_config.get_template() region = yaml_config.get_region() response["yamlData"]['yamlRegions'] = highlight_region(item_table, data_file_path, sheet_name, region, template) else: response["yamlData"] = None response["settings"]["endpoint"] = project.get_sparql_endpoint() response_json = json.dumps(response) return response_json
def change_sheet(): """ This route is used when a user switches a sheet in an excel data file. :return: """ if 'uid' in session: response = { "tableData": dict(), "wikifierData": dict(), "yamlData": dict(), "error": None } project_meta = dict() user_id = session['uid'] new_sheet_name = request.form['sheet_name'] project_id = request.form['pid'] project_config_path = get_project_config_path(user_id, project_id) project = Project(project_config_path) data_file_id, current_sheet_name = project.get_current_file_and_sheet() data_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "df" / data_file_id) data = excel_to_json(data_file_path, new_sheet_name) table_data = response["tableData"] table_data["filename"] = project.get_file_name_by_id(data_file_id) table_data["isCSV"] = False # because CSVs don't have sheets table_data["sheetNames"] = data["sheetNames"] table_data["currSheetName"] = data["currSheetName"] table_data["sheetData"] = data["sheetData"] project_meta["currentSheetName"] = data["currSheetName"] add_excel_file_to_bindings(data_file_path, new_sheet_name) region_map, region_file_name = get_region_mapping(user_id, project_id, project, data_file_id, new_sheet_name) item_table = ItemTable(region_map) wikifier_output_filepath = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "wf" / "other.csv") if Path(wikifier_output_filepath).exists(): build_item_table(item_table, wikifier_output_filepath, data_file_path, new_sheet_name) region_qnodes = item_table.get_region_qnodes() response["wikifierData"] = region_qnodes project_meta["wikifierRegionMapping"] = dict() project_meta["wikifierRegionMapping"][data_file_id] = dict() project_meta["wikifierRegionMapping"][data_file_id][new_sheet_name] = region_file_name update_wikifier_region_file(user_id, project_id, region_file_name, region_qnodes) yaml_file_id = project.get_yaml_file_id(data_file_id, new_sheet_name) if yaml_file_id: response["yamlData"] = dict() yaml_file_name = yaml_file_id + ".yaml" yaml_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_file_name) response["yamlData"]["yamlFileContent"] = read_file(yaml_file_path) if data_file_id: yaml_config_file_name = yaml_file_id + ".pickle" yaml_config_file_path = str( Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_config_file_name) data_file_path = str(Path(app.config['UPLOAD_FOLDER']) / user_id / project_id / "df" / data_file_id) yaml_config = load_yaml_config(yaml_config_file_path) template = yaml_config.get_template() region = yaml_config.get_region() response["yamlData"]['yamlRegions'] = highlight_region(item_table, data_file_path, new_sheet_name, region, template) project_meta["yamlMapping"] = dict() project_meta["yamlMapping"][data_file_id] = dict() project_meta["yamlMapping"][data_file_id][data["currSheetName"]] = yaml_file_id else: response["yamlData"] = None project.update_project_config(project_meta) return json.dumps(response, indent=3)
def upload_data_file(): """ This function uploads the data file :return: """ if 'uid' in session: response = { "tableData": dict(), "wikifierData": dict(), "yamlData": dict(), "error": None } project_meta = dict() user_id = session['uid'] project_id = request.form['pid'] data = data_file_uploader(user_id, project_id) if data["error"]: response["error"] = data["error"] else: table_data = response["tableData"] curr_data_file_id = data["currentDataFile"] project_meta["currentDataFile"] = curr_data_file_id curr_data_file_name = data["dataFileMapping"][curr_data_file_id] project_meta["dataFileMapping"] = data["dataFileMapping"] project_meta["mdate"] = int(time() * 1000) table_data["filename"] = curr_data_file_name table_data["isCSV"] = data["isCSV"] if not table_data["isCSV"]: table_data["sheetNames"] = data["sheetNames"] table_data["currSheetName"] = data["currSheetName"] project_meta["currentSheetName"] = data["currSheetName"] else: table_data["sheetNames"] = None table_data["currSheetName"] = None project_meta["currentSheetName"] = curr_data_file_id table_data["sheetData"] = data["sheetData"] project_config_path = get_project_config_path(user_id, project_id) project = Project(project_config_path) data_file_name = curr_data_file_id sheet_name = project_meta["currentSheetName"] region_map, region_file_name = get_region_mapping(user_id, project_id, project, data_file_name, sheet_name) item_table = ItemTable(region_map) wikifier_output_filepath = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "wf" / "other.csv") data_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "df" / data_file_name) add_excel_file_to_bindings(data_file_path, sheet_name) if Path(wikifier_output_filepath).exists(): build_item_table(item_table, wikifier_output_filepath, data_file_path, sheet_name) region_qnodes = item_table.get_region_qnodes() response["wikifierData"] = region_qnodes project_meta["wikifierRegionMapping"] = dict() project_meta["wikifierRegionMapping"][data_file_name] = dict() project_meta["wikifierRegionMapping"][data_file_name][sheet_name] = region_file_name update_wikifier_region_file(user_id, project_id, region_file_name, region_qnodes) yaml_file_id = project.get_yaml_file_id(data_file_name, sheet_name) if yaml_file_id: response["yamlData"] = dict() yaml_file_name = yaml_file_id + ".yaml" yaml_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_file_name) response["yamlData"]["yamlFileContent"] = read_file(yaml_file_path) if data_file_name: yaml_config_file_name = yaml_file_id + ".pickle" yaml_config_file_path = str( Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_config_file_name) data_file_path = str(Path(app.config['UPLOAD_FOLDER']) / user_id / project_id / "df" / data_file_name) yaml_config = load_yaml_config(yaml_config_file_path) template = yaml_config.get_template() region = yaml_config.get_region() response["yamlData"]['yamlRegions'] = highlight_region(item_table, data_file_path, sheet_name, region, template) project_meta["yamlMapping"] = dict() project_meta["yamlMapping"][data_file_name] = dict() project_meta["yamlMapping"][data_file_name][data["currSheetName"]] = yaml_file_id else: response["yamlData"] = None project.update_project_config(project_meta) return json.dumps(response, indent=3) else: return redirect(url_for('index'))