def upload_yaml():
"""
This function process the yaml
:return:
"""
user_id = session['uid']
project_id = request.form['pid']
yaml_data = request.form["yaml"]
project_meta = dict()
project_config_path = get_project_config_path(user_id, project_id)
project = Project(project_config_path)
data_file_name, sheet_name = project.get_current_file_and_sheet()
yaml_configuration = YAMLFile()
data_file_path = str(Path.cwd() / "config" / "uploads" / user_id /
project_id / "df" / data_file_name)
response = {'error': None}
if check_if_string_is_invalid(yaml_data):
response['error'] = "YAML file is either empty or not valid"
else:
yaml_file_id = project.get_yaml_file_id(data_file_name, sheet_name)
if not yaml_file_id:
yaml_file_id = generate_id()
yaml_file_name = yaml_file_id + ".yaml"
yaml_config_file_name = yaml_file_id + ".pickle"
yaml_config_file_path = str(Path.cwd() / "config" / "uploads" /
user_id / project_id / "yf" /
yaml_config_file_name)
yaml_file_path = str(Path.cwd() / "config" / "uploads" / user_id /
project_id / "yf" / yaml_file_name)
with open(yaml_file_path, "w", newline='') as f:
f.write(yaml_data)
yaml_configuration.set_file_location(yaml_file_path)
project.add_yaml_file(data_file_name, sheet_name, yaml_file_id)
if data_file_name:
wikifier_config_file_name = project.get_or_create_wikifier_region_filename(
data_file_name, sheet_name)
wikifier_config = deserialize_wikifier_config(
user_id, project_id, wikifier_config_file_name)
item_table = ItemTable(wikifier_config)
region, template, created_by = load_yaml_data(
yaml_file_path, item_table, data_file_path, sheet_name)
yaml_configuration.set_region(region)
yaml_configuration.set_template(template)
yaml_configuration.set_created_by(created_by)
save_yaml_config(yaml_config_file_path, yaml_configuration)
template = yaml_configuration.get_template()
response['yamlRegions'] = highlight_region(item_table,
data_file_path,
sheet_name, region,
template)
project_meta["yamlMapping"] = dict()
project_meta["yamlMapping"][data_file_name] = dict()
project_meta["yamlMapping"][data_file_name][
sheet_name] = yaml_file_id
project.update_project_config(project_meta)
else:
response['yamlRegions'] = None
response['error'] = "Upload data file before applying YAML."
return json.dumps(response, indent=3)
def wikify_region(): """ This function perfoms three tasks; calls the wikifier service to wikifiy a region, delete a region's wikification result and update the wikification result. :return: """ user_id = session["uid"] project_id = request.form["pid"] action = request.form["action"] region = request.form["region"] project_config_path = get_project_config_path(user_id, project_id) project = Project(project_config_path) data_file_name, sheet_name = project.get_current_file_and_sheet() data_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "df" / data_file_name) region_map, region_file_name = get_region_mapping(user_id, project_id, project) item_table = ItemTable(region_map) data = dict() if action == "add_region": if not data_file_path: data['error'] = "No excel file to wikify" else: data = wikifier(item_table, region, data_file_path, sheet_name) wikifier_region_file_name = project.get_or_create_wikifier_region_filename() update_wikifier_region_file(user_id, project_id, wikifier_region_file_name, data) elif action == "delete_region": item_table.delete_region(region) data = item_table.get_region_qnodes() wikifier_region_file_name = project.get_or_create_wikifier_region_filename() update_wikifier_region_file(user_id, project_id, wikifier_region_file_name, data) elif action == "update_qnode": cell = request.form["cell"] qnode = request.form["qnode"] apply_to = int(request.form["apply_to"]) if apply_to == 0: item_table.update_cell(region, cell, qnode) elif apply_to == 1: item_table.update_all_cells_within_region(region, cell, qnode, data_file_path, sheet_name) elif apply_to == 2: item_table.update_all_cells_in_all_region(cell, qnode, data_file_path, sheet_name) data = item_table.get_region_qnodes() wikifier_region_file_name = project.get_or_create_wikifier_region_filename() update_wikifier_region_file(user_id, project_id, wikifier_region_file_name, data) if 'error' not in data: data['error'] = None project_meta = dict() project_meta["wikifierRegionMapping"] = dict() project_meta["wikifierRegionMapping"][data_file_name] = dict() project_meta["wikifierRegionMapping"][data_file_name][sheet_name] = region_file_name project.update_project_config(project_meta) return json.dumps(data, indent=3)
def change_sheet():
"""
This route is used when a user switches a sheet in an excel data file.
:return:
"""
if 'uid' in session:
response = {
"tableData": dict(),
"wikifierData": dict(),
"yamlData": dict(),
"error": None
}
project_meta = dict()
user_id = session['uid']
new_sheet_name = request.form['sheet_name']
project_id = request.form['pid']
project_config_path = get_project_config_path(user_id, project_id)
project = Project(project_config_path)
data_file_id, current_sheet_name = project.get_current_file_and_sheet()
data_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "df" / data_file_id)
data = excel_to_json(data_file_path, new_sheet_name)
table_data = response["tableData"]
table_data["filename"] = project.get_file_name_by_id(data_file_id)
table_data["isCSV"] = False # because CSVs don't have sheets
table_data["sheetNames"] = data["sheetNames"]
table_data["currSheetName"] = data["currSheetName"]
table_data["sheetData"] = data["sheetData"]
project_meta["currentSheetName"] = data["currSheetName"]
add_excel_file_to_bindings(data_file_path, new_sheet_name)
region_map, region_file_name = get_region_mapping(user_id, project_id, project, data_file_id, new_sheet_name)
item_table = ItemTable(region_map)
wikifier_output_filepath = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "wf" / "other.csv")
if Path(wikifier_output_filepath).exists():
build_item_table(item_table, wikifier_output_filepath, data_file_path, new_sheet_name)
region_qnodes = item_table.get_region_qnodes()
response["wikifierData"] = region_qnodes
project_meta["wikifierRegionMapping"] = dict()
project_meta["wikifierRegionMapping"][data_file_id] = dict()
project_meta["wikifierRegionMapping"][data_file_id][new_sheet_name] = region_file_name
update_wikifier_region_file(user_id, project_id, region_file_name, region_qnodes)
yaml_file_id = project.get_yaml_file_id(data_file_id, new_sheet_name)
if yaml_file_id:
response["yamlData"] = dict()
yaml_file_name = yaml_file_id + ".yaml"
yaml_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_file_name)
response["yamlData"]["yamlFileContent"] = read_file(yaml_file_path)
if data_file_id:
yaml_config_file_name = yaml_file_id + ".pickle"
yaml_config_file_path = str(
Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_config_file_name)
data_file_path = str(Path(app.config['UPLOAD_FOLDER']) / user_id / project_id / "df" / data_file_id)
yaml_config = load_yaml_config(yaml_config_file_path)
template = yaml_config.get_template()
region = yaml_config.get_region()
response["yamlData"]['yamlRegions'] = highlight_region(item_table, data_file_path, new_sheet_name, region, template)
project_meta["yamlMapping"] = dict()
project_meta["yamlMapping"][data_file_id] = dict()
project_meta["yamlMapping"][data_file_id][data["currSheetName"]] = yaml_file_id
else:
response["yamlData"] = None
project.update_project_config(project_meta)
return json.dumps(response, indent=3)
def upload_data_file():
"""
This function uploads the data file
:return:
"""
if 'uid' in session:
response = {
"tableData": dict(),
"wikifierData": dict(),
"yamlData": dict(),
"error": None
}
project_meta = dict()
user_id = session['uid']
project_id = request.form['pid']
data = data_file_uploader(user_id, project_id)
if data["error"]:
response["error"] = data["error"]
else:
table_data = response["tableData"]
curr_data_file_id = data["currentDataFile"]
project_meta["currentDataFile"] = curr_data_file_id
curr_data_file_name = data["dataFileMapping"][curr_data_file_id]
project_meta["dataFileMapping"] = data["dataFileMapping"]
project_meta["mdate"] = int(time() * 1000)
table_data["filename"] = curr_data_file_name
table_data["isCSV"] = data["isCSV"]
if not table_data["isCSV"]:
table_data["sheetNames"] = data["sheetNames"]
table_data["currSheetName"] = data["currSheetName"]
project_meta["currentSheetName"] = data["currSheetName"]
else:
table_data["sheetNames"] = None
table_data["currSheetName"] = None
project_meta["currentSheetName"] = curr_data_file_id
table_data["sheetData"] = data["sheetData"]
project_config_path = get_project_config_path(user_id, project_id)
project = Project(project_config_path)
data_file_name = curr_data_file_id
sheet_name = project_meta["currentSheetName"]
region_map, region_file_name = get_region_mapping(user_id, project_id, project, data_file_name, sheet_name)
item_table = ItemTable(region_map)
wikifier_output_filepath = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "wf" / "other.csv")
data_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "df" / data_file_name)
add_excel_file_to_bindings(data_file_path, sheet_name)
if Path(wikifier_output_filepath).exists():
build_item_table(item_table, wikifier_output_filepath, data_file_path, sheet_name)
region_qnodes = item_table.get_region_qnodes()
response["wikifierData"] = region_qnodes
project_meta["wikifierRegionMapping"] = dict()
project_meta["wikifierRegionMapping"][data_file_name] = dict()
project_meta["wikifierRegionMapping"][data_file_name][sheet_name] = region_file_name
update_wikifier_region_file(user_id, project_id, region_file_name, region_qnodes)
yaml_file_id = project.get_yaml_file_id(data_file_name, sheet_name)
if yaml_file_id:
response["yamlData"] = dict()
yaml_file_name = yaml_file_id + ".yaml"
yaml_file_path = str(Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_file_name)
response["yamlData"]["yamlFileContent"] = read_file(yaml_file_path)
if data_file_name:
yaml_config_file_name = yaml_file_id + ".pickle"
yaml_config_file_path = str(
Path.cwd() / "config" / "uploads" / user_id / project_id / "yf" / yaml_config_file_name)
data_file_path = str(Path(app.config['UPLOAD_FOLDER']) / user_id / project_id / "df" / data_file_name)
yaml_config = load_yaml_config(yaml_config_file_path)
template = yaml_config.get_template()
region = yaml_config.get_region()
response["yamlData"]['yamlRegions'] = highlight_region(item_table, data_file_path, sheet_name, region, template)
project_meta["yamlMapping"] = dict()
project_meta["yamlMapping"][data_file_name] = dict()
project_meta["yamlMapping"][data_file_name][data["currSheetName"]] = yaml_file_id
else:
response["yamlData"] = None
project.update_project_config(project_meta)
return json.dumps(response, indent=3)
else:
return redirect(url_for('index'))