def hdfs_manage_file():
"""
处理新建文件夹，删除私有文件的请求
"""
cli = MyHDFS(current_user)
if not cli.is_connection:
return ops_renderErrJSON(msg="HDFS 连接失败!")
result = cli.delete_file_and_mkdir(request)
return ops_renderJSON(msg=result[0], data=result[1])
def hdfs_upload_file():
"""
用于接收用户上传文件的请求
"""
cli = MyHDFS(current_user)
if not cli.is_connection:
return ops_renderErrJSON(msg="HDFS 连接失败!")
result = cli.upload_file(request)
return ops_renderJSON(msg="upload success!",data=result[1]) if result[0] == "upload success!" else ops_renderJSON(msg=result)
def dashboard():
if request.method == "GET":
cli = MyHDFS(current_user)
if not cli.is_connection:
return ops_renderErrJSON(msg="HDFS 连接失败!")
context = {}
context["username"] = cli.login_name
return render_template("user_ui.html", **context)
req = request.values
if req["log_out"]:
logout_user()
return redirect(url_for("index_page.index"))
def hdfs_res():
"""
用于获取hdfs上相关目录信息，以及对目录各层查看提供响应
"""
if request.method == "POST":
req = request.values
content = {}
cli = MyHDFS(current_user)
if not cli.is_connection:
return ops_renderErrJSON(msg="HDFS 连接失败!")
# 获取首页的目录
if "first_get" in req:
content = cli.make_complete_path("/lake/")
return ops_renderJSON(data=content)
# 进入点击的下一级
if "path" in req:
content = cli.make_complete_path("/lake/" + req["path"])
return ops_renderJSON(data=content)
# 返回上一级
if "path_back" in req:
content = cli.make_complete_path("/lake" + req["path_back"])
return ops_renderJSON(data=content)
def hdfs_download_file(file_path):
"""
处理下载文件的请求
"""
cli = MyHDFS(current_user)
if not cli.is_connection:
return ops_renderErrJSON(msg="HDFS 连接失败!")
client = cli.this_connection
# client.read()
if file_path[4:5+len(MyHDFS.login_name)] == MyHDFS.login_name or file_path[:6] == "public":
with send_file_auto_delete(client,file_path) as file_name:
# 考虑使用with上下文管理器来解决这个问题
return send_from_directory("download_cache/",file_name,as_attachment=True)
else:
return ops_renderErrJSON(msg="You can't download other's file")
def hdfs_download_file(file_path):
"""
处理下载文件的请求
"""
cli = MyHDFS(current_user)
if not cli.is_connection:
return ops_renderErrJSON(msg="HDFS 连接失败!")
client = cli.this_connection
if file_path[4:5 +
len(MyHDFS.login_name
)] == MyHDFS.login_name or file_path[:6] == "public":
try:
client.download("/lake/" + file_path, "download_cache/", True)
except Exception as error:
return ops_renderErrJSON(msg=str(error))
file_name = file_path.split("/")[-1]
# 为了解决文件缓存问题，可以考虑使用html和js在文件下载完成后返回一个响应请求
return send_from_directory("download_cache/",
file_name,
as_attachment=True)
else:
return ops_renderErrJSON(msg="You can't download other's file")