def get_meta():
request.args = merge_dict([request.args, request.form])
if "id" in request.args:
query_result = elastic.get_by_id("law_meta", "meta", request.args["id"])
data = {"source": json.loads(query_result["_source"]["content"])}
data["_source"]["FLYJ"] = formatter.sort_reason(data["_source"]["FLYJ"])
data["code"] = 0
data = json.dumps(data)
response = make_response(data)
return response
return make_response("Error")
def register():
request.args = merge_dict([request.args, request.form])
if not ("code" in request.args):
return json.dumps(util.create_error(100, u"验证码不存在"))
data = database.check_code(request.args["code"])
if data == -1:
return json.dumps(util.create_error(101, u"验证码不正确"))
request.args["user_code"] = request.args["code"]
result = database.add_user(request.args, data)
if result["code"] == 0:
database.move_code(request.args["code"])
return make_response(json.dumps(result))
def search_new():
print("Mission Start")
result = []
request.args = merge_dict([request.args, request.form])
for x in request.args:
print(x, request.args[x])
request.args["doc_type"] = "big_data"
request.args["index"] = "law"
request.args["type_of_model"] = "-2"
if "doc_type" in request.args and "index" in request.args:
args = request.args
args["where_to_search"] = "0"
search_type = "content"
body = generate_elastic_args(args)
size = int(args["size"])
print("Begin to search")
print_time()
query_string = json.dumps({"query": {"bool": {"must": body}}})
print(query_string)
query_result = elastic.search_doc(request.args["index"], request.args["doc_type"], query_string, size)
inf = get_info(query_result["hits"])
print("Results return:", len(query_result["hits"]))
print("Begin to reranking")
print_time()
query_result["hits"] = ranking.reranking(query_result["hits"], args)
print("Reranking Done")
print_time()
temp = []
for x in query_result["hits"]:
temp.append(x["_source"])
result = temp
print_time()
result = {"code": 0, "document": result, "information": inf}
return make_response(json.dumps(result))
def get_doc_byid():
request.args = merge_dict([request.args, request.form])
if "id" in request.args:
if "username" in request.args:
res_check = database.check_viewable(request.args)
if res_check["code"] != 0:
response = make_response(json.dumps(res_check))
return response
res_add = database.add_view_log(request.args)
if res_add["code"] != 0:
response = make_response(json.dumps(res_add))
return response
else:
return make_response(json.dumps(util.create_error(666, u"用户未登录")))
query_result = elastic.get_by_id("law_meta", "meta", request.args["id"])
data = {"source": json.loads(query_result["_source"]["content"])}
data["_source"]["FLYJ"] = formatter.sort_reason(data["_source"]["FLYJ"])
data["code"] = 0
data = json.dumps(data)
response = make_response(data)
return response
return make_response("Error")
def auth_user():
request.args = merge_dict([request.args, request.form])
return make_response(json.dumps(database.auth_user(request.args), cls=util.CJsonEncoder))
def remove_favor_item():
request.args = merge_dict([request.args, request.form])
return make_response(json.dumps(database.remove_favor_item(request.args), cls=util.CJsonEncoder))
def get_history():
request.args = merge_dict([request.args, request.form])
return make_response(json.dumps(database.get_history(request.args), cls=util.CJsonEncoder))
def add_favor_list():
request.args = merge_dict([request.args, request.form])
return make_response(json.dumps(database.add_favor_list(request.args), cls=util.CJsonEncoder))
def login():
request.args = merge_dict([request.args, request.form])
return make_response(json.dumps(database.check_user(request.args)))
def search():
print("Mission Start")
result = []
request.args = merge_dict([request.args, request.form])
for x in request.args:
print(x, request.args[x])
if "doc_type" in request.args and "index" in request.args:
log_id = -1
if "username" in request.args:
gg_id = 0
if "from" in request.args:
gg_id = int(request.args["from"])
if gg_id == 0:
res_check = database.check_searchable(request.args)
if res_check["code"] != 0:
response = make_response(json.dumps(res_check))
return response
res_add = database.add_search_log(request.args)
if res_add["code"] != 0:
response = make_response(json.dumps(res_add))
return response
log_id = res_add["msg"]
else:
return make_response(json.dumps(util.create_error(666, u"用户未登录"), cls=util.CJsonEncoder))
args = request.args
search_type = "content"
expanded = ""
# body.append({"match": {search_type: expand(args["search_content"])}})
ratio1 = app.config["EXPAND_RATIO"][0]
ratio2 = app.config["EXPAND_RATIO"][1]
body = generate_elastic_args(args)
size = 25
from_id = 0
if "from" in request.args:
from_id = int(request.args["from"])
if "to" in request.args:
size = int(request.args["to"]) - int(request.args["from"]) + 1
real_size = size + from_id
print("Begin to search")
print_time()
query_string = json.dumps({"query": {"bool": {"must": body}}})
print(query_string)
query_result = elastic.search_doc(request.args["index"], request.args["doc_type"], query_string, 250,
from_id)
"""if "where_to_search" in args and args["search_content"] != "":
print "Begin second round search"
print_time()
match_type = {
"0": "content",
"1": "WBSB",
"2": "AJJBQK",
"3": "CPYZ",
"4": "PJJG",
"5": "WBWB"
}
search_type = match_type[args["where_to_search"]]
expanded = expand(args["search_content"])
body[0] = {"match": {search_type: {"query": expanded}}}
query_string = json.dumps({"query": {"bool": {"must": body}}})
print query_string
new_result = elastic.search_doc(request.args["index"], request.args["doc_type"], query_string, 250,
from_id)
id_list = set()
for x in query_result["hits"]:
id_list.add(x["_id"])
for x in new_result["hits"]:
if x["_id"] in id_list:
continue
id_list.add(x["_id"])
x["_score"] *= float(ratio2) / ratio1
query_result["hits"].append(x)"""
print("Results return:", len(query_result["hits"]))
inf = {}
if from_id == 0:
inf = get_info(query_result["hits"])
print("Begin to reranking")
print_time()
query_result["hits"] = ranking.reranking(query_result["hits"], args)
print("Reranking Done")
print_time()
temp = []
for x in query_result["hits"][from_id:min(len(query_result["hits"]), from_id + size)]:
temp.append(x["_source"])
print("Cut begin")
print_time()
need_to_cut = [args["search_content"] + "," + expanded]
print(expanded)
for x in temp:
need_to_cut.append(x["content"])
filter_list = [65292, 12290, 65311, 65281, 65306, 65307, 8216, 8217, 8220, 8221, 12304, 12305,
12289, 12298, 12299, 126, 183, 64, 124, 35, 65509, 37, 8230, 38, 42, 65288,
65289, 8212, 45, 43, 61, 44, 46, 60, 62, 63, 47, 33, 59, 58, 39, 34, 123, 125,
91, 93, 92, 124, 35, 36, 37, 94, 38, 42, 40, 41, 95, 45, 43, 61, 9700, 9734, 9733]
cutted = cut(need_to_cut)
for x in filter_list:
for y in range(0, len(cutted[0])):
cutted[0][y] = cutted[0][y].replace(chr(x), '')
fs = []
for a in range(0, len(cutted[0])):
# print cutted[0][a], len(cutted[0][a].decode("utf8"))
if len(cutted[0][a]) > 1:
fs.append(cutted[0][a])
cutted[0] = fs
# print cutted[0]
# for x in cutted[0]:
# print x,len(x)
for a in range(0, len(cutted)):
for b in range(0, len(cutted[a])):
cutted[a][b] = cutted[a][b].lower()
print("Tfidf begin")
print_time()
for a in range(0, len(temp)):
if "AJJBQK" in temp[a]:
ss = temp[a]["AJJBQK"][0:min(200, len(temp[a]["AJJBQK"]))]
else:
ss = ""
if ss != "":
res = {"id": temp[a]["doc_name"], "title": temp[a]["Title"],
"shortcut": "【事实裁定】 <br>%s <br> 【文书内容】<br>" % ss + get_best(cutted[0], cutted[a + 1])}
else:
res = {"id": temp[a]["doc_name"], "title": temp[a]["Title"],
"shortcut": "【文书内容】<br>" + get_best(cutted[0], cutted[a + 1])}
result.append(res)
print("All over again")
print_time()
result = {"code": 0, "document": result, "information": inf}
if log_id != -1:
result["log_id"] = log_id
return make_response(json.dumps(result))
