def send_judgment(session, doc_id, rel, next_batch_size=5):
"""
Send judgment to CAL server for training
:param session:
:param doc_id:
:param rel:
:param next_batch_size:
:return:
"""
h = httplib2.Http()
url = "http://{}:{}/CAL/judge"
body = {'session_id': str(session), 'doc_id': doc_id, 'rel': rel}
body = urllib.parse.urlencode(body)
resp, content = h.request(
url.format(CAL_SERVER_IP, CAL_SERVER_PORT),
body=body,
headers={'Content-Type': 'application/json; charset=UTF-8'},
method="POST")
if resp and resp['status'] == '200':
content = json.loads(content.decode('utf-8'))
return content['docs'], content['top-terms']
else:
raise CALServerError(resp['status'])
def add_session(session, seed_query, mode, seed_judgments=[]):
"""
Adds session to CAL backend server
:param session:
:param seed_query
:param mode
"""
url = f"http://{CAL_SERVER_IP}:{CAL_SERVER_PORT}/CAL/begin"
body = {
'session_id': str(session),
'seed_query': seed_query,
'judgments_per_iteration': 1,
'async': True,
'mode': mode,
}
if seed_judgments:
body['seed_judgments'] = ','.join(
[j[0] + ':' + str(j[1]) for j in seed_judgments])
post_body = '&'.join('%s=%s' % (k, v) for k, v in body.items())
resp, content = response = requests.post(
url,
data=post_body,
headers={'Content-Type': 'application/json; charset=UTF-8'},
)
if resp.ok:
return True
else:
raise CALServerError(resp.status_code)
def ds_logging(session):
"""
:param session: current session
:return: return JSON object
"""
url = f"http://{CAL_SERVER_IP}:{CAL_SERVER_PORT}/CAL/ds_logging"
params = {'session_id': str(session)}
response = requests.get(url, params=params)
if response.status_code == 200:
return response.json()['info']
else:
raise CALServerError(response.status_code)
def get_stratum_documents(session, stratum_number, include_sampled):
"""
:param session: current session
:return: return JSON list of documents_ids to judge
"""
url = f"http://{CAL_SERVER_IP}:{CAL_SERVER_PORT}/CAL/get_stratum_docs"
params = {
'session_id': str(session),
'stratum_number': stratum_number,
'include_sampled': int(include_sampled)
}
response = requests.get(url, params=params)
if response.status_code == 200:
return response.json()['docs'], response.json()['sampled_docs']
else:
raise CALServerError(response.status_code)
def delete_session(session):
"""
Removes session from CAL memory
:param session:
:return:
"""
h = httplib2.Http()
url = "http://{}:{}/CAL/delete_session"
body = {'session_id': str(session)}
body = urllib.parse.urlencode(body)
resp, content = h.request(
url.format(CAL_SERVER_IP, CAL_SERVER_PORT),
body=body,
headers={'Content-Type': 'application/json; charset=UTF-8'},
method="DELETE")
if resp and resp['status'] == '200':
return True
else:
raise CALServerError(resp['status'])
def check_docid_exists(session, doc_id):
"""
Checks if a docid exists in collection
:param session:
:param doc_id:
:return:
"""
h = httplib2.Http()
url = "http://{}:{}/CAL/docid_exists?"
parameters = {'session_id': str(session), 'doc_id': doc_id}
parameters = urllib.parse.urlencode(parameters)
resp, content = h.request(url.format(CAL_SERVER_IP, CAL_SERVER_PORT) +
parameters,
method="GET")
if resp and resp['status'] == '200':
content = json.loads(content.decode('utf-8'))
return content["exists"]
else:
raise CALServerError(resp['status'])
def get_scal_info(session):
"""
:param session: current session
:return: return JSON object
"""
h = httplib2.Http()
url = "http://{}:{}/CAL/get_stratum_info?"
parameters = {'session_id': str(session)}
parameters = urllib.parse.urlencode(parameters)
resp, content = h.request(url.format(CAL_SERVER_IP, CAL_SERVER_PORT) +
parameters,
method="GET")
if resp and resp['status'] == '200':
content = json.loads(content.decode('utf-8'))
if not content:
return None
else:
return content['info']
else:
raise CALServerError(resp['status'])
def get_documents(session, num_docs):
"""
:param session: current session
:param num_docs: number of documents to return
:return: return JSON list of documents_ids to judge
"""
h = httplib2.Http()
url = "http://{}:{}/CAL/get_docs?"
parameters = {'session_id': str(session), 'max_count': num_docs}
parameters = urllib.parse.urlencode(parameters)
resp, content = h.request(url.format(CAL_SERVER_IP, CAL_SERVER_PORT) +
parameters,
method="GET")
if resp and resp['status'] == '200':
content = json.loads(content.decode('utf-8'))
return content['docs'], content['top-terms']
elif resp and resp['status'] == '404':
raise CALServerSessionNotFoundError(resp['status'])
else:
raise CALServerError(resp['status'])