def check_test_eids(project_id):
"""
calcluates the Recall by comparing the list of EIDs retrieved from the query against lists of EIDs as obtained from
the survey
:param project_id: the ID of the current project
:return: a JSON formatted relevance measure object.
"""
test_eids = eids_service.load_eid_list(project_id, 'test_')
app.logger.info('project {}: loaded test eids'.format(project_id))
# load collected eids
eids = eids_service.load_eid_list(project_id)
relevance_measure = relevance_measure_service.load_relevance_measure(
project_id)
if relevance_measure is None:
relevance_measure = RelevanceMeasure()
relevance_measure.number_of_search_results = len(eids)
relevance_measure.number_test_entries = len(test_eids)
relevance_measure.number_test_entries_found = 0
for test_eid in test_eids:
if test_eid in eids:
relevance_measure.number_test_entries_found = relevance_measure.number_test_entries_found + 1
if relevance_measure.number_of_search_results > 0:
relevance_measure.recall = relevance_measure.number_test_entries_found / relevance_measure.number_test_entries
else:
relevance_measure.recall = 0
relevance_measure_service.save_relevance_measures(project_id,
relevance_measure)
app.logger.info(
'project {}: calculated relevance measure recall'.format(project_id))
return jsonify(relevance_measure)
def check_test_eids(project_id):
# load test eids
test_eids = eids_service.load_eid_list(project_id, 'test_')
# load collected eids
eids = eids_service.load_eid_list(project_id)
relevance_measure = relevance_measure_service.load_relevance_measure(
project_id)
if relevance_measure is None:
relevance_measure = RelevanceMeasure()
relevance_measure.number_of_search_results = len(eids)
relevance_measure.number_test_entries = len(test_eids)
for test_eid in test_eids:
if test_eid in eids:
relevance_measure.number_test_entries_found = relevance_measure.number_test_entries_found + 1
if relevance_measure.number_of_search_results > 0:
relevance_measure.recall = relevance_measure.number_test_entries_found / relevance_measure.number_test_entries
else:
relevance_measure.recall = 0
relevance_measure_service.save_relevance_measures(project_id,
relevance_measure)
return jsonify(relevance_measure.__dict__)