def relevance_judgments(self):
total_rel_judgments, total_rel = {}, {}
l = len(self.queries_data)
for i in range(l):
for m in self.results:
labels = []
if m == "ole_lr":
res = self.results[m][i]["predicted_result"]["shuffled_result"]["r"]
labels.extend(res)
else:
res = self.results[m][i]["local_global_012"]
labels.extend([float(x)+1 for x in res])
(num_rel_judgments, num_rel) = Measures.relevance_judgments(labels)
if m in total_rel_judgments:
total_rel_judgments[m] += num_rel_judgments
total_rel[m] += num_rel
else:
total_rel_judgments[m] = num_rel_judgments
total_rel[m] = num_rel
print "Total no. of relevance judgments: ", total_rel_judgments
print "Total no. of relevant replies: ", total_rel
