def compute_weighted_kappa(annotations,
extract=get_doc,
value=lambda x: int(x),
show_std=False):
l = []
for annotation in annotations:
for k, v in extract(annotation, value):
l.append((k, annotation.user.username, v))
if show_std:
return _compute_weighted_kappa(l)
else:
return _compute_weighted_kappa(l)[0]
def compute_weighted_kappa(annotations, extract=get_doc, value=lambda x: int(x)):
l = []
for annotation in annotations:
for k, v in extract(annotation, value):
l.append((k, annotation.user.username, v))
return _compute_weighted_kappa(l)
def compute_weighted_kappa(annotations, key=get_query, value=get_score):
annotations = list(annotations)
l = [(key(a), a.user.username, value(a)) for a in annotations]
return _compute_weighted_kappa(l)
def compute_weighted_kappa(annotations, key=get_query, value=get_score):
annotations = list(annotations)
l = [(key(a), a.user.username, value(a)) for a in annotations]
return _compute_weighted_kappa(l)
