def compute_weighted_kappa(annotations, extract=get_doc, value=lambda x: int(x), show_std=False): l = [] for annotation in annotations: for k, v in extract(annotation, value): l.append((k, annotation.user.username, v)) if show_std: return _compute_weighted_kappa(l) else: return _compute_weighted_kappa(l)[0]
def compute_weighted_kappa(annotations, extract=get_doc, value=lambda x: int(x)): l = [] for annotation in annotations: for k, v in extract(annotation, value): l.append((k, annotation.user.username, v)) return _compute_weighted_kappa(l)
def compute_weighted_kappa(annotations, key=get_query, value=get_score): annotations = list(annotations) l = [(key(a), a.user.username, value(a)) for a in annotations] return _compute_weighted_kappa(l)