Example #1
0
    def measures(self, i):
        g = self.Gold[i].brackets
        if self.Parse[i] is None:
            p, n = set(), 0
        else:
            p = self.Parse[i].brackets
            n = float(bracketing.coincidences(self.Gold[i], self.Parse[i]))

        if len(p) > 0:
            if self.count_fullspan_bracket:
                prec = (n + 1) / float(len(p) + 1)
            else:
                prec = n / float(len(p))
        elif len(g) == 0:
            prec = 1.0
        else:
            # XXX: no deberia ser 1?
            prec = 0.0

        if len(g) > 0:
            if self.count_fullspan_bracket:
                rec = (n + 1) / float(len(g) + 1)
            else:
                rec = n / float(len(g))
        else:
            rec = 1.0

        return (prec, rec)
Example #2
0
def eval_label(label, goldtb, parse):
    Rec = 0.0
    brackets_ok = 0
    brackets_gold = 0

    bad = []

    for gt, pb in izip(goldtb.trees, parse):
        g = set(x[1] for x in gt.labelled_spannings(
            leaves=False, root=False, unary=False) if x[0] == label)
        gb = bracketing.Bracketing(pb.length, g, start_index=0)

        n = bracketing.coincidences(gb, pb)
        if len(g) > 0:
            rec = float(n) / float(len(g))
            bad += [difference(gb, pb)]
        else:
            rec = 1.0
            bad += [set()]
        Rec += rec

        brackets_ok += n
        brackets_gold += len(g)

    m = len(parse)
    Rec = Rec / float(m)

    print "Recall:", Rec
    print "Brackets gold:", brackets_gold
    print "Brackets ok:", brackets_ok

    return (Rec, bad)
Example #3
0
def measures(gb, pb):
    g, p = gb.brackets, pb.brackets
    n = bracketing.coincidences(gb, pb)
    if count_fullspan_bracket:
        return (n + 1, len(p) + 1, len(g) + 1)
    else:
        return (n, len(p), len(g))
Example #4
0
def eval_label(label, goldtb, parse):
    Rec = 0.0
    brackets_ok = 0
    brackets_gold = 0
    
    bad = []
    
    for gt, pb in izip(goldtb.trees, parse):
        g = set(x[1] for x in gt.labelled_spannings(leaves=False, root=False, unary=False) if x[0] == label)
        gb = bracketing.Bracketing(pb.length, g, start_index=0)
        
        n = bracketing.coincidences(gb, pb)
        if len(g) > 0:
            rec = float(n) / float(len(g))
            bad += [difference(gb, pb)]
        else:
            rec = 1.0
            bad += [set()]
        Rec += rec
        
        brackets_ok += n
        brackets_gold += len(g)
        
    m = len(parse)
    Rec = Rec / float(m)
    
    print "Recall:", Rec
    print "Brackets gold:", brackets_gold
    print "Brackets ok:", brackets_ok
    
    return (Rec, bad)
Example #5
0
def measures(gb, pb):
    g, p = gb.brackets, pb.brackets
    n = bracketing.coincidences(gb, pb)
    if count_fullspan_bracket:
        return (n+1, len(p)+1, len(g)+1)
    else:
        return (n, len(p), len(g))
Example #6
0
 def measures2(self, i):
     g = self.Gold[i].brackets
     if self.Parse[i] is None:
         p, n = set(), 0
     else:
         p = self.Parse[i].brackets
         n = float(bracketing.coincidences(self.Gold[i], self.Parse[i]))
     if self.count_fullspan_bracket:
         return (n + 1, len(p) + 1, len(g) + 1)
     else:
         return (n, len(p), len(g))