def build_domain(data): """ Do feature extraction to determine the set of *supported* featues, i.e. those active in the ground truth configuration and active labels. This function will each features and label an integer. """ L = Alphabet() A = Alphabet() for x in data: L.add_many(x.truth) A.add_many(f for token in x.sequence for f in token.attributes) # domains are now ready L.freeze() A.stop_growth() return (L, A)
def build_domain(data): """ Do feature extraction to determine the set of *supported* featues, i.e. those active in the ground truth configuration and active labels. This function will each features and label an integer. """ L = Alphabet() A = Alphabet() for x in data: L.add_many(x.truth) # add labels to label domain # extract features of the target path F = x.F path = x.truth A.add_many(F(0, None, path[0])) A.add_many(k for t in xrange(1, x.N) for k in F(t, path[t-1], path[t])) # domains are now ready L.freeze() A.stop_growth() return (L, A)
def build_domain(data): """ Do feature extraction to determine the set of *supported* featues, i.e. those active in the ground truth configuration and active labels. This function will each features and label an integer. """ L = Alphabet() A = Alphabet() for x in data: L.add_many(x.truth) # add labels to label domain # extract features of the target path F = x.F path = x.truth A.add_many(F(0, None, path[0])) A.add_many(k for t in xrange(1, x.N) for k in F(t, path[t - 1], path[t])) # domains are now ready L.freeze() A.stop_growth() return (L, A)