def main(forest_file, nbest_file, weight_string, exhaustive=False):
    exhaustive = False
    ffile = open(forest_file, "r")
    nfile = open(nbest_file, "r")
    weights = forest.read_features(weight_string)

    expr = re.compile(
        '.*sent=(\d+).*nbest=(\d+).*totalcost=(\S+).*derivation={{{(.*?)}}}.*')

    sent = -1
    count = 0
    kbest = 0
    f = forest.Forest([])
    passed = True
    for line in nfile:
        m = re.match(expr, line)
        count = int(m.group(2))
        if sent != int(m.group(1)):
            sent = int(m.group(1))
            f = forest.read_forest(ffile.readline())
            if exhaustive:
                kbest = forest.kbest(f, weights)
        deriv = forest.read_tree(m.group(4))
        cost = float(m.group(3))
        if exhaustive:
            fderiv = kbest.next()
        else:
            fintersect = forest.kbest(forest.intersect_forest_tree(f, deriv),
                                      weights)
            fderiv = fintersect.next()
            empty = False
            try:
                fffff = fintersect.next()
            except StopIteration:
                empty = True
            assert (empty)
        s = fderiv.score  #forest.inner_prod(fderiv.features,weights)

        if abs(s - cost) > 0.01:
            print "==="
            print "%s: %s vs %s" % (count, s, cost)
            print deriv
            print fderiv
            print line
            print "==="
            passed = False
        count += 1
    if passed:
        print "passed"
    else:
        print "failed"
def main(forest_file,nbest_file,weight_string,exhaustive=False):
    exhaustive=False
    ffile = open(forest_file,"r")
    nfile = open(nbest_file,"r")
    weights = forest.read_features(weight_string)

    expr = re.compile('.*sent=(\d+).*nbest=(\d+).*totalcost=(\S+).*derivation={{{(.*?)}}}.*')
    
    sent = -1
    count = 0
    kbest = 0
    f = forest.Forest([])
    passed = True
    for line in nfile:        
        m = re.match(expr,line)
        count = int(m.group(2))
        if sent != int(m.group(1)):
            sent = int(m.group(1))
            f = forest.read_forest(ffile.readline())
            if exhaustive:
                kbest = forest.kbest(f,weights)
        deriv = forest.read_tree(m.group(4))
        cost = float(m.group(3))
        if exhaustive:
            fderiv = kbest.next()
        else:
            fintersect = forest.kbest(forest.intersect_forest_tree(f,deriv),weights)
            fderiv = fintersect.next()
            empty = False
            try:
                fffff = fintersect.next()
            except StopIteration:
                empty = True
            assert(empty)
        s = fderiv.score #forest.inner_prod(fderiv.features,weights)
        
        if abs(s - cost) > 0.01:
            print "==="
            print "%s: %s vs %s" % (count, s,cost) 
            print deriv
            print fderiv
            print line
            print "==="
            passed = False
        count += 1
    if passed:
        print "passed"
    else:
        print "failed"
示例#3
0
import sys

sys.path.append('/home/nlg-02/pust/decode-tools-trunk/x86_64/lib')

import forest
import mmap

fname = sys.argv[1]
wname = sys.argv[2]

ffile = open(fname,"r+")
fmap = mmap.mmap(ffile.fileno(),0)
wfile = open(wname,"r")

ignore = raw_input("load forest. [enter] to continue")

w = forest.read_features(wfile.readline())
f = forest.read_forest(fmap)
fmap.close()

ignore = raw_input("forest loaded.  [enter] to continue")

klist = forest.kbest(f,w)

try:
    for k in klist:
        print k
except IOError:
    pass