if ct % 1000 == 0:
print >>sys.stderr, "read", ct, "..."
ct += 1
fields = line.strip().split()
(prob, nt, arrow, word) = fields
assert(arrow == "->")
grammar.addWordLookahead(nt, word, float(prob), level)
if level == 0:
#this table doesn't depend on level
print >>sys.stderr, "Pos to word"
ct = 0
for line in look:
if not line.strip():
break
if ct % 1000 == 0:
print >>sys.stderr, "read", ct, "..."
ct += 1
fields = line.strip().split()
(prob, pos, arrow, word) = fields
assert(arrow == "->")
grammar.addPosToWord(pos, word, float(prob))
grammar.writeback("posToWord")
grammar.writeback("lookahead")
grammar.writeback("ntToWord")
