if ct % 1000 == 0: print >>sys.stderr, "read", ct, "..." ct += 1 fields = line.strip().split() (prob, nt, arrow, word) = fields assert(arrow == "->") grammar.addWordLookahead(nt, word, float(prob), level) if level == 0: #this table doesn't depend on level print >>sys.stderr, "Pos to word" ct = 0 for line in look: if not line.strip(): break if ct % 1000 == 0: print >>sys.stderr, "read", ct, "..." ct += 1 fields = line.strip().split() (prob, pos, arrow, word) = fields assert(arrow == "->") grammar.addPosToWord(pos, word, float(prob)) grammar.writeback("posToWord") grammar.writeback("lookahead") grammar.writeback("ntToWord")