for level in range(maxLevel+1):
print >>sys.stderr, "Level", level
lookahead = workDir/("%s-txt-lvl%d.lookahead.gz" %
(basename, level))
print >>sys.stderr, "Lookahead data from", lookahead
if lookahead.endswith(".gz"):
look = GzipFile(lookahead)
else:
look = file(lookahead)
lambdas = readLambdas(look)
grammar.addLambdas(lambdas, level)
ntToPos = readProductionTable(look)
grammar.addNTToPos(ntToPos, level)
print >>sys.stderr, "Nonterm to word"
ct = 0
for line in look:
if not line.strip():
break
if ct % 1000 == 0:
print >>sys.stderr, "read", ct, "..."
ct += 1
fields = line.strip().split()
(prob, nt, arrow, word) = fields
