prob = float(prob)
rule = HierRule(level)
if lhs.startswith("EPSILON"):
assert(len(rhs) == 1)
assert(rhs[0].startswith("EPSILON"))
rhs = []
rule.setup(lhs, rhs, prob)
if rule.epsilon() or rule.unary():
# print >>sys.stderr, "Skipping bogus unary", rule
pass
else:
grammar.addRule(rule)
unaryFile = workDir/("%s-txt-lvl%d.unaries.gz" % (basename, level))
print >>sys.stderr, "Unaries from", unaryFile
ct = 0
for line in GzipFile(unaryFile):
if ct % 1000 == 0:
print >>sys.stderr, ct, "..."
ct += 1
if not line.strip():
continue
#copied, factor
