def __init__(self, outdir): Filter.__init__(self) OutputPrefacedPTBDerivation.__init__(self, outdir) self.outdir = outdir self.bad = OutputPrefacedPTBDerivation(os.path.join(outdir, 'failed')) self.bad_freqs = defaultdict(int)
class BadAtom(Filter, OutputPrefacedPTBDerivation): def __init__(self, outdir): Filter.__init__(self) OutputPrefacedPTBDerivation.__init__(self, outdir) self.outdir = outdir self.bad = OutputPrefacedPTBDerivation(os.path.join(outdir, 'failed')) self.bad_freqs = defaultdict(int) def accept(self, root): for node in nodes(root): cat = node.cat if has_bad_subcat(cat): self.bad_freqs[str(cat)] += 1 return False return True MergedTags = { 'VCD', 'VNV', 'VPT' } def accept_derivation(self, bundle): if self.accept(bundle.derivation): self.write_derivation(bundle) else: self.bad.write_derivation(bundle) def output(self): with file(os.path.join(self.outdir, 'failed_freqs'), 'w') as f: for badcat, freq in sorted_by_value_desc(self.bad_freqs): print >>f, '% 5d | %s' % (freq, badcat) arg_names = 'OUTDIR'
class BadAtom(Filter, OutputPrefacedPTBDerivation): def __init__(self, outdir): Filter.__init__(self) OutputPrefacedPTBDerivation.__init__(self, outdir) self.outdir = outdir self.bad = OutputPrefacedPTBDerivation(os.path.join(outdir, 'failed')) self.bad_freqs = defaultdict(int) def accept(self, root): for node in nodes(root): cat = node.cat if has_bad_subcat(cat): self.bad_freqs[str(cat)] += 1 return False return True MergedTags = {'VCD', 'VNV', 'VPT'} def accept_derivation(self, bundle): if self.accept(bundle.derivation): self.write_derivation(bundle) else: self.bad.write_derivation(bundle) def output(self): with file(os.path.join(self.outdir, 'failed_freqs'), 'w') as f: for badcat, freq in sorted_by_value_desc(self.bad_freqs): print >> f, '% 5d | %s' % (freq, badcat) arg_names = 'OUTDIR'
def __init__(self, outdir): Filter.__init__(self) OutputPrefacedPTBDerivation.__init__(self, outdir)