def __init__(self, reader): self.reader = reader self.iter_1, self.iter_2 = itertools.tee(self.reader, 2) logging.info("collecting entities from %s" % self.iter_1) self.entities = entities(self.iter_1) logging.info("selected %i entities: %s..." % (len(self.entities), list(self.entities)[:10]))
def __init__(self, reader, freq_min=2, freq_max=10000): self.reader = reader self.iter_1, self.iter_2 = itertools.tee(self.reader, 2) logging.info("collecting entities from %s" % self.reader) self.freq_min = freq_min self.freq_max = freq_max self.entities = entities(self.iter_1, freq_max=self.freq_max, freq_min=self.freq_min) logging.info("selected %i entities: %s..." % (len(self.entities), list(self.entities)[:10]))