Example #1
0
 def __init__(self, reader):
     self.reader = reader
     self.iter_1, self.iter_2 = itertools.tee(self.reader, 2)
     logging.info("collecting entities from %s" % self.iter_1)
     self.entities = entities(self.iter_1)
     logging.info("selected %i entities: %s..." %
                  (len(self.entities), list(self.entities)[:10]))
Example #2
0
 def __init__(self, reader):
     self.reader = reader
     self.iter_1, self.iter_2 = itertools.tee(self.reader, 2)
     logging.info("collecting entities from %s" % self.iter_1)
     self.entities = entities(self.iter_1)
     logging.info("selected %i entities: %s..." %
                  (len(self.entities), list(self.entities)[:10]))
Example #3
0
 def __init__(self, reader, freq_min=2, freq_max=10000):
     self.reader = reader
     self.iter_1, self.iter_2 = itertools.tee(self.reader, 2)
     logging.info("collecting entities from %s" % self.reader)
     self.freq_min = freq_min
     self.freq_max = freq_max
     self.entities = entities(self.iter_1, freq_max=self.freq_max, freq_min=self.freq_min)
     logging.info("selected %i entities: %s..." %
                  (len(self.entities), list(self.entities)[:10]))
Example #4
0
 def __init__(self, reader, freq_min=2, freq_max=10000):
     self.reader = reader
     self.iter_1, self.iter_2 = itertools.tee(self.reader, 2)
     logging.info("collecting entities from %s" % self.reader)
     self.freq_min = freq_min
     self.freq_max = freq_max
     self.entities = entities(self.iter_1,
                              freq_max=self.freq_max,
                              freq_min=self.freq_min)
     logging.info("selected %i entities: %s..." %
                  (len(self.entities), list(self.entities)[:10]))