Ejemplo n.º 1
0
 def __iter__(self):
     for line in bz2.BZ2File(self.ifile, 'r'):
         yield tokenizer.tokenize(line)
Ejemplo n.º 2
0
 def __iter__(self):
     for f in self.ifiles:
         with open(f, "r") as document:
             yield tokenizer.tokenize(document.read())
Ejemplo n.º 3
0
 def __iter__(self):
     for line in open(self.ifile, "r"):
         yield tokenizer.tokenize(line)
Ejemplo n.º 4
0
 def __iter__(self):
     for line in bz2.BZ2File(self.ifile, 'r'):
         yield tokenizer.tokenize(line)
Ejemplo n.º 5
0
 def __iter__(self):
     for f in self.ifiles:
         with open(f, "r") as document:
             yield tokenizer.tokenize(document.read())
Ejemplo n.º 6
0
 def __iter__(self):
     for line in open(self.ifile, "r"):
         yield tokenizer.tokenize(line)