Exemple #1
0
 def __iter__(self):
     for line in bz2.BZ2File(self.ifile, 'r'):
         yield tokenizer.tokenize(line)
Exemple #2
0
 def __iter__(self):
     for f in self.ifiles:
         with open(f, "r") as document:
             yield tokenizer.tokenize(document.read())
Exemple #3
0
 def __iter__(self):
     for line in open(self.ifile, "r"):
         yield tokenizer.tokenize(line)
Exemple #4
0
 def __iter__(self):
     for line in bz2.BZ2File(self.ifile, 'r'):
         yield tokenizer.tokenize(line)
Exemple #5
0
 def __iter__(self):
     for f in self.ifiles:
         with open(f, "r") as document:
             yield tokenizer.tokenize(document.read())
Exemple #6
0
 def __iter__(self):
     for line in open(self.ifile, "r"):
         yield tokenizer.tokenize(line)