def __iter__(self):
for line in bz2.BZ2File(self.ifile, 'r'):
yield tokenizer.tokenize(line)
def __iter__(self):
for f in self.ifiles:
with open(f, "r") as document:
yield tokenizer.tokenize(document.read())
def __iter__(self):
for line in open(self.ifile, "r"):
yield tokenizer.tokenize(line)
def __iter__(self):
for line in bz2.BZ2File(self.ifile, 'r'):
yield tokenizer.tokenize(line)
def __iter__(self):
for f in self.ifiles:
with open(f, "r") as document:
yield tokenizer.tokenize(document.read())
def __iter__(self):
for line in open(self.ifile, "r"):
yield tokenizer.tokenize(line)