def __iter__(self): files = {filename[:-4] for filename in os.listdir(self.dirname)} for doc_id, fname in enumerate(files): d = Document(doc_id, os.path.join(self.dirname, fname + '.txt')) for sentence in d.read_sentences(): yield sentence
def __iter__(self): files = {filename[:-4] for filename in os.listdir(self.dirname)} for doc_id, fname in enumerate(files): print(str(doc_id) + '||||' + fname) #这句是我加的,查看读取的文件进度,否则等的心急 d = Document(doc_id, os.path.join(self.dirname, fname + '.txt')) for sentence in d.read_sentences(): yield sentence
def __iter__(self): files = {filename[:-4] for filename in os.listdir(self.dirname)} for doc_id, fname in enumerate(files): d = Document(doc_id, os.path.join(self.dirname, fname + '.txt')) for sentence in d.read_sentences(): yield sentence