def __iter__(self): with self.source.open('rb') as f: try: while True: yield tuple(pickle.load(f)) except EOFError: pass
def _iterchunk(fn): # reopen so iterators from file cache are independent debug('iterchunk, opening %s' % fn) with open(fn, 'rb') as f: try: while True: yield pickle.load(f) except EOFError: pass debug('end of iterchunk, closed %s' % fn)
def picklereader(fl): try: while True: yield pickle.load(fl) except EOFError: pass
def iterchunk(f): try: while True: yield pickle.load(f) except EOFError: pass