def __iter__(self):
while self.__sources:
for i in range(len(self.__sources)-1, -1, -1): #iterate from back
cursrc = self.__sources[i]
# now return up to __batchsize from cursrc
try:
for n in range(self.__batchsize):
yield next(cursrc)
except StopIteration:
# we're done with this source and can delete it since
# we iterate the list as we do
del self.__sources[i]
raise StopIteration()
def __iter__(self):
iter1 = self.__src1.__iter__()
iter2 = self.__src2.__iter__()
row1 = next(iter1)
keyval1 = row1[self.__key1]
rows2 = self.__getnextrows(iter2)
keyval2 = rows2[0][self.__key2]
while True: # At one point there will be a StopIteration
if keyval1 == keyval2:
# Output rows
for part in rows2:
resrow = row1.copy()
resrow.update(part)
yield resrow
row1 = next(iter1)
keyval1 = row1[self.__key1]
elif keyval1 < keyval2:
row1 = next(iter1)
keyval1 = row1[self.__key1]
else: # k1 > k2
rows2 = self.__getnextrows(iter2)
keyval2 = rows2[0][self.__key2]
def __getnextrows(self, iter):
res = []
keyval = None
if self.__next is not None:
res.append(self.__next)
keyval = self.__next[self.__key2]
self.__next = None
while True:
try:
row = next(iter)
except StopIteration:
if res:
return res
else:
raise
if keyval is None:
keyval = row[self.__key2] # for the first row in this round
if row[self.__key2] == keyval:
res.append(row)
else:
self.__next = row
return res
def getnextseqval(*ignored):
return next(generator)