示例#1
0
文件: __init__.py 项目: alumae/fuel
    def get_epoch_iterator(self, **kwargs):
        batches = chain.from_iterable(izip(*[data_stream.get_epoch_iterator() for data_stream in self.data_streams]))

        part = partition(len(self.sources), chain.from_iterable(batches))
        as_dict = kwargs.get("as_dict", False)
        if as_dict:
            return imap(dict, starmap(zip, izip(repeat(self.sources), part)))
        else:
            return part
示例#2
0
    def get_epoch_iterator(self, **kwargs):
        batches = chain.from_iterable(
            izip(*[data_stream.get_epoch_iterator()
                   for data_stream in self.data_streams]))

        part = partition(len(self.sources), chain.from_iterable(batches))
        as_dict = kwargs.get('as_dict', False)
        if as_dict:
            return imap(dict, starmap(zip, izip(repeat(self.sources), part)))
        else:
            return part
示例#3
0
 def get_request_iterator(self):
     request_iterator = self.iteration_scheme.get_request_iterator()
     return chain.from_iterable(imap(partial(repeat, times=self.times), request_iterator))
示例#4
0
文件: stream.py 项目: miradel51/NMT
 def open(self):
     return chain.from_iterable(izip(*[chain.from_iterable(
         imap(open, repeat(f))) for f in self.files]))
示例#5
0
文件: __init__.py 项目: jfsantos/fuel
 def get_epoch_iterator(self, **kwargs):
     batches = chain.from_iterable(
         izip(*[data_stream.get_epoch_iterator()
                for data_stream in self.data_streams]))
     return partition(len(self.sources), chain.from_iterable(batches))