Beispiel #1
0
 def transform(self,
               data,
               input_split=False,
               merge_output=True,
               minibatch_size=None,
               batcher=None):
     if batcher is None: batcher = self.batcher
     return batcher.process_batches(batch_transform,
                                    data, [self.transformer],
                                    input_split=input_split,
                                    merge_output=merge_output,
                                    minibatch_size=minibatch_size)
Beispiel #2
0
    def transform(self,
                  data,
                  input_split=False,
                  merge_output=True,
                  minibatch_size=None,
                  batcher=None):
        if batcher is None: batcher = self.batcher
        return batcher.process_batches(batch_transform,
                                       data, [self.function] + self.args +
                                       self.kwargs,
                                       input_split=input_split,
                                       merge_output=merge_output,
                                       minibatch_size=minibatch_size)


# import wordbatch.batcher as batcher
# b= batcher.Batcher(minibatch_size=2)#, method="serial")
# import numpy as np
# a= Apply(np.power, b, [2],{})
# print(a.transform([1, 2, 3, 4]))