def __init__(self, inputs, *args, **kwargs): # create a new converter from an operator if len(args) == 3: self.extra_op, self.oldname, self.newname = args else: self.extra_op, self.oldname, self.newname = None, None, None self.converters = [lambda x: x] * len(inputs) outputs = copy.deepcopy(inputs) for i in xrange(0, len(inputs)): if 'Properties/UnitofMeasure' in inputs[i]: unit, converter = self.find_conversion(inputs[i]) # make a closure with the converter def make_converter(): _converter = converter if callable(_converter): return _converter([inputs[i]]) else: return lambda x: np.dstack((x[0][:, 0], _converter * (x[0][:, 1]))) self.converters[i] = make_converter() outputs[i]['Properties/UnitofMeasure'] = unit Operator.__init__(self, inputs, outputs)
def __init__(self, inputs): outputs = [{} for x in xrange(0, len(inputs))] for i, stream in enumerate(inputs): for k, v in stream.iteritems(): if not k.startswith('Metadata/'): outputs[i][k] = v Operator.__init__(self, inputs, outputs)
def __init__(self, inputs, *args, **kwargs): # create a new converter from an operator if len(args) == 3: self.extra_op, self.oldname, self.newname = args else: self.extra_op, self.oldname, self.newname = None, None, None self.converters = [lambda x: x] * len(inputs) outputs = copy.deepcopy(inputs) for i in xrange(0, len(inputs)): if "Properties/UnitofMeasure" in inputs[i]: unit, converter = self.find_conversion(inputs[i]) # make a closure with the converter def make_converter(): _converter = converter if callable(_converter): return _converter([inputs[i]]) else: return lambda x: np.dstack((x[0][:, 0], _converter * (x[0][:, 1]))) self.converters[i] = make_converter() outputs[i]["Properties/UnitofMeasure"] = unit Operator.__init__(self, inputs, outputs)
def __init__(self, inputs, cols="1", operator=None): self.cols = make_colspec(cols) self.ops = map(lambda x: operator([x]), inputs) self.name = "catcol(%s, %s)" % (",".join(map(str, self.cols)), str(self.ops[0])) # print self.cols, self.ops Operator.__init__(self, inputs, operators.OP_N_TO_N)
def __init__(self, inputs): outputs = [{} for x in xrange(0, len(inputs))] for i, stream in enumerate(inputs): for k, v in stream.iteritems(): if not k.startswith("Metadata/"): outputs[i][k] = v Operator.__init__(self, inputs, outputs)
def __init__(self, inputs, cols="1", operator=None): self.cols = make_colspec(cols) self.ops = map(lambda x: operator([x]), inputs) self.name = 'catcol(%s, %s)' % (','.join(map( str, self.cols)), str(self.ops[0])) # print self.cols, self.ops Operator.__init__(self, inputs, operators.OP_N_TO_N)
def __init__(self, inputs, tag, newname): self.name = "rename(%s, %s)" % (tag, newname) output = copy.deepcopy(inputs) for s in output: if tag in s: s[newname] = s[tag] del s[tag] Operator.__init__(self, inputs, output)
def __init__(self, inputs, tag, newname): self.name = 'rename(%s, %s)' % (tag, newname) output = copy.deepcopy(inputs) for s in output: if tag in s: s[newname] = s[tag] del s[tag] Operator.__init__(self, inputs, output)
def __init__(self, inputs, tag, newname, remove=True): self.name = 'rename(%s, %s)' % (tag, newname) output = copy.deepcopy(inputs) for s in output: if tag in s: s[newname] = s[tag] if remove: del s[tag] Operator.__init__(self, inputs, output)
def __init__(self, inputs): # don't change uuids Operator.__init__(self, inputs, inputs)
def __init__(self, inputs, key, value): # don't change uuids outputs = copy.deepcopy(inputs) for o in outputs: o[key] = value Operator.__init__(self, inputs, outputs)
def __init__(self, inputs, *vals, **kwargs): tag = kwargs.get('tag', 'uuid') keys = map(lambda x: x.get(tag, None), inputs) self.order = map(lambda val: keys.index(val), vals) Operator.__init__(self, inputs, [inputs[i] for i in self.order])
def __init__(self, inputs, days="1,2,3,4,5"): self.days = map(int, days.split(',')) self.tzs = map(lambda x: dtutil.gettz(x['Properties/Timezone']), inputs) Operator.__init__(self, inputs, OP_N_TO_N)