def from_protobuf(message: NumbersMessage): """ Load from a protobuf message Returns ------- number_tracker : NumberTracker """ theta = None if message.compact_theta is not None and len( message.compact_theta) > 0: theta = ThetaSketch.deserialize(message.compact_theta) elif message.theta is not None and len(message.theta) > 0: logger.warning( "Possible missing data. Non-compact theta sketches are no longer supported" ) opts = dict( theta_sketch=theta, variance=VarianceTracker.from_protobuf(message.variance), histogram=dsketch.deserialize_kll_floats_sketch(message.histogram), ) if message.HasField("doubles"): opts["floats"] = FloatTracker.from_protobuf(message.doubles) if message.HasField("longs"): opts["ints"] = IntTracker.from_protobuf(message.longs) return NumberTracker(**opts)
def from_protobuf(message: NumbersMessage): """ Load from a protobuf message Returns ------- number_tracker : NumberTracker """ theta = None if message.theta is not None and len(message.theta) > 0: theta = ThetaSketch.deserialize(message.theta) elif message.compact_theta is not None and len(message.compact_theta) > 0: theta = ThetaSketch.deserialize(message.compact_theta) opts = dict( theta_sketch=theta, variance=VarianceTracker.from_protobuf(message.variance), histogram=dsketch.deserialize_kll_floats_sketch(message.histogram), frequent_numbers=dsketch.FrequentNumbersSketch.from_protobuf( message.frequent_numbers ), ) if message.HasField("doubles"): opts["floats"] = FloatTracker.from_protobuf(message.doubles) if message.HasField("longs"): opts["ints"] = IntTracker.from_protobuf(message.longs) return NumberTracker(**opts)
def test_protobuf_roundtrip_matches(): x1 = VarianceTracker() for i in range(10): x1.update(i) proto = x1.to_protobuf() roundtrip = VarianceTracker.from_protobuf(proto) assert x1.count == roundtrip.count assert x1.variance() == roundtrip.variance() assert x1.mean == roundtrip.mean