def test_init():
c = CountersTracker()
assert c.__dict__ == {"count": 0, "true_count": 0, "null_count": 0}
opts = {"count": 1, "true_count": 3, "null_count": 4}
c = CountersTracker(**opts)
assert c.__dict__ == opts
def __init__(
self,
name: str,
number_tracker: NumberTracker = None,
string_tracker: StringTracker = None,
schema_tracker: SchemaTracker = None,
counters: CountersTracker = None,
frequent_items: FrequentItemsSketch = None,
cardinality_tracker: HllSketch = None,
):
# Handle default values
if counters is None:
counters = CountersTracker()
if number_tracker is None:
number_tracker = NumberTracker()
if string_tracker is None:
string_tracker = StringTracker()
if schema_tracker is None:
schema_tracker = SchemaTracker()
if frequent_items is None:
frequent_items = FrequentItemsSketch()
if cardinality_tracker is None:
cardinality_tracker = HllSketch()
# Assign values
self.column_name = name
self.number_tracker = number_tracker
self.string_tracker = string_tracker
self.schema_tracker = schema_tracker
self.counters = counters
self.frequent_items = frequent_items
self.cardinality_tracker = cardinality_tracker
def test_simple_tracking():
x = CountersTracker()
x.increment_count()
x.increment_count()
assert x.count == 2
assert x.null_count == 0
assert x.true_count == 0
x.increment_bool()
assert x.true_count == 1
x.increment_null()
assert x.null_count == 1
def test_increment():
c = CountersTracker()
for _ in range(3):
c.increment_count()
for _ in range(2):
c.increment_bool()
for _ in range(1):
c.increment_null()
assert c.count == 3
assert c.true_count == 2
assert c.null_count == 1
def from_protobuf(message):
"""
Load from a protobuf message
Returns
-------
column_profile : ColumnProfile
"""
return ColumnProfile(
message.name,
counters=CountersTracker.from_protobuf(message.counters),
schema_tracker=SchemaTracker.from_protobuf(message.schema),
number_tracker=NumberTracker.from_protobuf(message.numbers),
string_tracker=StringTracker.from_protobuf(message.strings),
frequent_items=FrequentItemsSketch.from_protobuf(
message.frequent_items),
cardinality_tracker=HllSketch.from_protobuf(
message.cardinality_tracker),
)
def test_merge_trackers_add_up():
x1 = CountersTracker()
for _ in range(2):
x1.increment_count()
for _ in range(3):
x1.increment_null()
x1.increment_bool()
x2 = CountersTracker()
x2.increment_count()
x2.increment_null()
merge1 = x1.merge(x2)
assert merge1.count == 3
assert merge1.null_count == 4
assert merge1.true_count == 1
merge2 = x2.merge(x1)
assert merge2.count == 3
assert merge2.null_count == 4
assert merge2.true_count == 1
def test_protobuf():
c = CountersTracker(count=1, true_count=2, null_count=3)
msg = c.to_protobuf()
c2 = CountersTracker.from_protobuf(msg)
assert c.__dict__ == c2.__dict__