def test_start_time_set(self):
c = CounterCell()
c.inc(2)
name = MetricName('namespace', 'name1')
mi = c.to_runner_api_monitoring_info(name, 'transform_id')
self.assertGreater(mi.start_time.seconds, 0)
def test_parallel_access(self):
# We create NUM_THREADS threads that concurrently modify the counter.
threads = []
c = CounterCell()
for _ in range(TestCounterCell.NUM_THREADS):
t = threading.Thread(target=TestCounterCell._modify_counter,
args=(c,))
threads.append(t)
t.start()
for t in threads:
t.join()
total = (self.NUM_ITERATIONS * (self.NUM_ITERATIONS-1)/2 * self.NUM_THREADS)
self.assertEqual(c.get_cumulative(), total)
def test_parallel_access(self):
# We create NUM_THREADS threads that concurrently modify the counter.
threads = []
c = CounterCell()
for _ in range(TestCounterCell.NUM_THREADS):
t = threading.Thread(target=TestCounterCell._modify_counter,
args=(c, ))
threads.append(t)
t.start()
for t in threads:
t.join()
total = (self.NUM_ITERATIONS * (self.NUM_ITERATIONS - 1) // 2 *
self.NUM_THREADS)
self.assertEqual(c.get_cumulative(), total)
def test_int64_user_counter(self):
expected_labels = {}
expected_labels[monitoring_infos.NAMESPACE_LABEL] = "counternamespace"
expected_labels[monitoring_infos.NAME_LABEL] = "countername"
metric = CounterCell().get_cumulative()
result = monitoring_infos.int64_user_counter('counternamespace',
'countername', metric)
counter_value = monitoring_infos.extract_counter_value(result)
self.assertEqual(0, counter_value)
self.assertEqual(result.labels, expected_labels)
def test_int64_counter(self):
expected_labels = {}
expected_labels[monitoring_infos.PCOLLECTION_LABEL] = "collectionname"
expected_labels[monitoring_infos.PTRANSFORM_LABEL] = "ptransformname"
expected_labels[monitoring_infos.SERVICE_LABEL] = "BigQuery"
labels = {
monitoring_infos.SERVICE_LABEL: "BigQuery",
}
metric = CounterCell().get_cumulative()
result = monitoring_infos.int64_counter(
monitoring_infos.API_REQUEST_COUNT_URN,
metric,
ptransform="ptransformname",
pcollection="collectionname",
labels=labels)
counter_value = monitoring_infos.extract_counter_value(result)
self.assertEqual(0, counter_value)
self.assertEqual(result.labels, expected_labels)
def __init__(self, step_name):
self.step_name = step_name
self.counters = defaultdict(lambda: CounterCell())
self.distributions = defaultdict(lambda: DistributionCell())
self.gauges = defaultdict(lambda: GaugeCell())
def test_basic_operations(self):
c = CounterCell()
c.inc(2)
self.assertEqual(c.get_cumulative(), 2)
c.dec(10)
self.assertEqual(c.get_cumulative(), -8)
c.dec()
self.assertEqual(c.get_cumulative(), -9)
c.inc()
self.assertEqual(c.get_cumulative(), -8)
def test_basic_operations(self):
c = CounterCell()
c.inc(2)
self.assertEqual(c.get_cumulative(), 2)
c.dec(10)
self.assertEqual(c.get_cumulative(), -8)
c.dec()
self.assertEqual(c.get_cumulative(), -9)
c.inc()
self.assertEqual(c.get_cumulative(), -8)