def test_integration_with_ci_cluster(dd_environment, aggregator):
check = StormCheck(CHECK_NAME, {}, {})
# run your actual tests...
check.check(dd_environment)
# Service Check
aggregator.assert_service_check(
'topology_check.topology',
count=1,
status=AgentCheck.OK,
tags=['stormEnvironment:integration', 'stormVersion:1.1.1'],
)
topology_tags = ['topology:topology']
env_tags = ['stormEnvironment:integration']
storm_version_tags = ['stormVersion:1.1.1']
aggregator.assert_metric('storm.cluster.supervisors',
value=1,
count=1,
tags=storm_version_tags + env_tags)
# Cluster Stats
test_cases = [
'executorsTotal',
'slotsTotal',
'slotsFree',
'topologies',
'supervisors',
'tasksTotal',
'slotsUsed',
'availCpu',
'totalCpu',
'cpuAssignedPercentUtil',
'availMem',
'totalMem',
'memAssignedPercentUtil',
]
test_tags = storm_version_tags + env_tags
for name in test_cases:
aggregator.assert_metric('storm.cluster.{}'.format(name),
count=1,
tags=test_tags)
# Nimbus Stats
test_cases = ['numLeaders', 'numFollowers', 'numOffline', 'numDead']
test_tags = env_tags + storm_version_tags
for name in test_cases:
aggregator.assert_metric('storm.nimbus.{}'.format(name), count=1)
# Supervisor Stats
test_cases = [
'slotsTotal', 'slotsUsed', 'totalMem', 'usedMem', 'totalCpu', 'usedCpu'
]
for name in test_cases:
aggregator.assert_metric('storm.supervisor.{}'.format(name), count=1)
# Topology Stats
test_cases = [
'emitted',
'transferred',
'acked',
'failed',
'completeLatency',
'uptimeSeconds',
'executorsTotal',
'numBolts',
'replicationCount',
'tasksTotal',
'numSpouts',
'workersTotal',
'assignedMemOnHeap',
'assignedMemOffHeap',
'assignedTotalMem',
'requestedMemOnHeap',
'requestedMemOffHeap',
'requestedCpu',
'assignedCpu',
'msgTimeout',
'debug',
'samplingPct',
]
test_tags = topology_tags + env_tags + storm_version_tags
interval = 'last_60'
for name in test_cases:
aggregator.assert_metric('storm.topologyStats.{}.{}'.format(
interval, name),
at_least=1,
tags=test_tags)
if not aggregator.metrics('storm.bolt.last_60.tasks'):
# It may takes some time for bolt/spout stats to appear
time.sleep(10)
check.check(dd_environment)
# Bolt Stats
for name, values in [
('split', (8, None, None, None, None, None, None, None, None, 8, None,
None, None, None)),
('count', (12, None, None, None, None, None, None, None, None, 12,
None, None, None, None)),
]:
test_tags = env_tags + topology_tags + ['bolt:{}'.format(name)
] + storm_version_tags
for i, metric_name in enumerate([
'tasks',
'executeLatency',
'processLatency',
'capacity',
'failed',
'acked',
'transferred',
'executed',
'emitted',
'executors',
'errorLapsedSecs',
'requestedMemOnHeap',
'requestedCpu',
'requestedMemOffHeap',
]):
aggregator.assert_metric(
'storm.bolt.last_60.{}'.format(metric_name),
value=values[i],
tags=test_tags,
at_least=1)
# Spout Stats
for name, values in [('spout', (5, None, None, None, None, None, 5, None,
None, None, None))]:
test_tags = topology_tags + ['spout:{}'.format(name)
] + env_tags + storm_version_tags
for i, metric_name in enumerate([
'tasks',
'completeLatency',
'failed',
'acked',
'transferred',
'emitted',
'executors',
'errorLapsedSecs',
'requestedMemOffHeap',
'requestedCpu',
'requestedMemOnHeap',
]):
aggregator.assert_metric(
'storm.spout.last_60.{}'.format(metric_name),
value=values[i],
tags=test_tags,
at_least=1)
def test_check(aggregator):
"""
Testing Storm check.
"""
check = StormCheck(CHECK_NAME, {}, {})
responses.add(responses.GET,
'http://localhost:8080/api/v1/cluster/summary',
json=TEST_STORM_CLUSTER_SUMMARY,
status=200)
responses.add(responses.GET,
'http://localhost:8080/api/v1/nimbus/summary',
json=TEST_STORM_NIMBUSES_SUMMARY,
status=200)
responses.add(responses.GET,
'http://localhost:8080/api/v1/supervisor/summary',
json=TEST_STORM_SUPERVISOR_SUMMARY,
status=200)
responses.add(responses.GET,
'http://localhost:8080/api/v1/topology/summary',
json=TEST_STORM_TOPOLOGY_SUMMARY,
status=200)
responses.add(
responses.GET,
'http://localhost:8080/api/v1/topology/my_topology-1-1489183263',
json=TEST_STORM_TOPOLOGY_RESP,
status=200,
)
responses.add(
responses.GET,
'http://localhost:8080/api/v1/topology/my_topology-1-1489183263/metrics',
json=TEST_STORM_TOPOLOGY_METRICS_RESP,
status=200,
)
check.check(STORM_CHECK_CONFIG)
topology_tags = ['topology:my_topology']
env_tags = ['stormEnvironment:test']
storm_version_tags = ['stormVersion:1.2.0']
# Service Check
aggregator.assert_service_check('topology_check.my_topology',
count=1,
status=AgentCheck.OK,
tags=env_tags + storm_version_tags)
# Cluster Stats
test_cases = (
('executorsTotal', 1, 33),
('slotsTotal', 1, 10),
('slotsFree', 1, 4),
('topologies', 1, 1),
('supervisors', 1, 1),
('tasksTotal', 1, 33),
('slotsUsed', 1, 6),
('availCpu', 1, 0),
('totalCpu', 1, 0),
('cpuAssignedPercentUtil', 1, 0),
('availMem', 1, 0),
('totalMem', 1, 0),
('memAssignedPercentUtil', 1, 0),
)
test_tags = env_tags + storm_version_tags
for name, count, value in test_cases:
aggregator.assert_metric('storm.cluster.{}'.format(name),
count=count,
value=value,
tags=test_tags)
# Nimbus Stats
test_cases = (
('upTimeSeconds', 1, 25842,
['stormStatus:leader', 'stormHost:1.2.3.4']),
('upTimeSeconds', 1, 0,
['stormStatus:offline', 'stormHost:nimbus01.example.com']),
('numLeaders', 1, 1, ['stormStatus:leader', 'stormHost:1.2.3.4']),
('numFollowers', 1, 0, ['stormStatus:leader', 'stormHost:1.2.3.4']),
('numOffline', 1, 1, ['stormStatus:leader', 'stormHost:1.2.3.4']),
('numDead', 1, 0, ['stormStatus:leader', 'stormHost:1.2.3.4']),
)
test_tags = env_tags + storm_version_tags
for name, count, value, additional_tags in test_cases:
aggregator.assert_metric('storm.nimbus.{}'.format(name),
count=count,
value=value,
tags=test_tags + additional_tags)
# Supervisor Stats
test_cases = (
('uptimeSeconds', 1, 31559),
('slotsTotal', 1, 10),
('slotsUsed', 1, 6),
('totalMem', 1, 3072),
('usedMem', 1, 4992),
('totalCpu', 1, 900),
('usedCpu', 1, 0),
)
for name, count, value in test_cases:
aggregator.assert_metric('storm.supervisor.{}'.format(name),
count=count,
value=value)
# Topology Stats
test_cases = (
('emitted', 1, 307606),
('transferred', 1, 307606),
('acked', 1, 104673),
('failed', 1, 0),
('completeLatency', 1, 285.950),
('uptimeSeconds', 1, 1525788),
('executorsTotal', 1, 33),
('numBolts', 1, 6),
('replicationCount', 1, 1),
('tasksTotal', 1, 33),
('numSpouts', 1, 1),
('workersTotal', 1, 6),
('assignedMemOnHeap', 1, 4992),
('assignedMemOffHeap', 1, 0),
('assignedTotalMem', 1, 4992),
('requestedMemOnHeap', 1, 0),
('requestedMemOffHeap', 1, 0),
('requestedCpu', 1, 0),
('assignedCpu', 1, 0),
('msgTimeout', 1, 300),
('debug', 1, 0),
('samplingPct', 1, 10),
)
test_tags = topology_tags + env_tags + storm_version_tags
interval = 'last_60'
for name, count, value in test_cases:
aggregator.assert_metric('storm.topologyStats.{}.{}'.format(
interval, name),
count=count,
value=value,
tags=test_tags)
# Bolt Stats
for name, values in [
('Bolt1', (3, 0.001, 201.474, 0.000, 0, 212282, 101309, 106311, 101309,
3, 1e10, 0, 0, 0)),
('Bolt2', (2, 0.015, 0.010, 0.000, 0, 3153, 0, 3153, 0, 2, 1e10, 0, 0,
0)),
('Bolt3', (3, 0.009, 0.003, 0.000, 0, 4704, 0, 4704, 0, 3, 1e10, 0, 0,
0)),
('Bolt4', (4, 0.001, 291.756, 0.000, 0, 218808, 101607, 110946, 101607,
4, 1e10, 0, 0, 0)),
('Bolt5', (2, 0.001, 1014.634, 0.000, 0, 208890, 17, 104445, 17, 2,
1e10, 0, 0, 0)),
('Bolt6', (3, 0.010, 0.005, 0.000, 0, 4705, 0, 4705, 0, 3, 1e10, 0, 0,
0)),
]:
test_tags = storm_version_tags + env_tags + topology_tags + [
'bolt:{}'.format(name)
]
for i, metric_name in enumerate([
'tasks',
'executeLatency',
'processLatency',
'capacity',
'failed',
'acked',
'transferred',
'executed',
'emitted',
'executors',
'errorLapsedSecs',
'requestedMemOnHeap',
'requestedCpu',
'requestedMemOffHeap',
]):
aggregator.assert_metric(
'storm.bolt.last_60.{}'.format(metric_name),
value=values[i],
tags=test_tags,
count=1)
# Spout Stats
for name, values in [('source', (8, 285.950, 0, 104673, 104673, 104673, 8,
38737, 0, 0, 0))]:
test_tags = storm_version_tags + topology_tags + env_tags + [
'spout:{}'.format(name)
]
for i, metric_name in enumerate([
'tasks',
'completeLatency',
'failed',
'acked',
'transferred',
'emitted',
'executors',
'errorLapsedSecs',
'requestedMemOffHeap',
'requestedCpu',
'requestedMemOnHeap',
]):
aggregator.assert_metric(
'storm.spout.last_60.{}'.format(metric_name),
value=values[i],
tags=test_tags,
count=1)
# # Topology Metrics
metric_cases = (
# Topology Metrics By Bolt
(
'storm.topologyStats.metrics.bolts.last_60.transferred',
0.0,
storm_version_tags + topology_tags + env_tags +
['bolts:count', 'stream:__system'],
), )
for m in ['acked', 'complete_ms_avg', 'emitted', 'transferred']:
aggregator.assert_metric(
'storm.topologyStats.metrics.spouts.last_60.{}'.format(m),
at_least=1)
for m in [
'acked', 'emitted', 'executed', 'executed_ms_avg',
'process_ms_avg', 'transferred'
]:
aggregator.assert_metric(
'storm.topologyStats.metrics.bolts.last_60.{}'.format(m),
at_least=1)
for case in metric_cases:
aggregator.assert_metric(case[0], value=case[1], tags=case[2], count=1)
# Raises when COVERAGE=true and coverage < 100%
aggregator.assert_all_metrics_covered()