class TestMesosCollector(CollectorTestCase):
def setUp(self):
config = get_collector_config('MesosCollector', {})
self.collector = MesosCollector(config, None)
def test_import(self):
self.assertTrue(MesosCollector)
@patch.object(Collector, 'publish')
def test_should_work_with_real_data(self, publish_mock):
def se(url):
if url == 'http://*****:*****@patch.object(Collector, 'publish')
def test_should_fail_gracefully(self, publish_mock):
patch_urlopen = patch(
'urllib2.urlopen',
Mock(return_value=self.getFixture('metrics_blank')))
patch_urlopen.start()
self.collector.collect()
patch_urlopen.stop()
self.assertPublishedMany(publish_mock, {})
def test_http(self):
self.collector.config['host'] = 'localhost'
self.assertEqual('http://localhost:5050/metrics/snapshot',
self.collector._get_url())
def test_https(self):
self.collector.config['host'] = 'https://localhost'
self.assertEqual('https://localhost:5050/metrics/snapshot',
self.collector._get_url())
def get_metrics(self):
return {
'master.cpus_percent': 0.762166666666667,
'master.cpus_total': 120,
'master.cpus_used': 91.46,
'master.disk_percent': 0.0317975447795468,
'master.disk_total': 12541440,
'master.disk_used': 398787
}
class TestMesosCollector(CollectorTestCase):
def setUp(self):
config = get_collector_config('MesosCollector', {})
self.collector = MesosCollector(config, None)
def test_import(self):
self.assertTrue(MesosCollector)
@patch.object(Collector, 'publish')
def test_should_work_with_real_data(self, publish_mock):
def se(url):
if url == 'http://*****:*****@patch.object(Collector, 'publish')
def test_should_fail_gracefully(self, publish_mock):
patch_urlopen = patch('urllib2.urlopen', Mock(
return_value=self.getFixture('metrics_blank')))
patch_urlopen.start()
self.collector.collect()
patch_urlopen.stop()
self.assertPublishedMany(publish_mock, {})
def test_http(self):
self.collector.config['host'] = 'localhost'
self.assertEqual('http://localhost:5050/metrics/snapshot',
self.collector._get_url())
def test_https(self):
self.collector.config['host'] = 'https://localhost'
self.assertEqual('https://localhost:5050/metrics/snapshot',
self.collector._get_url())
def get_metrics(self):
return {
'master.cpus_percent': 0.762166666666667,
'master.cpus_total': 120,
'master.cpus_used': 91.46,
'master.disk_percent': 0.0317975447795468,
'master.disk_total': 12541440,
'master.disk_used': 398787
}
class TestMesosCollector(CollectorTestCase):
def setUp(self):
config = get_collector_config('MesosCollector', {})
self.collector = MesosCollector(config, None)
def test_import(self):
self.assertTrue(MesosCollector)
def test_import2(self):
self.assertTrue(self.collector.config['path'], 'mesos')
@patch.object(Collector, 'publish')
def test_should_work_for_master_with_real_data(self, publish_mock):
returns = self.getFixture('master_metrics_snapshot.json')
urlopen_mock = patch('urllib2.urlopen', Mock(
side_effect=lambda *args: returns))
urlopen_mock.start()
self.collector.collect()
urlopen_mock.stop()
# check how many fixtures were consumed
self.assertEqual(urlopen_mock.new.call_count, 1)
metrics = {
'master.elected': (1, 0),
"system.mem_free_bytes": (5663678464.1, 0),
"registrar.state_store_ms.p9999": (17.8412544, 6)
}
self.assertPublishedMany(publish_mock, metrics)
@patch.object(Collector, 'publish')
def test_should_work_for_slave_with_real_data(self, publish_mock):
config = get_collector_config('MesosCollector', {'master': False})
self.collector = MesosCollector(config, None)
self.assertEqual(self.collector.master, False)
returns = [
self.getFixture('master_metrics_snapshot.json'),
self.getFixture('slave_metrics_state.json'),
self.getFixture('slave_monitor_statistics.json')
]
urlopen_mock = patch('urllib2.urlopen', Mock(
side_effect=lambda *args: returns.pop(0)))
urlopen_mock.start()
self.collector.collect()
urlopen_mock.stop()
# check how many fixtures were consumed
self.assertEqual(urlopen_mock.new.call_count, 3)
metrics = {
'master.elected': 1,
'system.mem_free_bytes': 5663678464.1,
'registrar.state_store_ms.p9999': (17.8412544, 6),
'staged_tasks': 20,
'failed_tasks': 6,
'finished_tasks': 1,
'frameworks.marathon-0_7_6.executors.task_name.'
'09b6f20c-b6a9-11e4-99f6-fa163ef210c0.cpus_limit': (0.6, 1),
'frameworks.marathon-0_7_6.executors.task_name.'
'06247c78-b6a9-11e4-99f6-fa163ef210c0.cpus_limit': (1.1, 1),
'frameworks.marathon-0_7_6.executors.task_name.'
'cpus_limit': (1.7, 1),
'frameworks.marathon-0_7_6.executors.task_name.'
'instances_count': (2, 0),
'frameworks.marathon-0_7_6.executors.'
'com_domain_group_anotherApp.mem_mapped_file_bytes': 45056,
'frameworks.marathon-0_7_6.executors.task_name.'
'mem_percent': (0.19, 2)
}
self.setDocExample(collector=self.collector.__class__.__name__,
metrics=metrics,
defaultpath=self.collector.config['path'])
self.assertPublishedMany(publish_mock, metrics)
@patch.object(Collector, 'publish')
def test_should_compute_cpus_utilisation(self, publish_mock):
self.fixture_cpu_utilisation(publish_mock)
metrics = {
'frameworks.marathon-0_7_6.executors.task_name.'
'09b6f20c-b6a9-11e4-99f6-fa163ef210c0.cpus_utilisation': 0.25,
'frameworks.marathon-0_7_6.executors.task_name.'
'06247c78-b6a9-11e4-99f6-fa163ef210c0.cpus_utilisation': 0.25,
'frameworks.marathon-0_7_6.executors.task_name.'
'cpus_utilisation': 0.5,
}
self.assertPublishedMany(publish_mock, metrics)
@patch.object(Collector, 'publish')
def test_should_fail_gracefully(self, publish_mock):
patch_urlopen = patch('urllib2.urlopen', Mock(
return_value=self.getFixture('metrics_blank')))
patch_urlopen.start()
self.collector.collect()
patch_urlopen.stop()
self.assertPublishedMany(publish_mock, {})
@patch.object(Collector, 'publish')
def test_should_compute_cpus_percent(self, publish_mock):
self.fixture_cpu_utilisation(publish_mock)
self.assertPublished(
publish_mock,
'frameworks.marathon-0_7_6.executors.task_name.cpus_percent',
0.5/1.7)
def fixture_cpu_utilisation(self, publish_mock):
config = get_collector_config('MesosCollector', {'master': False})
self.collector = MesosCollector(config, None)
self.assertEqual(self.collector.master, False)
# we need 2 collect calls to see new metrics
returns = [
self.getFixture('master_metrics_snapshot.json'),
self.getFixture('slave_metrics_state.json'),
self.getFixture(
'slave_monitor_statistics_cpus_utilisation_next.json'),
self.getFixture('master_metrics_snapshot.json'),
self.getFixture('slave_metrics_state.json'),
self.getFixture('slave_monitor_statistics_cpus_utilisation.json'),
]
urlopen_mock = patch('urllib2.urlopen', Mock(
side_effect=lambda *args: returns.pop(0)))
urlopen_mock.start()
self.collector.collect()
publish_mock.reset_mock()
self.collector.collect()
urlopen_mock.stop()
def test_http(self):
self.collector.config['host'] = 'localhost'
self.assertEqual('http://localhost:5050/metrics/snapshot',
self.collector._get_url("metrics/snapshot"))
def test_https(self):
self.collector.config['host'] = 'https://localhost'
self.assertEqual('https://localhost:5050/metrics/snapshot',
self.collector._get_url("metrics/snapshot"))
def test_sum_statistics(self):
metrics_1 = {'cpu': 50, 'mem': 30, 'loadavg': 1}
metrics_2 = {'cpu': 10, 'mem': 30, 'network': 10}
self.assertEqual(self.collector._sum_statistics(metrics_1, metrics_2),
{'mem': 60, 'loadavg': 1, 'network': 10, 'cpu': 60})
class TestMesosCollector(CollectorTestCase):
def setUp(self):
config = get_collector_config('MesosCollector', {})
self.collector = MesosCollector(config, None)
def test_import(self):
self.assertTrue(MesosCollector)
def test_import2(self):
self.assertTrue(self.collector.config['path'], 'mesos')
@patch.object(Collector, 'publish')
def test_should_work_for_master_with_real_data(self, publish_mock):
returns = self.getFixture('master_metrics_snapshot.json')
urlopen_mock = patch('urllib2.urlopen',
Mock(side_effect=lambda *args: returns))
urlopen_mock.start()
self.collector.collect()
urlopen_mock.stop()
# check how many fixtures were consumed
self.assertEqual(urlopen_mock.new.call_count, 1)
metrics = {
'master.elected': (1, 0),
"system.mem_free_bytes": (5663678464.1, 0),
"registrar.state_store_ms.p9999": (17.8412544, 6)
}
self.assertPublishedMany(publish_mock, metrics)
@patch.object(Collector, 'publish')
def test_should_work_for_slave_with_real_data(self, publish_mock):
config = get_collector_config('MesosCollector', {'master': False})
self.collector = MesosCollector(config, None)
self.assertEqual(self.collector.master, False)
returns = [
self.getFixture('master_metrics_snapshot.json'),
self.getFixture('slave_metrics_state.json'),
self.getFixture('slave_monitor_statistics.json')
]
urlopen_mock = patch('urllib2.urlopen',
Mock(side_effect=lambda *args: returns.pop(0)))
urlopen_mock.start()
self.collector.collect()
urlopen_mock.stop()
# check how many fixtures were consumed
self.assertEqual(urlopen_mock.new.call_count, 3)
metrics = {
'master.elected':
1,
'system.mem_free_bytes':
5663678464.1,
'registrar.state_store_ms.p9999': (17.8412544, 6),
'staged_tasks':
20,
'failed_tasks':
6,
'finished_tasks':
1,
'frameworks.marathon-0_7_6.executors.task_name.'
'09b6f20c-b6a9-11e4-99f6-fa163ef210c0.cpus_limit': (0.6, 1),
'frameworks.marathon-0_7_6.executors.task_name.'
'06247c78-b6a9-11e4-99f6-fa163ef210c0.cpus_limit': (1.1, 1),
'frameworks.marathon-0_7_6.executors.task_name.'
'cpus_limit': (1.7, 1),
'frameworks.marathon-0_7_6.executors.task_name.'
'instances_count': (2, 0),
'frameworks.marathon-0_7_6.executors.'
'com_domain_group_anotherApp.mem_mapped_file_bytes':
45056,
'frameworks.marathon-0_7_6.executors.task_name.'
'mem_percent': (0.19, 2)
}
self.setDocExample(collector=self.collector.__class__.__name__,
metrics=metrics,
defaultpath=self.collector.config['path'])
self.assertPublishedMany(publish_mock, metrics)
@patch.object(Collector, 'publish')
def test_should_compute_cpus_utilisation(self, publish_mock):
self.fixture_cpu_utilisation(publish_mock)
metrics = {
'frameworks.marathon-0_7_6.executors.task_name.'
'09b6f20c-b6a9-11e4-99f6-fa163ef210c0.cpus_utilisation':
0.25,
'frameworks.marathon-0_7_6.executors.task_name.'
'06247c78-b6a9-11e4-99f6-fa163ef210c0.cpus_utilisation':
0.25,
'frameworks.marathon-0_7_6.executors.task_name.'
'cpus_utilisation':
0.5,
}
self.assertPublishedMany(publish_mock, metrics)
@patch.object(Collector, 'publish')
def test_should_fail_gracefully(self, publish_mock):
patch_urlopen = patch(
'urllib2.urlopen',
Mock(return_value=self.getFixture('metrics_blank')))
patch_urlopen.start()
self.collector.collect()
patch_urlopen.stop()
self.assertPublishedMany(publish_mock, {})
@patch.object(Collector, 'publish')
def test_should_compute_cpus_percent(self, publish_mock):
self.fixture_cpu_utilisation(publish_mock)
self.assertPublished(
publish_mock,
'frameworks.marathon-0_7_6.executors.task_name.cpus_percent',
0.5 / 1.7)
def fixture_cpu_utilisation(self, publish_mock):
config = get_collector_config('MesosCollector', {'master': False})
self.collector = MesosCollector(config, None)
self.assertEqual(self.collector.master, False)
# we need 2 collect calls to see new metrics
returns = [
self.getFixture('master_metrics_snapshot.json'),
self.getFixture('slave_metrics_state.json'),
self.getFixture(
'slave_monitor_statistics_cpus_utilisation_next.json'),
self.getFixture('master_metrics_snapshot.json'),
self.getFixture('slave_metrics_state.json'),
self.getFixture('slave_monitor_statistics_cpus_utilisation.json'),
]
urlopen_mock = patch('urllib2.urlopen',
Mock(side_effect=lambda *args: returns.pop(0)))
urlopen_mock.start()
self.collector.collect()
publish_mock.reset_mock()
self.collector.collect()
urlopen_mock.stop()
def test_http(self):
self.collector.config['host'] = 'localhost'
self.assertEqual('http://localhost:5050/metrics/snapshot',
self.collector._get_url("metrics/snapshot"))
def test_https(self):
self.collector.config['host'] = 'https://localhost'
self.assertEqual('https://localhost:5050/metrics/snapshot',
self.collector._get_url("metrics/snapshot"))
def test_sum_statistics(self):
metrics_1 = {'cpu': 50, 'mem': 30, 'loadavg': 1}
metrics_2 = {'cpu': 10, 'mem': 30, 'network': 10}
self.assertEqual(self.collector._sum_statistics(metrics_1, metrics_2),
{
'mem': 60,
'loadavg': 1,
'network': 10,
'cpu': 60
})
