class TestCassandraJolokiaCollector(CollectorTestCase): def setUp(self): config = get_collector_config('CassandraJolokiaCollector', {}) self.collector = CassandraJolokiaCollector(config, None) self.collector.list_request = list_request def test_import(self): self.assertTrue(CassandraJolokiaCollector) @patch.object(Collector, 'flush') def test_should_create_dimension(self, publish_mock): def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.assertEquals(len(self.collector.payload), 3828) metrics = find_metric(self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.LiveSSTableCount") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "type", "compaction_history") self.assertEquals(metric["type"], "GAUGE") @patch.object(Collector, 'flush') def test_should_create_type(self, publish_mock): def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.assertEquals(len(self.collector.payload), 3828) metrics = find_metric(self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.CoordinatorReadLatency.count") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "keyspace", "OpsCenter") self.assertEquals(metric["type"], "CUMCOUNTER")
class TestCassandraJolokiaCollector(CollectorTestCase): def setUp(self): config = get_collector_config('CassandraJolokiaCollector', {}) self.collector = CassandraJolokiaCollector(config, None) def test_import(self): self.assertTrue(CassandraJolokiaCollector) @patch.object(Collector, 'flush') def test_should_create_dimension(self, publish_mock): self.collector.list_request = list_request def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.assertEquals(len(self.collector.payload), 3827) metrics = find_metric(self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.LiveSSTableCount") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "type", "compaction_history") self.assertEquals(metric["type"], "GAUGE") pending_task = find_metric(self.collector.payload, "org.apache.cassandra.metrics.CommitLog4.2.PendingTasks") self.assertNotEqual(len(pending_task), 0) def test_patch_host_list_should_filter_out_non_cassandra_hosts(self): data = { "services": { "service1": { "host": "10.0.0.1" }, "cassandra_1.dc": { "host": "10.0.0.2"} } } with patch("__builtin__.open", mock_open(read_data=json.dumps(data))): hosts = self.collector.read_host_list() self.assertEqual( hosts, { 'cassandra_1': { 'host': '10.0.0.2', 'port': self.collector.config['port'] } } ) @patch.object(Collector, 'flush') def test_should_have_cassandra_cluster_dimension_in_multi_hosts_mode(self, publish_mock): self.collector.list_request = list_request self.collector.config['multiple_hosts_mode'] = True self.collector.read_host_list = read_host_list def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.collector.config['multiple_hosts_mode'] = False self.assertEquals(len(self.collector.payload), 3827 * 2) metrics = find_metric(self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.LiveSSTableCount") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "cassandra_cluster", "cass_1") self.assertEquals(metric["type"], "GAUGE") metric = find_by_dimension(metrics, "cassandra_cluster", "cass_2") self.assertEquals(metric["type"], "GAUGE") @patch.object(Collector, 'flush') def test_should_create_type(self, publish_mock): self.collector.list_request = list_request def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.assertEquals(len(self.collector.payload), 3827) metrics = find_metric(self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.CoordinatorReadLatency.count") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "keyspace", "OpsCenter") self.assertEquals(metric["type"], "CUMCOUNTER") @patch.object(Collector, 'flush') def test_mbean_blacklisting(self, publish_mock): def se(url): if url.find("org.apache.cassandra.metrics") > 0: return self.getFixture("metrics.json") elif url.find("list/org.apache.cassandra.db") > 0: return self.getFixture("cas_db.json") elif url.find("org.apache.cassandra.db:type=StorageService") > 0: return Exception('storage service should be blacklisted') elif url.find("list?ifModifiedSince") > 0: return self.getFixture("cas_list.json") else: return self.getFixture("storage_proc.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) self.collector.config['mbean_blacklist'] = [ 'org.apache.cassandra.db:type=StorageService' ] with patch_urlopen: self.collector.collect() metrics = find_metric(self.collector.payload, "org.apache.cassandra.db.StorageProxy.cascontentiontimeout") self.assertNotEqual(len(metrics), 0)
class TestCassandraJolokiaCollector(CollectorTestCase): def setUp(self): config = get_collector_config('CassandraJolokiaCollector', {}) self.collector = CassandraJolokiaCollector(config, None) def test_import(self): self.assertTrue(CassandraJolokiaCollector) @patch.object(Collector, 'flush') def test_should_create_dimension(self, publish_mock): self.collector.list_request = list_request def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.assertEquals(len(self.collector.payload), 3827) metrics = find_metric( self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.LiveSSTableCount") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "type", "compaction_history") self.assertEquals(metric["type"], "GAUGE") pending_task = find_metric( self.collector.payload, "org.apache.cassandra.metrics.CommitLog4.2.PendingTasks") self.assertNotEqual(len(pending_task), 0) @patch.object(Collector, 'flush') def test_should_create_type(self, publish_mock): self.collector.list_request = list_request def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.assertEquals(len(self.collector.payload), 3827) metrics = find_metric( self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.CoordinatorReadLatency.count" ) self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "keyspace", "OpsCenter") self.assertEquals(metric["type"], "CUMCOUNTER") @patch.object(Collector, 'flush') def test_mbean_blacklisting(self, publish_mock): def se(url): if url.find("org.apache.cassandra.metrics") > 0: return self.getFixture("metrics.json") elif url.find("list/org.apache.cassandra.db") > 0: return self.getFixture("cas_db.json") elif url.find("org.apache.cassandra.db:type=StorageService") > 0: return Exception('storage service should be blacklisted') elif url.find("list?ifModifiedSince") > 0: return self.getFixture("cas_list.json") else: return self.getFixture("storage_proc.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) self.collector.config['mbean_blacklist'] = [ 'org.apache.cassandra.db:type=StorageService' ] with patch_urlopen: self.collector.collect() metrics = find_metric( self.collector.payload, "org.apache.cassandra.db.StorageProxy.cascontentiontimeout") self.assertNotEqual(len(metrics), 0)
class TestCassandraJolokiaCollector(CollectorTestCase): def setUp(self): config = get_collector_config('CassandraJolokiaCollector', {}) self.collector = CassandraJolokiaCollector(config, None) def test_import(self): self.assertTrue(CassandraJolokiaCollector) @patch.object(Collector, 'flush') def test_should_create_dimension(self, publish_mock): self.collector.list_request = list_request def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.assertEquals(len(self.collector.payload), 3827) metrics = find_metric(self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.LiveSSTableCount") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "type", "compaction_history") self.assertEquals(metric["type"], "GAUGE") pending_task = find_metric(self.collector.payload, "org.apache.cassandra.metrics.CommitLog4.2.PendingTasks") self.assertNotEqual(len(pending_task), 0) @patch.object(Collector, 'flush') def test_should_create_type(self, publish_mock): self.collector.list_request = list_request def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.assertEquals(len(self.collector.payload), 3827) metrics = find_metric(self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.CoordinatorReadLatency.count") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "keyspace", "OpsCenter") self.assertEquals(metric["type"], "CUMCOUNTER") @patch.object(Collector, 'flush') def test_mbean_blacklisting(self, publish_mock): def se(url): if url.find("org.apache.cassandra.metrics") > 0: return self.getFixture("metrics.json") elif url.find("list/org.apache.cassandra.db") > 0: return self.getFixture("cas_db.json") elif url.find("org.apache.cassandra.db:type=StorageService") > 0: return Exception('storage service should be blacklisted') elif url.find("list?ifModifiedSince") > 0: return self.getFixture("cas_list.json") else: return self.getFixture("storage_proc.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) self.collector.config['mbean_blacklist'] = [ 'org.apache.cassandra.db:type=StorageService' ] with patch_urlopen: self.collector.collect() metrics = find_metric(self.collector.payload, "org.apache.cassandra.db.StorageProxy.cascontentiontimeout") self.assertNotEqual(len(metrics), 0)
class TestCassandraJolokiaCollector(CollectorTestCase): def setUp(self): config = get_collector_config('CassandraJolokiaCollector', {}) self.collector = CassandraJolokiaCollector(config, None) def test_import(self): self.assertTrue(CassandraJolokiaCollector) @patch.object(Collector, 'flush') def test_should_create_dimension(self, publish_mock): self.collector.list_request = list_request def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.assertEquals(len(self.collector.payload), 3827) metrics = find_metric( self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.LiveSSTableCount") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "type", "compaction_history") self.assertEquals(metric["type"], "GAUGE") pending_task = find_metric( self.collector.payload, "org.apache.cassandra.metrics.CommitLog4.2.PendingTasks") self.assertNotEqual(len(pending_task), 0) @patch.object(Collector, 'flush') def test_should_create_custom_dimension(self, flush_mock): dims = {'localhost': {'dim1': 'v1', 'dim2': 'v2'}} self.collector.list_request = list_request self.collector.dimension_reader = TestDimensionReader(dims) def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) patch_urlopen.start() self.collector.collect() patch_urlopen.stop() self.collector.dimension_readers = CompositeDimensionReader() expected_dims = dims['localhost'] for payload in self.collector.payload: actual_dims = payload['dimensions'] self.assertTrue(dimensions_contain(actual_dims, expected_dims)) @patch.object(Collector, 'flush') def test_should_have_cassandra_instance_dimension_in_kubernetes_mode( self, publish_mock): self.collector.config.update({ 'mode': 'kubernetes', 'spec': { 'dimensions': { 'kubernetes': { 'cassandra_instance': { 'paasta.yelp.com/instance': '.*' } } }, 'label_selector': { "yelp.com/paasta_service": "cassandra-operator" } } }) self.collector.list_request = list_request self.collector.process_config() def se(url): return self.getFixture("metrics.json") def kubelet_se(): return json.loads(self.getFixture('pods.json').getvalue()), None with patch('urllib2.urlopen', Mock(side_effect=se)): with patch("kubernetes.Kubelet.list_pods", Mock(side_effect=kubelet_se)): self.collector.collect() metrics = find_metric( self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.LiveSSTableCount") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "cassandra_instance", "main") self.assertEquals(metric["type"], "GAUGE") metric = find_by_dimension(metrics, "cassandra_instance", "main") self.assertEquals(metric["type"], "GAUGE") @patch.object(Collector, 'flush') def test_should_have_cassandra_instance_dimension_in_nerve_mode( self, publish_mock): self.collector.config.update({ 'mode': 'nerve', 'spec': { 'dimensions': { 'nerve': { 'cassandra_cluster': '^cassandra_([\\w_-]+).', 'cassandra_instance': '^cassandra_[\\w_-]+.([\\w_-]+).', } }, 'host_id_regex': '^cassandra_[\\w_-]+' } }) self.collector.list_request = list_request self.collector.process_config() def se(url): return self.getFixture("metrics.json") def nerve_se(): return json.loads(self.getFixture('nerve.json').getvalue()), None with patch('urllib2.urlopen', Mock(side_effect=se)): with patch("nerve.read", Mock(side_effect=nerve_se)): self.collector.collect() metrics = find_metric( self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.LiveSSTableCount") self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "cassandra_cluster", "dev") self.assertEquals(metric["type"], "GAUGE") metric = find_by_dimension(metrics, "cassandra_instance", "main") self.assertEquals(metric["type"], "GAUGE") @patch.object(Collector, 'flush') def test_should_create_type(self, publish_mock): self.collector.list_request = list_request def se(url): return self.getFixture("metrics.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) with patch_urlopen: self.collector.collect() self.assertEquals(len(self.collector.payload), 3827) metrics = find_metric( self.collector.payload, "org.apache.cassandra.metrics.ColumnFamily.CoordinatorReadLatency.count" ) self.assertNotEqual(len(metrics), 0) metric = find_by_dimension(metrics, "keyspace", "OpsCenter") self.assertEquals(metric["type"], "CUMCOUNTER") @patch.object(Collector, 'flush') def test_mbean_blacklisting(self, publish_mock): def se(url): if url.find("org.apache.cassandra.metrics") > 0: return self.getFixture("metrics.json") elif url.find("list/org.apache.cassandra.db") > 0: return self.getFixture("cas_db.json") elif url.find("org.apache.cassandra.db:type=StorageService") > 0: return Exception('storage service should be blacklisted') elif url.find("list?ifModifiedSince") > 0: return self.getFixture("cas_list.json") else: return self.getFixture("storage_proc.json") patch_urlopen = patch('urllib2.urlopen', Mock(side_effect=se)) self.collector.config['mbean_blacklist'] = [ 'org.apache.cassandra.db:type=StorageService' ] with patch_urlopen: self.collector.collect() metrics = find_metric( self.collector.payload, "org.apache.cassandra.db.StorageProxy.cascontentiontimeout") self.assertNotEqual(len(metrics), 0)