def setUp(self):
super(TestDockerMetricFetcher, self).setUp()
self._faker = DockerClientFaker()
self._fetcher = DockerMetricFetcher(self._faker, 5)
class TestDockerMetricFetcher(ScalyrTestCase):
"""Tests the DockerMetricFetch abstraction.
"""
def setUp(self):
super(TestDockerMetricFetcher, self).setUp()
self._faker = DockerClientFaker()
self._fetcher = DockerMetricFetcher(self._faker, 5)
def test_basic_prefetch(self):
"""Tests the typical prefetch and then get_metrics path.. just for one container.
"""
self._fetcher.prefetch_metrics("foo")
self.assertTrue(self._faker.wait_for_requests(1))
self.assertEquals(0, self._fetcher.idle_workers())
self._faker.resolve_metric("foo", 10)
value = self._fetcher.get_metrics("foo")
self.assertEqual(1, self._fetcher.idle_workers())
self.assertEqual(10, value)
def test_multiple_prefetch(self):
"""Tests the typical prefetch and then get_metrics path for multiple concurrent requests.
"""
self._fetcher.prefetch_metrics("foo")
self._fetcher.prefetch_metrics("bar")
self.assertTrue(self._faker.wait_for_requests(2))
self.assertEquals(0, self._fetcher.idle_workers())
self._faker.resolve_metric("foo", 10)
value = self._fetcher.get_metrics("foo")
self.assertEquals(1, self._fetcher.idle_workers())
self.assertEqual(10, value)
self._faker.resolve_metric("bar", 5)
value = self._fetcher.get_metrics("bar")
self.assertEquals(2, self._fetcher.idle_workers())
self.assertEqual(5, value)
def test_limit_by_concurrency(self):
"""Tests that we only have at most `concurrency` threads for fetching metrics."""
container_names = []
for i in range(0, 10):
container_names.append("foo-%d" % i)
self._fetcher.prefetch_metrics(container_names[i])
# Since we have concurrency as 5, we should only have at most 5 requests in flight.
self.assertTrue(self._faker.wait_for_requests(5))
self.assertEquals(0, self._fetcher.idle_workers())
for i in range(0, 5):
self._faker.resolve_metric(container_names[i], i)
self.assertTrue(self._faker.wait_for_requests(5))
self.assertEquals(0, self._fetcher.idle_workers())
for i in range(0, 5):
value = self._fetcher.get_metrics(container_names[i])
self.assertEquals(i, value)
self.assertTrue(self._faker.wait_for_requests(5))
self.assertEquals(0, self._fetcher.idle_workers())
# Once the first batch have been resolved, we should see the other 5 fetches get issued.
for i in range(5, 10):
self._faker.resolve_metric(container_names[i], i)
for i in range(5, 10):
value = self._fetcher.get_metrics(container_names[i])
self.assertEquals(i, value)
self.assertEquals(5, self._fetcher.idle_workers())
def test_stopped(self):
"""Tests that stopping the abstraction terminates any calls blocked on `get_metrics`.
"""
self._fetcher.prefetch_metrics("foo")
self.assertTrue(self._faker.wait_for_requests(1))
self._fetcher.stop()
value = self._fetcher.get_metrics("foo")
self.assertIsNone(value)
def test_no_prefetch(self):
"""Tests that if you invoke `get_metrics` without a `prefetch_metrics` first, we still will fetch the
metrics.
"""
self._faker.resolve_metric("foo", 10)
value = self._fetcher.get_metrics("foo")
self.assertEqual(1, self._fetcher.idle_workers())
self.assertEqual(10, value)
def setUp(self):
self._faker = DockerClientFaker()
self._fetcher = DockerMetricFetcher(self._faker, 5)
def setUp(self):
self._faker = DockerClientFaker()
self._fetcher = DockerMetricFetcher(self._faker, 5)
class TestDockerMetricFetcher(ScalyrTestCase):
"""Tests the DockerMetricFetch abstraction.
"""
def setUp(self):
self._faker = DockerClientFaker()
self._fetcher = DockerMetricFetcher(self._faker, 5)
def test_basic_prefetch(self):
"""Tests the typical prefetch and then get_metrics path.. just for one container.
"""
self._fetcher.prefetch_metrics('foo')
self.assertTrue(self._faker.wait_for_requests(1))
self.assertEquals(0, self._fetcher.idle_workers())
self._faker.resolve_metric('foo', 10)
value = self._fetcher.get_metrics('foo')
self.assertEqual(1, self._fetcher.idle_workers())
self.assertEqual(10, value)
def test_multiple_prefetch(self):
"""Tests the typical prefetch and then get_metrics path for multiple concurrent requests.
"""
self._fetcher.prefetch_metrics('foo')
self._fetcher.prefetch_metrics('bar')
self.assertTrue(self._faker.wait_for_requests(2))
self.assertEquals(0, self._fetcher.idle_workers())
self._faker.resolve_metric('foo', 10)
value = self._fetcher.get_metrics('foo')
self.assertEquals(1, self._fetcher.idle_workers())
self.assertEqual(10, value)
self._faker.resolve_metric('bar', 5)
value = self._fetcher.get_metrics('bar')
self.assertEquals(2, self._fetcher.idle_workers())
self.assertEqual(5, value)
def test_limit_by_concurrency(self):
"""Tests that we only have at most `concurrency` threads for fetching metrics."""
container_names = []
for i in range(0, 10):
container_names.append('foo-%d' % i)
self._fetcher.prefetch_metrics(container_names[i])
# Since we have concurrency as 5, we should only have at most 5 requests in flight.
self.assertTrue(self._faker.wait_for_requests(5))
self.assertEquals(0, self._fetcher.idle_workers())
for i in range(0, 5):
self._faker.resolve_metric(container_names[i], i)
self.assertTrue(self._faker.wait_for_requests(5))
self.assertEquals(0, self._fetcher.idle_workers())
for i in range(0, 5):
value = self._fetcher.get_metrics(container_names[i])
self.assertEquals(i, value)
self.assertTrue(self._faker.wait_for_requests(5))
self.assertEquals(0, self._fetcher.idle_workers())
# Once the first batch have been resolved, we should see the other 5 fetches get issued.
for i in range(5, 10):
self._faker.resolve_metric(container_names[i], i)
for i in range(5, 10):
value = self._fetcher.get_metrics(container_names[i])
self.assertEquals(i, value)
self.assertEquals(5, self._fetcher.idle_workers())
def test_stopped(self):
"""Tests that stopping the abstraction terminates any calls blocked on `get_metrics`.
"""
self._fetcher.prefetch_metrics('foo')
self.assertTrue(self._faker.wait_for_requests(1))
self._fetcher.stop()
value = self._fetcher.get_metrics('foo')
self.assertIsNone(value)
def test_no_prefetch(self):
"""Tests that if you invoke `get_metrics` without a `prefetch_metrics` first, we still will fetch the
metrics.
"""
self._faker.resolve_metric('foo', 10)
value = self._fetcher.get_metrics('foo')
self.assertEqual(1, self._fetcher.idle_workers())
self.assertEqual(10, value)
def setUp(self):
self._faker = DockerClientFaker()
self._logger = logging.getLogger("fake_logger")
if not len(self._logger.handlers):
self._logger.addHandler(logging.NullHandler())
self._fetcher = DockerMetricFetcher(self._faker, 5, self._logger)