Exemplo n.º 1
0
class BaseTestKubernetes(unittest.TestCase):
    @patch('urllib3.PoolManager.request', Mock())
    @patch('socket.TCP_KEEPIDLE', 4, create=True)
    @patch('socket.TCP_KEEPINTVL', 5, create=True)
    @patch('socket.TCP_KEEPCNT', 6, create=True)
    @patch.object(Thread, 'start', Mock())
    @patch.object(K8sConfig, 'load_kube_config', mock_load_k8s_config)
    @patch.object(K8sConfig, 'load_incluster_config',
                  Mock(side_effect=k8s_config.ConfigException))
    @patch.object(k8s_client.CoreV1Api,
                  'list_namespaced_pod',
                  mock_list_namespaced_pod,
                  create=True)
    @patch.object(k8s_client.CoreV1Api,
                  'list_namespaced_config_map',
                  mock_list_namespaced_config_map,
                  create=True)
    def setUp(self, config=None):
        config = config or {}
        config.update(ttl=30,
                      scope='test',
                      name='p-0',
                      loop_wait=10,
                      retry_timeout=10,
                      labels={'f': 'b'},
                      bypass_api_service=True)
        self.k = Kubernetes(config)
        self.assertRaises(AttributeError, self.k._pods._build_cache)
        self.k._pods._is_ready = True
        self.assertRaises(TypeError, self.k._kinds._build_cache)
        self.k._kinds._is_ready = True
        self.k.get_cluster()
Exemplo n.º 2
0
class BaseTestKubernetes(unittest.TestCase):
    @patch('socket.TCP_KEEPIDLE', 4, create=True)
    @patch('socket.TCP_KEEPINTVL', 5, create=True)
    @patch('socket.TCP_KEEPCNT', 6, create=True)
    @patch('kubernetes.config.load_kube_config', Mock())
    @patch('kubernetes.client.api_client.ThreadPool', Mock(), create=True)
    @patch.object(Thread, 'start', Mock())
    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_pod',
                  mock_list_namespaced_pod)
    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_config_map',
                  mock_list_namespaced_config_map)
    def setUp(self, config=None):
        config = config or {}
        config.update(ttl=30,
                      scope='test',
                      name='p-0',
                      loop_wait=10,
                      retry_timeout=10,
                      labels={'f': 'b'})
        self.k = Kubernetes(config)
        self.assertRaises(AttributeError, self.k._pods._build_cache)
        self.k._pods._is_ready = True
        self.assertRaises(AttributeError, self.k._kinds._build_cache)
        self.k._kinds._is_ready = True
        self.k.get_cluster()
Exemplo n.º 3
0
 def setUp(self, config=None):
     config = config or {}
     config.update(ttl=30, scope='test', name='p-0', loop_wait=10, retry_timeout=10, labels={'f': 'b'})
     self.k = Kubernetes(config)
     self.assertRaises(AttributeError, self.k._pods._build_cache)
     self.k._pods._is_ready = True
     self.assertRaises(TypeError, self.k._kinds._build_cache)
     self.k._kinds._is_ready = True
     self.k.get_cluster()
Exemplo n.º 4
0
 def setUp(self):
     self.k = Kubernetes({
         'ttl': 30,
         'scope': 'test',
         'name': 'p-0',
         'retry_timeout': 10,
         'labels': {
             'f': 'b'
         }
     })
     self.k.get_cluster()
Exemplo n.º 5
0
 def setUp(self):
     self.k = Kubernetes({
         'ttl': 30,
         'scope': 'test',
         'name': 'p-0',
         'retry_timeout': 10,
         'labels': {
             'f': 'b'
         }
     })
     with patch('time.time', Mock(return_value=1)):
         self.k.get_cluster()
Exemplo n.º 6
0
 def test_update_leader(self):
     k = Kubernetes({
         'ttl': 30,
         'scope': 'test',
         'name': 'p-0',
         'retry_timeout': 10,
         'labels': {
             'f': 'b'
         },
         'use_endpoints': True,
         'pod_ip': '10.0.0.0'
     })
     self.assertIsNotNone(k.update_leader('123'))
Exemplo n.º 7
0
 def test_delete_sync_state(self):
     k = Kubernetes({
         'ttl': 30,
         'scope': 'test',
         'name': 'p-0',
         'retry_timeout': 10,
         'labels': {
             'f': 'b'
         },
         'use_endpoints': True,
         'pod_ip': '10.0.0.0'
     })
     self.assertFalse(k.delete_sync_state())
Exemplo n.º 8
0
 def setUp(self):
     self.k = Kubernetes({
         'ttl': 30,
         'scope': 'test',
         'name': 'p-0',
         'retry_timeout': 10,
         'labels': {
             'f': 'b'
         }
     })
     self.assertRaises(AttributeError, self.k._pods._build_cache)
     self.k._pods._is_ready = True
     self.assertRaises(AttributeError, self.k._kinds._build_cache)
     self.k._kinds._is_ready = True
     self.k.get_cluster()
Exemplo n.º 9
0
 def test__create_config_service(self):
     k = Kubernetes({
         'ttl': 30,
         'scope': 'test',
         'name': 'p-0',
         'retry_timeout': 10,
         'labels': {
             'f': 'b'
         },
         'use_endpoints': True,
         'pod_ip': '10.0.0.0'
     })
     self.assertIsNotNone(k.patch_or_create_config({'foo': 'bar'}))
     self.assertIsNotNone(k.patch_or_create_config({'foo': 'bar'}))
     k.touch_member({'state': 'running', 'role': 'replica'})
Exemplo n.º 10
0
class TestKubernetes(unittest.TestCase):
    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_config_map',
                  mock_list_namespaced_config_map)
    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_pod',
                  mock_list_namespaced_pod)
    def setUp(self):
        self.k = Kubernetes({
            'ttl': 30,
            'scope': 'test',
            'name': 'p-0',
            'retry_timeout': 10,
            'labels': {
                'f': 'b'
            }
        })
        with patch('time.time', Mock(return_value=1)):
            self.k.get_cluster()

    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_config_map',
                  mock_list_namespaced_config_map)
    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_pod',
                  mock_list_namespaced_pod)
    def test_get_cluster(self):
        self.k.get_cluster()
        with patch.object(k8s_client.CoreV1Api, 'list_namespaced_pod',
                          Mock(side_effect=Exception)):
            self.assertRaises(KubernetesError, self.k.get_cluster)

    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'create_namespaced_endpoints', Mock())
    def test_update_leader(self):
        k = Kubernetes({
            'ttl': 30,
            'scope': 'test',
            'name': 'p-0',
            'retry_timeout': 10,
            'labels': {
                'f': 'b'
            },
            'use_endpoints': True,
            'pod_ip': '10.0.0.0'
        })
        self.assertIsNotNone(k.update_leader('123'))

    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'create_namespaced_endpoints', Mock())
    def test_update_leader_with_restricted_access(self):
        k = Kubernetes({
            'ttl': 30,
            'scope': 'test',
            'name': 'p-0',
            'retry_timeout': 10,
            'labels': {
                'f': 'b'
            },
            'use_endpoints': True,
            'pod_ip': '10.0.0.0'
        })
        self.assertIsNotNone(k.update_leader('123', True))

    def test_take_leader(self):
        self.k.take_leader()
        self.k._leader_observed_record['leader'] = 'test'
        self.k.patch_or_create = Mock(return_value=False)
        self.k.take_leader()

    def test_manual_failover(self):
        with patch.object(k8s_client.CoreV1Api, 'patch_namespaced_config_map',
                          Mock(side_effect=RetryFailedError(''))):
            self.k.manual_failover('foo', 'bar')

    def test_set_config_value(self):
        self.k.set_config_value('{}')

    @patch.object(k8s_client.CoreV1Api, 'patch_namespaced_pod',
                  Mock(return_value=True))
    def test_touch_member(self):
        self.k.touch_member({})
        self.k._name = 'p-1'
        self.k.touch_member({'state': 'running', 'role': 'replica'})
        self.k.touch_member({'state': 'stopped', 'role': 'master'})

    def test_initialize(self):
        self.k.initialize()

    def test_delete_leader(self):
        self.k.delete_leader()

    def test_cancel_initialization(self):
        self.k.cancel_initialization()

    @patch.object(k8s_client.CoreV1Api,
                  'delete_collection_namespaced_config_map',
                  Mock(side_effect=k8s_client.rest.ApiException(403, '')))
    def test_delete_cluster(self):
        self.k.delete_cluster()

    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'create_namespaced_endpoints',
                  Mock(side_effect=[
                      k8s_client.rest.ApiException(502, ''),
                      k8s_client.rest.ApiException(500, '')
                  ]))
    def test_delete_sync_state(self):
        k = Kubernetes({
            'ttl': 30,
            'scope': 'test',
            'name': 'p-0',
            'retry_timeout': 10,
            'labels': {
                'f': 'b'
            },
            'use_endpoints': True,
            'pod_ip': '10.0.0.0'
        })
        self.assertFalse(k.delete_sync_state())

    def test_watch(self):
        self.k.set_ttl(10)
        self.k.watch(None, 0)
        self.k.watch(None, 0)
        with patch.object(
                k8s_watch.Watch, 'stream',
                Mock(side_effect=[
                    Exception, [], KeyboardInterrupt,
                    [{
                        'raw_object': {
                            'metadata': {
                                'resourceVersion': '2'
                            }
                        }
                    }]
                ])):
            self.assertFalse(self.k.watch('1', 2))
            self.assertRaises(KeyboardInterrupt, self.k.watch, '1', 2)
            self.assertTrue(self.k.watch('1', 2))

    def test_set_history_value(self):
        self.k.set_history_value('{}')
class TestKubernetes(unittest.TestCase):
    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_config_map',
                  mock_list_namespaced_config_map)
    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_pod',
                  mock_list_namespaced_pod)
    @patch('kubernetes.client.api_client.ThreadPool', Mock(), create=True)
    @patch.object(Thread, 'start', Mock())
    def setUp(self):
        self.k = Kubernetes({
            'ttl': 30,
            'scope': 'test',
            'name': 'p-0',
            'loop_wait': 10,
            'retry_timeout': 10,
            'labels': {
                'f': 'b'
            }
        })
        self.assertRaises(AttributeError, self.k._pods._build_cache)
        self.k._pods._is_ready = True
        self.assertRaises(AttributeError, self.k._kinds._build_cache)
        self.k._kinds._is_ready = True
        self.k.get_cluster()

    @patch('time.time', Mock(side_effect=[1, 10.9, 100]))
    def test__wait_caches(self):
        self.k._pods._is_ready = False
        with self.k._condition:
            self.assertRaises(RetryFailedError, self.k._wait_caches)

    def test_get_cluster(self):
        with patch.object(k8s_client.CoreV1Api, 'list_namespaced_config_map', mock_list_namespaced_config_map), \
                patch.object(k8s_client.CoreV1Api, 'list_namespaced_pod', mock_list_namespaced_pod), \
                patch('time.time', Mock(return_value=time.time() + 31)):
            self.k.get_cluster()

        with patch.object(Kubernetes, '_wait_caches',
                          Mock(side_effect=Exception)):
            self.assertRaises(KubernetesError, self.k.get_cluster)

    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'create_namespaced_endpoints', Mock())
    def test_update_leader(self):
        k = Kubernetes({
            'ttl': 30,
            'scope': 'test',
            'name': 'p-0',
            'loop_wait': 10,
            'retry_timeout': 10,
            'labels': {
                'f': 'b'
            },
            'use_endpoints': True,
            'pod_ip': '10.0.0.0'
        })
        self.assertIsNotNone(k.update_leader('123'))

    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'create_namespaced_endpoints', Mock())
    def test_update_leader_with_restricted_access(self):
        k = Kubernetes({
            'ttl': 30,
            'scope': 'test',
            'name': 'p-0',
            'loop_wait': 10,
            'retry_timeout': 10,
            'labels': {
                'f': 'b'
            },
            'use_endpoints': True,
            'pod_ip': '10.0.0.0'
        })
        self.assertIsNotNone(k.update_leader('123', True))

    def test_take_leader(self):
        self.k.take_leader()
        self.k._leader_observed_record['leader'] = 'test'
        self.k.patch_or_create = Mock(return_value=False)
        self.k.take_leader()

    def test_manual_failover(self):
        with patch.object(k8s_client.CoreV1Api, 'patch_namespaced_config_map',
                          Mock(side_effect=RetryFailedError(''))):
            self.k.manual_failover('foo', 'bar')

    def test_set_config_value(self):
        self.k.set_config_value('{}')

    @patch.object(k8s_client.CoreV1Api, 'patch_namespaced_pod',
                  Mock(return_value=True))
    def test_touch_member(self):
        self.k.touch_member({'role': 'replica'})
        self.k._name = 'p-1'
        self.k.touch_member({'state': 'running', 'role': 'replica'})
        self.k.touch_member({'state': 'stopped', 'role': 'master'})

    def test_initialize(self):
        self.k.initialize()

    def test_delete_leader(self):
        self.k.delete_leader()

    def test_cancel_initialization(self):
        self.k.cancel_initialization()

    @patch.object(k8s_client.CoreV1Api,
                  'delete_collection_namespaced_config_map',
                  Mock(side_effect=k8s_client.rest.ApiException(403, '')))
    def test_delete_cluster(self):
        self.k.delete_cluster()

    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'create_namespaced_endpoints',
                  Mock(side_effect=[
                      k8s_client.rest.ApiException(502, ''),
                      k8s_client.rest.ApiException(500, '')
                  ]))
    def test_delete_sync_state(self):
        k = Kubernetes({
            'ttl': 30,
            'scope': 'test',
            'name': 'p-0',
            'loop_wait': 10,
            'retry_timeout': 10,
            'labels': {
                'f': 'b'
            },
            'use_endpoints': True,
            'pod_ip': '10.0.0.0'
        })
        self.assertFalse(k.delete_sync_state())

    def test_watch(self):
        self.k.set_ttl(10)
        self.k.watch(None, 0)
        self.k.watch(None, 0)

    def test_set_history_value(self):
        self.k.set_history_value('{}')

    @patch('kubernetes.config.load_kube_config', Mock())
    @patch('patroni.dcs.kubernetes.ObjectCache', Mock())
    @patch.object(k8s_client.CoreV1Api, 'patch_namespaced_pod',
                  Mock(return_value=True))
    @patch.object(k8s_client.CoreV1Api, 'create_namespaced_endpoints', Mock())
    @patch.object(
        k8s_client.CoreV1Api, 'create_namespaced_service',
        Mock(side_effect=[True, False,
                          k8s_client.rest.ApiException(500, '')]))
    def test__create_config_service(self):
        k = Kubernetes({
            'ttl': 30,
            'scope': 'test',
            'name': 'p-0',
            'loop_wait': 10,
            'retry_timeout': 10,
            'labels': {
                'f': 'b'
            },
            'use_endpoints': True,
            'pod_ip': '10.0.0.0'
        })
        self.assertIsNotNone(k.patch_or_create_config({'foo': 'bar'}))
        self.assertIsNotNone(k.patch_or_create_config({'foo': 'bar'}))
        k.touch_member({'state': 'running', 'role': 'replica'})
Exemplo n.º 12
0
 def test_delete_sync_state(self):
     k = Kubernetes({'ttl': 30, 'scope': 'test', 'name': 'p-0', 'retry_timeout': 10,
                     'labels': {'f': 'b'}, 'use_endpoints': True, 'pod_ip': '10.0.0.0'})
     self.assertFalse(k.delete_sync_state())
Exemplo n.º 13
0
 def test_update_leader(self):
     k = Kubernetes({'ttl': 30, 'scope': 'test', 'name': 'p-0', 'retry_timeout': 10,
                     'labels': {'f': 'b'}, 'use_endpoints': True, 'pod_ip': '10.0.0.0'})
     self.assertIsNotNone(k.update_leader('123'))
Exemplo n.º 14
0
 def setUp(self):
     self.k = Kubernetes({'ttl': 30, 'scope': 'test', 'name': 'p-0', 'retry_timeout': 10, 'labels': {'f': 'b'}})
     with patch('time.time', Mock(return_value=1)):
         self.k.get_cluster()
Exemplo n.º 15
0
class TestKubernetes(unittest.TestCase):

    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_config_map', mock_list_namespaced_config_map)
    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_pod', mock_list_namespaced_pod)
    def setUp(self):
        self.k = Kubernetes({'ttl': 30, 'scope': 'test', 'name': 'p-0', 'retry_timeout': 10, 'labels': {'f': 'b'}})
        with patch('time.time', Mock(return_value=1)):
            self.k.get_cluster()

    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_config_map', mock_list_namespaced_config_map)
    @patch.object(k8s_client.CoreV1Api, 'list_namespaced_pod', mock_list_namespaced_pod)
    def test_get_cluster(self):
        self.k.get_cluster()
        with patch.object(k8s_client.CoreV1Api, 'list_namespaced_pod', Mock(side_effect=Exception)):
            self.assertRaises(KubernetesError, self.k.get_cluster)

    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'create_namespaced_endpoints', Mock())
    def test_update_leader(self):
        k = Kubernetes({'ttl': 30, 'scope': 'test', 'name': 'p-0', 'retry_timeout': 10,
                        'labels': {'f': 'b'}, 'use_endpoints': True, 'pod_ip': '10.0.0.0'})
        self.assertIsNotNone(k.update_leader('123'))

    def test_take_leader(self):
        self.k.take_leader()
        self.k._leader_observed_record['leader'] = 'test'
        self.k.patch_or_create = Mock(return_value=False)
        self.k.take_leader()

    def test_manual_failover(self):
        with patch.object(k8s_client.CoreV1Api, 'patch_namespaced_config_map', Mock(side_effect=RetryFailedError(''))):
            self.k.manual_failover('foo', 'bar')

    def test_set_config_value(self):
        self.k.set_config_value('{}')

    @patch.object(k8s_client.CoreV1Api, 'patch_namespaced_pod', Mock(return_value=True))
    def test_touch_member(self):
        self.k.touch_member({})
        self.k._name = 'p-1'
        self.k.touch_member({'state': 'running', 'role': 'replica'})
        self.k.touch_member({'state': 'stopped', 'role': 'master'})

    def test_initialize(self):
        self.k.initialize()

    def test_delete_leader(self):
        self.k.delete_leader()

    def test_cancel_initialization(self):
        self.k.cancel_initialization()

    @patch.object(k8s_client.CoreV1Api, 'delete_collection_namespaced_config_map',
                  Mock(side_effect=k8s_client.rest.ApiException(403, '')))
    def test_delete_cluster(self):
        self.k.delete_cluster()

    @patch('kubernetes.config.load_kube_config', Mock())
    @patch.object(k8s_client.CoreV1Api, 'create_namespaced_endpoints',
                  Mock(side_effect=[k8s_client.rest.ApiException(502, ''), k8s_client.rest.ApiException(500, '')]))
    def test_delete_sync_state(self):
        k = Kubernetes({'ttl': 30, 'scope': 'test', 'name': 'p-0', 'retry_timeout': 10,
                        'labels': {'f': 'b'}, 'use_endpoints': True, 'pod_ip': '10.0.0.0'})
        self.assertFalse(k.delete_sync_state())

    def test_watch(self):
        self.k.set_ttl(10)
        self.k.watch(None, 0)
        self.k.watch(None, 0)
        with patch.object(k8s_watch.Watch, 'stream',
                          Mock(side_effect=[Exception, [], KeyboardInterrupt,
                                            [{'raw_object': {'metadata': {'resourceVersion': '2'}}}]])):
            self.assertFalse(self.k.watch('1', 2))
            self.assertRaises(KeyboardInterrupt, self.k.watch, '1', 2)
            self.assertTrue(self.k.watch('1', 2))

    def test_set_history_value(self):
        self.k.set_history_value('{}')