class TestPodLauncher(unittest.TestCase):
def setUp(self):
self.mock_kube_client = mock.Mock()
self.pod_launcher = PodLauncher(kube_client=self.mock_kube_client)
def test_read_pod_logs_successfully_returns_logs(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.return_value = mock.sentinel.logs
logs = self.pod_launcher.read_pod_logs(mock.sentinel)
self.assertEqual(mock.sentinel.logs, logs)
def test_read_pod_logs_retries_successfully(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
BaseHTTPError('Boom'), mock.sentinel.logs
]
logs = self.pod_launcher.read_pod_logs(mock.sentinel)
self.assertEqual(mock.sentinel.logs, logs)
self.mock_kube_client.read_namespaced_pod_log.assert_has_calls([
mock.call(_preload_content=False,
container='base',
follow=True,
name=mock.sentinel.metadata.name,
namespace=mock.sentinel.metadata.namespace,
tail_lines=10),
mock.call(_preload_content=False,
container='base',
follow=True,
name=mock.sentinel.metadata.name,
namespace=mock.sentinel.metadata.namespace,
tail_lines=10)
])
def test_read_pod_logs_retries_fails(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom')
]
self.assertRaises(AirflowException, self.pod_launcher.read_pod_logs,
mock.sentinel)
def test_read_pod_events_successfully_returns_events(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.list_namespaced_event.return_value = mock.sentinel.events
events = self.pod_launcher.read_pod_events(mock.sentinel)
self.assertEqual(mock.sentinel.events, events)
def test_read_pod_events_retries_successfully(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.list_namespaced_event.side_effect = [
BaseHTTPError('Boom'), mock.sentinel.events
]
events = self.pod_launcher.read_pod_events(mock.sentinel)
self.assertEqual(mock.sentinel.events, events)
self.mock_kube_client.list_namespaced_event.assert_has_calls([
mock.call(namespace=mock.sentinel.metadata.namespace,
field_selector="involvedObject.name={}".format(
mock.sentinel.metadata.name)),
mock.call(namespace=mock.sentinel.metadata.namespace,
field_selector="involvedObject.name={}".format(
mock.sentinel.metadata.name))
])
def test_read_pod_events_retries_fails(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.list_namespaced_event.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom')
]
self.assertRaises(AirflowException, self.pod_launcher.read_pod_events,
mock.sentinel)
def test_read_pod_returns_logs(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod.return_value = mock.sentinel.pod_info
pod_info = self.pod_launcher.read_pod(mock.sentinel)
self.assertEqual(mock.sentinel.pod_info, pod_info)
def test_read_pod_retries_successfully(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod.side_effect = [
BaseHTTPError('Boom'), mock.sentinel.pod_info
]
pod_info = self.pod_launcher.read_pod(mock.sentinel)
self.assertEqual(mock.sentinel.pod_info, pod_info)
self.mock_kube_client.read_namespaced_pod.assert_has_calls([
mock.call(mock.sentinel.metadata.name,
mock.sentinel.metadata.namespace),
mock.call(mock.sentinel.metadata.name,
mock.sentinel.metadata.namespace)
])
def test_read_pod_retries_fails(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom')
]
self.assertRaises(AirflowException, self.pod_launcher.read_pod,
mock.sentinel)
class TestPodLauncher(unittest.TestCase):
def setUp(self):
self.mock_kube_client = mock.Mock()
self.pod_launcher = PodLauncher(kube_client=self.mock_kube_client)
def test_read_pod_logs_successfully_returns_logs(self):
self.mock_kube_client.read_namespaced_pod_log.return_value = mock.sentinel.logs
logs = self.pod_launcher.read_pod_logs(mock.sentinel)
self.assertEqual(mock.sentinel.logs, logs)
def test_read_pod_logs_retries_successfully(self):
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
BaseHTTPError('Boom'), mock.sentinel.logs
]
logs = self.pod_launcher.read_pod_logs(mock.sentinel)
self.assertEqual(mock.sentinel.logs, logs)
self.mock_kube_client.read_namespaced_pod_log.assert_has_calls([
mock.call(_preload_content=False,
_request_timeout=600,
container='base',
follow=True,
name=mock.sentinel.name,
namespace=mock.sentinel.namespace,
tail_lines=10),
mock.call(_preload_content=False,
_request_timeout=600,
container='base',
follow=True,
name=mock.sentinel.name,
namespace=mock.sentinel.namespace,
tail_lines=10)
])
def test_read_pod_logs_retries_fails(self):
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom')
]
self.assertRaises(AirflowException, self.pod_launcher.read_pod_logs,
mock.sentinel)
def test_read_pod_returns_logs(self):
self.mock_kube_client.read_namespaced_pod.return_value = mock.sentinel.pod_info
pod_info = self.pod_launcher.read_pod(mock.sentinel)
self.assertEqual(mock.sentinel.pod_info, pod_info)
def test_read_pod_retries_successfully(self):
self.mock_kube_client.read_namespaced_pod.side_effect = [
BaseHTTPError('Boom'), mock.sentinel.pod_info
]
pod_info = self.pod_launcher.read_pod(mock.sentinel)
self.assertEqual(mock.sentinel.pod_info, pod_info)
self.mock_kube_client.read_namespaced_pod.assert_has_calls([
mock.call(mock.sentinel.name, mock.sentinel.namespace),
mock.call(mock.sentinel.name, mock.sentinel.namespace)
])
def test_read_pod_retries_fails(self):
self.mock_kube_client.read_namespaced_pod.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom')
]
self.assertRaises(AirflowException, self.pod_launcher.read_pod,
mock.sentinel)
class TestPodLauncher(unittest.TestCase):
def setUp(self):
self.mock_kube_client = mock.Mock()
self.pod_launcher = PodLauncher(kube_client=self.mock_kube_client)
def test_read_pod_logs_successfully_returns_logs(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.return_value = mock.sentinel.logs
logs = self.pod_launcher.read_pod_logs(mock.sentinel)
assert mock.sentinel.logs == logs
def test_read_pod_logs_retries_successfully(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
BaseHTTPError('Boom'),
mock.sentinel.logs,
]
logs = self.pod_launcher.read_pod_logs(mock.sentinel)
assert mock.sentinel.logs == logs
self.mock_kube_client.read_namespaced_pod_log.assert_has_calls([
mock.call(
_preload_content=False,
container='base',
follow=True,
timestamps=False,
name=mock.sentinel.metadata.name,
namespace=mock.sentinel.metadata.namespace,
),
mock.call(
_preload_content=False,
container='base',
follow=True,
timestamps=False,
name=mock.sentinel.metadata.name,
namespace=mock.sentinel.metadata.namespace,
),
])
def test_read_pod_logs_retries_fails(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
]
with pytest.raises(AirflowException):
self.pod_launcher.read_pod_logs(mock.sentinel)
def test_read_pod_logs_successfully_with_tail_lines(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
mock.sentinel.logs
]
logs = self.pod_launcher.read_pod_logs(mock.sentinel, tail_lines=100)
assert mock.sentinel.logs == logs
self.mock_kube_client.read_namespaced_pod_log.assert_has_calls([
mock.call(
_preload_content=False,
container='base',
follow=True,
timestamps=False,
name=mock.sentinel.metadata.name,
namespace=mock.sentinel.metadata.namespace,
tail_lines=100,
),
])
def test_read_pod_logs_successfully_with_since_seconds(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
mock.sentinel.logs
]
logs = self.pod_launcher.read_pod_logs(mock.sentinel, since_seconds=2)
assert mock.sentinel.logs == logs
self.mock_kube_client.read_namespaced_pod_log.assert_has_calls([
mock.call(
_preload_content=False,
container='base',
follow=True,
timestamps=False,
name=mock.sentinel.metadata.name,
namespace=mock.sentinel.metadata.namespace,
since_seconds=2,
),
])
def test_read_pod_events_successfully_returns_events(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.list_namespaced_event.return_value = mock.sentinel.events
events = self.pod_launcher.read_pod_events(mock.sentinel)
assert mock.sentinel.events == events
def test_read_pod_events_retries_successfully(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.list_namespaced_event.side_effect = [
BaseHTTPError('Boom'),
mock.sentinel.events,
]
events = self.pod_launcher.read_pod_events(mock.sentinel)
assert mock.sentinel.events == events
self.mock_kube_client.list_namespaced_event.assert_has_calls([
mock.call(
namespace=mock.sentinel.metadata.namespace,
field_selector=
f"involvedObject.name={mock.sentinel.metadata.name}",
),
mock.call(
namespace=mock.sentinel.metadata.namespace,
field_selector=
f"involvedObject.name={mock.sentinel.metadata.name}",
),
])
def test_read_pod_events_retries_fails(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.list_namespaced_event.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
]
with pytest.raises(AirflowException):
self.pod_launcher.read_pod_events(mock.sentinel)
def test_read_pod_returns_logs(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod.return_value = mock.sentinel.pod_info
pod_info = self.pod_launcher.read_pod(mock.sentinel)
assert mock.sentinel.pod_info == pod_info
def test_read_pod_retries_successfully(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod.side_effect = [
BaseHTTPError('Boom'),
mock.sentinel.pod_info,
]
pod_info = self.pod_launcher.read_pod(mock.sentinel)
assert mock.sentinel.pod_info == pod_info
self.mock_kube_client.read_namespaced_pod.assert_has_calls([
mock.call(mock.sentinel.metadata.name,
mock.sentinel.metadata.namespace),
mock.call(mock.sentinel.metadata.name,
mock.sentinel.metadata.namespace),
])
def test_read_pod_retries_fails(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
]
with pytest.raises(AirflowException):
self.pod_launcher.read_pod(mock.sentinel)
def test_parse_log_line(self):
timestamp, message = self.pod_launcher.parse_log_line(
'2020-10-08T14:16:17.793417674Z Valid message\n')
assert timestamp == '2020-10-08T14:16:17.793417674Z'
assert message == 'Valid message'
with pytest.raises(Exception):
self.pod_launcher.parse_log_line(
'2020-10-08T14:16:17.793417674ZInvalidmessage\n')
class TestPodLauncher(unittest.TestCase):
def setUp(self):
self.mock_kube_client = mock.Mock()
self.pod_launcher = PodLauncher(kube_client=self.mock_kube_client)
def test_read_pod_logs_successfully_returns_logs(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.return_value = mock.sentinel.logs
logs = self.pod_launcher.read_pod_logs(mock.sentinel)
self.assertEqual(mock.sentinel.logs, logs)
def test_read_pod_logs_retries_successfully(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
BaseHTTPError('Boom'), mock.sentinel.logs
]
logs = self.pod_launcher.read_pod_logs(mock.sentinel)
self.assertEqual(mock.sentinel.logs, logs)
self.mock_kube_client.read_namespaced_pod_log.assert_has_calls([
mock.call(_preload_content=False,
container='base',
follow=True,
timestamps=False,
name=mock.sentinel.metadata.name,
namespace=mock.sentinel.metadata.namespace),
mock.call(_preload_content=False,
container='base',
follow=True,
timestamps=False,
name=mock.sentinel.metadata.name,
namespace=mock.sentinel.metadata.namespace)
])
def test_read_pod_logs_retries_fails(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom')
]
self.assertRaises(AirflowException, self.pod_launcher.read_pod_logs,
mock.sentinel)
def test_read_pod_logs_successfully_with_tail_lines(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
mock.sentinel.logs
]
logs = self.pod_launcher.read_pod_logs(mock.sentinel, tail_lines=100)
self.assertEqual(mock.sentinel.logs, logs)
self.mock_kube_client.read_namespaced_pod_log.assert_has_calls([
mock.call(_preload_content=False,
container='base',
follow=True,
timestamps=False,
name=mock.sentinel.metadata.name,
namespace=mock.sentinel.metadata.namespace,
tail_lines=100),
])
def test_read_pod_logs_successfully_with_since_seconds(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod_log.side_effect = [
mock.sentinel.logs
]
logs = self.pod_launcher.read_pod_logs(mock.sentinel, since_seconds=2)
self.assertEqual(mock.sentinel.logs, logs)
self.mock_kube_client.read_namespaced_pod_log.assert_has_calls([
mock.call(_preload_content=False,
container='base',
follow=True,
timestamps=False,
name=mock.sentinel.metadata.name,
namespace=mock.sentinel.metadata.namespace,
since_seconds=2),
])
def test_read_pod_events_successfully_returns_events(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.list_namespaced_event.return_value = mock.sentinel.events
events = self.pod_launcher.read_pod_events(mock.sentinel)
self.assertEqual(mock.sentinel.events, events)
def test_read_pod_events_retries_successfully(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.list_namespaced_event.side_effect = [
BaseHTTPError('Boom'), mock.sentinel.events
]
events = self.pod_launcher.read_pod_events(mock.sentinel)
self.assertEqual(mock.sentinel.events, events)
self.mock_kube_client.list_namespaced_event.assert_has_calls([
mock.call(namespace=mock.sentinel.metadata.namespace,
field_selector="involvedObject.name={}".format(
mock.sentinel.metadata.name)),
mock.call(namespace=mock.sentinel.metadata.namespace,
field_selector="involvedObject.name={}".format(
mock.sentinel.metadata.name))
])
def test_read_pod_events_retries_fails(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.list_namespaced_event.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom')
]
self.assertRaises(AirflowException, self.pod_launcher.read_pod_events,
mock.sentinel)
def test_read_pod_returns_logs(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod.return_value = mock.sentinel.pod_info
pod_info = self.pod_launcher.read_pod(mock.sentinel)
self.assertEqual(mock.sentinel.pod_info, pod_info)
def test_read_pod_retries_successfully(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod.side_effect = [
BaseHTTPError('Boom'), mock.sentinel.pod_info
]
pod_info = self.pod_launcher.read_pod(mock.sentinel)
self.assertEqual(mock.sentinel.pod_info, pod_info)
self.mock_kube_client.read_namespaced_pod.assert_has_calls([
mock.call(mock.sentinel.metadata.name,
mock.sentinel.metadata.namespace),
mock.call(mock.sentinel.metadata.name,
mock.sentinel.metadata.namespace)
])
def test_read_pod_retries_fails(self):
mock.sentinel.metadata = mock.MagicMock()
self.mock_kube_client.read_namespaced_pod.side_effect = [
BaseHTTPError('Boom'),
BaseHTTPError('Boom'),
BaseHTTPError('Boom')
]
self.assertRaises(AirflowException, self.pod_launcher.read_pod,
mock.sentinel)
def test_parse_log_line(self):
timestamp, message = \
self.pod_launcher.parse_log_line('2020-10-08T14:16:17.793417674Z Valid message\n')
self.assertEqual(timestamp, '2020-10-08T14:16:17.793417674Z')
self.assertEqual(message, 'Valid message')
self.assertRaises(
Exception,
self.pod_launcher.parse_log_line(
'2020-10-08T14:16:17.793417674ZInvalid message\n'),
)
