def test_worker_configuration_no_subpaths(self):
self.kube_config.dags_volume_claim = 'airflow-dags'
self.kube_config.dags_folder = 'dags'
worker_config = WorkerConfiguration(self.kube_config)
volumes = worker_config._get_volumes()
volume_mounts = worker_config._get_volume_mounts()
for volume_or_mount in volumes + volume_mounts:
if volume_or_mount.name != 'airflow-config':
self.assertNotIn(
'subPath',
self.api_client.sanitize_for_serialization(
volume_or_mount), "subPath shouldn't be defined")
def test_worker_container_dags(self):
# Tests that the 'airflow-dags' persistence volume is NOT created when `dags_in_image` is set
self.kube_config.dags_in_image = True
self.kube_config.dags_folder = 'dags'
worker_config = WorkerConfiguration(self.kube_config)
volumes = worker_config._get_volumes()
volume_mounts = worker_config._get_volume_mounts()
dag_volume = [volume for volume in volumes if volume.name == 'airflow-dags']
dag_volume_mount = [mount for mount in volume_mounts if mount.name == 'airflow-dags']
init_containers = worker_config._get_init_containers()
self.assertEqual(0, len(dag_volume))
self.assertEqual(0, len(dag_volume_mount))
self.assertEqual(0, len(init_containers))
def test_worker_pvc_dags(self):
# Tests persistence volume config created when `dags_volume_claim` is set
self.kube_config.dags_volume_claim = 'airflow-dags'
self.kube_config.dags_folder = 'dags'
worker_config = WorkerConfiguration(self.kube_config)
volumes = worker_config._get_volumes()
volume_mounts = worker_config._get_volume_mounts()
init_containers = worker_config._get_init_containers()
dag_volume = [volume for volume in volumes if volume.name == 'airflow-dags']
dag_volume_mount = [mount for mount in volume_mounts if mount.name == 'airflow-dags']
self.assertEqual('airflow-dags', dag_volume[0].persistent_volume_claim.claim_name)
self.assertEqual(1, len(dag_volume_mount))
self.assertTrue(dag_volume_mount[0].read_only)
self.assertEqual(0, len(init_containers))
def test_worker_git_dags(self):
# Tests persistence volume config created when `git_repo` is set
self.kube_config.dags_volume_claim = None
self.kube_config.dags_volume_host = None
self.kube_config.dags_folder = '/usr/local/airflow/dags'
self.kube_config.worker_dags_folder = '/usr/local/airflow/dags'
self.kube_config.git_sync_container_repository = 'gcr.io/google-containers/git-sync-amd64'
self.kube_config.git_sync_container_tag = 'v2.0.5'
self.kube_config.git_sync_container = 'gcr.io/google-containers/git-sync-amd64:v2.0.5'
self.kube_config.git_sync_init_container_name = 'git-sync-clone'
self.kube_config.git_subpath = 'dags_folder'
self.kube_config.git_sync_root = '/git'
self.kube_config.git_sync_run_as_user = 65533
self.kube_config.git_dags_folder_mount_point = '/usr/local/airflow/dags/repo/dags_folder'
worker_config = WorkerConfiguration(self.kube_config)
volumes = worker_config._get_volumes()
volume_mounts = worker_config._get_volume_mounts()
dag_volume = [
volume for volume in volumes if volume.name == 'airflow-dags'
]
dag_volume_mount = [
mount for mount in volume_mounts if mount.name == 'airflow-dags'
]
self.assertIsNotNone(dag_volume[0].empty_dir)
self.assertEqual(self.kube_config.git_dags_folder_mount_point,
dag_volume_mount[0].mount_path)
self.assertTrue(dag_volume_mount[0].read_only)
init_container = worker_config._get_init_containers()[0]
init_container_volume_mount = [
mount for mount in init_container.volume_mounts
if mount.name == 'airflow-dags'
]
self.assertEqual('git-sync-clone', init_container.name)
self.assertEqual('gcr.io/google-containers/git-sync-amd64:v2.0.5',
init_container.image)
self.assertEqual(1, len(init_container_volume_mount))
self.assertFalse(init_container_volume_mount[0].read_only)
self.assertEqual(65533, init_container.security_context.run_as_user)
def test_worker_with_subpaths(self):
self.kube_config.dags_volume_subpath = 'dags'
self.kube_config.logs_volume_subpath = 'logs'
self.kube_config.dags_volume_claim = 'dags'
self.kube_config.dags_folder = 'dags'
worker_config = WorkerConfiguration(self.kube_config)
volumes = worker_config._get_volumes()
volume_mounts = worker_config._get_volume_mounts()
for volume in volumes:
self.assertNotIn(
'subPath', self.api_client.sanitize_for_serialization(volume),
"subPath isn't valid configuration for a volume")
for volume_mount in volume_mounts:
if volume_mount.name != 'airflow-config':
self.assertIn(
'subPath',
self.api_client.sanitize_for_serialization(volume_mount),
"subPath should've been passed to volumeMount configuration"
)
