def Run(self, args):
running_state = (api_util.GetMessagesModule(
release_track=self.ReleaseTrack()).Environment.
StateValueValuesEnum.RUNNING)
env_ref = args.CONCEPTS.environment.Parse()
env_obj = environments_api_util.Get(env_ref,
release_track=self.ReleaseTrack())
if env_obj.state != running_state:
raise command_util.Error(
'Cannot execute subcommand for environment in state {}. '
'Must be RUNNING.'.format(env_obj.state))
cluster_id = env_obj.config.gkeCluster
cluster_location_id = command_util.ExtractGkeClusterLocationId(env_obj)
with command_util.TemporaryKubeconfig(cluster_location_id, cluster_id):
pod = command_util.GetGkePod(pod_substr=WORKER_POD_SUBSTR)
self.BypassConfirmationPrompt(args)
kubectl_args = [
'exec', pod, '-tic', WORKER_CONTAINER, 'airflow',
args.subcommand
]
if args.cmd_args:
# Add '--' to the argument list so kubectl won't eat the command args.
kubectl_args.extend(['--'] + args.cmd_args)
command_util.RunKubectlCommand(kubectl_args,
out_func=log.status.Print)
def Run(self, args):
self.DeprecationWarningPrompt(args)
self.CheckForRequiredCmdArgs(args)
running_state = (api_util.GetMessagesModule(
release_track=self.ReleaseTrack()).Environment.
StateValueValuesEnum.RUNNING)
env_ref = args.CONCEPTS.environment.Parse()
env_obj = environments_api_util.Get(env_ref,
release_track=self.ReleaseTrack())
if env_obj.state != running_state:
raise command_util.Error(
'Cannot execute subcommand for environment in state {}. '
'Must be RUNNING.'.format(env_obj.state))
cluster_id = env_obj.config.gkeCluster
cluster_location_id = command_util.ExtractGkeClusterLocationId(env_obj)
tty = 'no-tty' not in args
with command_util.TemporaryKubeconfig(cluster_location_id, cluster_id):
try:
image_version = env_obj.config.softwareConfig.imageVersion
airflow_version = self._ExtractAirflowVersion(image_version)
self.CheckSubcommandAirflowSupport(args, airflow_version)
self.CheckSubcommandNestedAirflowSupport(args, airflow_version)
kubectl_ns = command_util.FetchKubectlNamespace(image_version)
pod = command_util.GetGkePod(pod_substr=WORKER_POD_SUBSTR,
kubectl_namespace=kubectl_ns)
log.status.Print(
'Executing within the following Kubernetes cluster namespace: '
'{}'.format(kubectl_ns))
self.BypassConfirmationPrompt(args, airflow_version)
kubectl_args = ['exec', pod, '--stdin']
if tty:
kubectl_args.append('--tty')
kubectl_args.extend([
'--container', WORKER_CONTAINER, '--', 'airflow',
args.subcommand
])
if args.subcommand_nested:
kubectl_args.append(args.subcommand_nested)
if args.cmd_args:
kubectl_args.extend(args.cmd_args)
command_util.RunKubectlCommand(
command_util.AddKubectlNamespace(kubectl_ns, kubectl_args),
out_func=log.out.Print)
except command_util.KubectlError as e:
raise self.ConvertKubectlError(e, env_obj)
def testGetGkePod_KubectlError(self, exec_mock, tmp_kubeconfig_mock):
fake_exec = kubectl_util.FakeExec()
exec_mock.side_effect = fake_exec
tmp_kubeconfig_mock.side_effect = self.FakeTemporaryKubeconfig
# kubectl returns with nonzero exit code
fake_exec.AddCallback(0, lambda *_, **__: 1)
with self.AssertRaisesExceptionMatches(command_util.Error,
'Error retrieving GKE pods'):
command_util.GetGkePod('pod1', self.TEST_KUBECTL_DEFAULT_NAMESPACE)
fake_exec.Verify()
def testGetGkePod_PodNotFound(self, exec_mock, tmp_kubeconfig_mock):
fake_exec = kubectl_util.FakeExec()
exec_mock.side_effect = fake_exec
tmp_kubeconfig_mock.side_effect = self.FakeTemporaryKubeconfig
fake_exec.AddCallback(
0, self.MakeGetPodsCallback([('pod1', 'running'), ('pod2', 'running')]))
with self.AssertRaisesExceptionMatches(command_util.Error,
'Desired GKE pod not found'):
command_util.GetGkePod('pod3', self.TEST_KUBECTL_DEFAULT_NAMESPACE)
fake_exec.Verify()
def testGetGkePod_PodNoReady(self, exec_mock, tmp_kubeconfig_mock):
fake_exec = kubectl_util.FakeExec()
exec_mock.side_effect = fake_exec
tmp_kubeconfig_mock.side_effect = self.FakeTemporaryKubeconfig
fake_exec.AddCallback(
0, self.MakeGetPodsCallback(
[command_util.GkePodStatus('airflow-worker1', 'creating', 'true'),
command_util.GkePodStatus('airflow-worker2', 'running', '')]))
pod = command_util.GetGkePod('airflow-worker',
self.TEST_KUBECTL_DEFAULT_NAMESPACE)
self.assertEqual('airflow-worker2', pod)
fake_exec.Verify()
def testGetGkePod_PodNotRunning(self, exec_mock, tmp_kubeconfig_mock):
fake_exec = kubectl_util.FakeExec()
exec_mock.side_effect = fake_exec
tmp_kubeconfig_mock.side_effect = self.FakeTemporaryKubeconfig
fake_exec.AddCallback(
0, self.MakeGetPodsCallback(
[command_util.GkePodStatus('pod1', 'creating', 'false'),
command_util.GkePodStatus('pod2', 'creating', 'false')]))
with self.AssertRaisesExceptionMatches(command_util.Error,
'No running GKE pods found.'):
command_util.GetGkePod('pod1', self.TEST_KUBECTL_DEFAULT_NAMESPACE)
fake_exec.Verify()
def testGetGkePod_Success(self, exec_mock, tmp_kubeconfig_mock):
fake_exec = kubectl_util.FakeExec()
exec_mock.side_effect = fake_exec
tmp_kubeconfig_mock.side_effect = self.FakeTemporaryKubeconfig
fake_exec.AddCallback(
0,
self.MakeGetPodsCallback([('airflow-worker12345', 'running'),
('airflow-scheduler00001', 'running')]))
pod = command_util.GetGkePod('airflow-worker',
self.TEST_KUBECTL_DEFAULT_NAMESPACE)
self.assertEqual('airflow-worker12345', pod)
fake_exec.Verify()
def Run(self, args):
self.DeprecationWarningPrompt(args)
running_state = (
api_util.GetMessagesModule(release_track=self.ReleaseTrack())
.Environment.StateValueValuesEnum.RUNNING)
env_ref = args.CONCEPTS.environment.Parse()
env_obj = environments_api_util.Get(
env_ref, release_track=self.ReleaseTrack())
if env_obj.state != running_state:
raise command_util.Error(
'Cannot execute subcommand for environment in state {}. '
'Must be RUNNING.'.format(env_obj.state))
cluster_id = env_obj.config.gkeCluster
cluster_location_id = command_util.ExtractGkeClusterLocationId(env_obj)
with command_util.TemporaryKubeconfig(cluster_location_id, cluster_id):
try:
kubectl_ns = command_util.FetchKubectlNamespace(
env_obj.config.softwareConfig.imageVersion)
pod = command_util.GetGkePod(
pod_substr=WORKER_POD_SUBSTR, kubectl_namespace=kubectl_ns)
log.status.Print(
'Executing within the following kubectl namespace: {}'.format(
kubectl_ns))
self.BypassConfirmationPrompt(args)
kubectl_args = [
'exec', pod, '-tic', WORKER_CONTAINER, 'airflow', args.subcommand
]
if args.cmd_args:
# Add '--' to the argument list so kubectl won't eat the command args.
kubectl_args.extend(['--'] + args.cmd_args)
command_util.RunKubectlCommand(
command_util.AddKubectlNamespace(kubectl_ns, kubectl_args),
out_func=log.status.Print)
except command_util.KubectlError as e:
raise self.ConvertKubectlError(e, env_obj)
def Run(self, args):
env_ref = args.CONCEPTS.environment.Parse()
env_obj = environments_api_util.Get(env_ref,
release_track=self.ReleaseTrack())
cluster_id = env_obj.config.gkeCluster
cluster_location_id = command_util.ExtractGkeClusterLocationId(env_obj)
tty = 'no-tty' not in args
with command_util.TemporaryKubeconfig(cluster_location_id, cluster_id):
try:
image_version = env_obj.config.softwareConfig.imageVersion
kubectl_ns = command_util.FetchKubectlNamespace(image_version)
pod = command_util.GetGkePod(pod_substr=WORKER_POD_SUBSTR,
kubectl_namespace=kubectl_ns)
log.status.Print(
'Executing within the following Kubernetes cluster namespace: '
'{}'.format(kubectl_ns))
kubectl_args = ['exec', pod, '--stdin']
if tty:
kubectl_args.append('--tty')
kubectl_args.extend(['--container', WORKER_CONTAINER, '--'])
if args.tree:
kubectl_args.extend(
['python', '-m', 'pipdeptree', '--warn'])
else:
kubectl_args.extend(['python', '-m', 'pip', 'list'])
command_util.RunKubectlCommand(
command_util.AddKubectlNamespace(kubectl_ns, kubectl_args),
out_func=log.out.Print)
except command_util.KubectlError as e:
raise self.ConvertKubectlError(e, env_obj)