def run_pod(self,
task_run: "TaskRun",
pod: "k8s.V1Pod",
detach_run: bool = False) -> "DbndPodCtrl":
kc = self.kube_config
detach_run = detach_run or kc.detach_run
if not self.is_possible_to_detach_run():
detach_run = False
req = kc.build_kube_pod_req(pod)
self._attach_live_logs_container(req)
readable_req_str = readable_pod_request(req)
if kc.debug:
logger.info("Pod Creation Request: \n%s", readable_req_str)
pod_file = task_run.task_run_attempt_file("pod.yaml")
pod_file.write(readable_req_str)
logger.debug("Pod Request has been saved to %s", pod_file)
external_link_dict = self.build_external_links(pod)
if external_link_dict:
task_run.set_external_resource_urls(external_link_dict)
task_run.set_task_run_state(TaskRunState.QUEUED)
try:
resp = self.kube_client.create_namespaced_pod(
body=req, namespace=pod.metadata.namespace)
logger.info("%s has been submitted at pod '%s' at namespace '%s'" %
(task_run, pod.metadata.name, pod.metadata.namespace))
self.log.debug("Pod Creation Response: %s", resp)
except ApiException as ex:
task_run_error = TaskRunError.build_from_ex(ex, task_run)
task_run.set_task_run_state(TaskRunState.FAILED,
error=task_run_error)
logger.error(
"Exception when attempting to create Namespaced Pod using: %s",
readable_req_str,
)
raise
if detach_run:
return self
self.wait()
return self
def run_pod(self, task_run, pod, detach_run=False):
# type: (TaskRun, Pod, bool) -> DbndPodCtrl
kc = self.kube_config
detach_run = detach_run or kc.detach_run
if kc.show_pod_log:
logger.info(
"%s is True, %s will send every docker in blocking mode",
"show_pod_logs",
kc.task_name,
)
detach_run = False
if kc.debug:
logger.info(
"%s is True, %s will send every docker in blocking mode",
"debug",
kc.task_name,
)
detach_run = False
req = kc.build_kube_pod_req(pod)
readable_req_str = readable_pod_request(req)
if kc.debug:
logger.info("Pod Creation Request: \n%s", readable_req_str)
pod_file = task_run.task_run_attempt_file("pod.yaml")
pod_file.write(readable_req_str)
logger.debug("Pod Request has been saved to %s", pod_file)
dashboard_url = kc.get_dashboard_link(pod)
pod_log = kc.get_pod_log_link(pod)
external_link_dict = dict()
if dashboard_url:
external_link_dict["k8s_dashboard"] = dashboard_url
if pod_log:
external_link_dict["pod_log"] = pod_log
if external_link_dict:
task_run.set_external_resource_urls(external_link_dict)
task_run.set_task_run_state(TaskRunState.QUEUED)
try:
resp = self.kube_client.create_namespaced_pod(
body=req, namespace=pod.namespace
)
logger.info(
"Started pod '%s' in namespace '%s'" % (pod.name, pod.namespace)
)
logger.debug("Pod Creation Response: %s", resp)
except ApiException as ex:
task_run_error = TaskRunError.build_from_ex(ex, task_run)
task_run.set_task_run_state(TaskRunState.FAILED, error=task_run_error)
logger.error(
"Exception when attempting to create Namespaced Pod using: %s",
readable_req_str,
)
raise
logging.debug("Kubernetes Job created!")
# TODO this is pretty dirty.
# Better to extract the deploy error checking logic out of the pod launcher and have the watcher
# pass an exception through the watcher queue if needed. Current airflow implementation doesn't implement that, so we will stick with the current flow
if detach_run:
return self
self.wait()
return self
def run_pod(self, task_run, pod, detach_run=False):
# type: (TaskRun, Pod, bool) -> DbndPodCtrl
kc = self.kube_config
detach_run = detach_run or kc.detach_run
if kc.show_pod_log:
logger.info(
"%s is True, %s will send every docker in blocking mode",
"show_pod_logs",
kc.task_name,
)
detach_run = False
if kc.debug:
logger.info(
"%s is True, %s will send every docker in blocking mode",
"debug",
kc.task_name,
)
detach_run = False
req = kc.build_kube_pod_req(pod)
readable_req_str = readable_pod_request(req)
if kc.debug:
logger.info("Pod Creation Request: \n%s", readable_req_str)
pod_file = task_run.task_run_attempt_file("pod.yaml")
pod_file.write(readable_req_str)
logger.debug("Pod Request has been saved to %s", pod_file)
dashboard_url = kc.get_dashboard_link(pod)
pod_log = kc.get_pod_log_link(pod)
external_link_dict = dict()
if dashboard_url:
external_link_dict["k8s_dashboard"] = dashboard_url
if pod_log:
external_link_dict["pod_log"] = pod_log
if external_link_dict:
task_run.set_external_resource_urls(external_link_dict)
task_run.set_task_run_state(TaskRunState.QUEUED)
try:
resp = self.kube_client.create_namespaced_pod(
body=req, namespace=pod.namespace)
logger.info("%s has been submitted at pod '%s' at namespace '%s'" %
(task_run, pod.name, pod.namespace))
self.log.debug("Pod Creation Response: %s", resp)
except ApiException as ex:
task_run_error = TaskRunError.build_from_ex(ex, task_run)
task_run.set_task_run_state(TaskRunState.FAILED,
error=task_run_error)
logger.error(
"Exception when attempting to create Namespaced Pod using: %s",
readable_req_str,
)
raise
if detach_run:
return self
self.wait()
return self