def process_logs(build: 'BuildJob', temp: bool = True) -> None: k8s_manager = K8SManager(namespace=conf.get('K8S_NAMESPACE'), in_cluster=True) log_lines = base.process_logs(k8s_manager=k8s_manager, pod_id=build.pod_id, container_job_name=conf.get('CONTAINER_NAME_DOCKERIZER_JOB')) safe_log_job(job_name=build.unique_name, log_lines=log_lines, temp=temp, append=False)
def process_logs(build, temp=True): k8s_manager = K8SManager(namespace=settings.K8S_NAMESPACE, in_cluster=True) log_lines = base.process_logs(k8s_manager=k8s_manager, pod_id=build.pod_id, container_job_name=settings.CONTAINER_NAME_DOCKERIZER_JOB) safe_log_job(job_name=build.unique_name, log_lines=log_lines, temp=temp, append=False)
def process_logs(job, temp=True): pod_id = JOB_NAME_FORMAT.format(name=JOB_NAME, job_uuid=job.uuid.hex) k8s_manager = K8SManager(namespace=settings.K8S_NAMESPACE, in_cluster=True) log_lines = base.process_logs(k8s_manager=k8s_manager, pod_id=pod_id, container_job_name=settings.CONTAINER_NAME_JOB) safe_log_job(job_name=job.unique_name, log_lines=log_lines, temp=temp, append=False)
def process_logs(job, temp=True): k8s_manager = K8SManager(namespace=conf.get('K8S_NAMESPACE'), in_cluster=True) log_lines = base.process_logs( k8s_manager=k8s_manager, pod_id=job.pod_id, container_job_name=conf.get('CONTAINER_NAME_JOB')) safe_log_job(job_name=job.unique_name, log_lines=log_lines, temp=temp, append=False)
def process_logs(job: 'Job', temp: bool = True) -> None: k8s_manager = K8SManager(namespace=conf.get(K8S_NAMESPACE), in_cluster=True) log_lines = base.process_logs( k8s_manager=k8s_manager, pod_id=job.pod_id, container_job_name=conf.get(CONTAINER_NAME_JOBS)) safe_log_job(job_name=job.unique_name, log_lines=log_lines, temp=temp, append=False)
def process_logs(experiment, temp=True): pod_id = EXPERIMENT_JOB_NAME_FORMAT.format( task_type=TaskType.MASTER, # We default to master task_idx=0, experiment_uuid=experiment.uuid.hex) k8s_manager = K8SManager(namespace=settings.K8S_NAMESPACE, in_cluster=True) log_lines = base.process_logs( k8s_manager=k8s_manager, pod_id=pod_id, container_job_name=settings.CONTAINER_NAME_EXPERIMENT_JOB) safe_log_experiment(experiment_name=experiment.unique_name, log_lines=log_lines, temp=temp, append=False)
def process_logs(experiment: 'Experiment', temp: bool = True) -> None: pod_id = EXPERIMENT_JOB_NAME_FORMAT.format( task_type=experiment.default_job_role, task_idx=0, experiment_uuid=experiment.uuid.hex) k8s_manager = K8SManager(namespace=conf.get('K8S_NAMESPACE'), in_cluster=True) container_job_name = get_experiment_job_container_name(backend=experiment.backend, framework=experiment.framework) log_lines = base.process_logs(k8s_manager=k8s_manager, pod_id=pod_id, container_job_name=container_job_name) safe_log_experiment(experiment_name=experiment.unique_name, log_lines=log_lines, temp=temp, append=False)
def process_logs(experiment_job, temp=True, k8s_manager=None): task_type = experiment_job.role task_id = experiment_job.sequence if not k8s_manager: k8s_manager = K8SManager(namespace=settings.K8S_NAMESPACE, in_cluster=True) log_lines = base.process_logs( k8s_manager=k8s_manager, pod_id=experiment_job.pod_id, container_job_name=settings.CONTAINER_NAME_EXPERIMENT_JOB, task_type=task_type, task_idx=task_id) safe_log_experiment_job(experiment_job_name=experiment_job.unique_name, log_lines=log_lines, temp=temp, append=False)
def process_logs(experiment_job: 'ExperimentJob', temp: bool = True, k8s_manager: 'K8SManager' = None) -> None: task_type = experiment_job.role task_id = experiment_job.sequence if not k8s_manager: k8s_manager = K8SManager(namespace=conf.get('K8S_NAMESPACE'), in_cluster=True) log_lines = base.process_logs( k8s_manager=k8s_manager, pod_id=experiment_job.pod_id, container_job_name=conf.get('CONTAINER_NAME_EXPERIMENT_JOB'), task_type=task_type, task_idx=task_id) safe_log_experiment_job(experiment_job_name=experiment_job.unique_name, log_lines=log_lines, temp=temp, append=False)
def process_logs(experiment_job: 'ExperimentJob', temp: bool = True, k8s_manager: 'K8SManager' = None) -> None: task_type = experiment_job.role task_id = experiment_job.sequence if not k8s_manager: k8s_manager = K8SManager(namespace=conf.get(K8S_NAMESPACE), in_cluster=True) container_job_name = get_experiment_job_container_name( backend=experiment_job.experiment.backend, framework=experiment_job.experiment.framework) log_lines = base.process_logs(k8s_manager=k8s_manager, pod_id=experiment_job.pod_id, container_job_name=container_job_name, task_type=task_type, task_idx=task_id) safe_log_experiment_job(experiment_job_name=experiment_job.unique_name, log_lines=log_lines, temp=temp, append=False)