def _get_job_status_banner(self, description):
t = self.task
b = TextBanner(
"Training Job %s is running at SageMaker:" %
description.get("TrainingJobName", None),
color="yellow",
)
b.column("TASK", t.task_id)
b.column(
"JOB STATUS",
description.get("TrainingJobStatus", None) + " -> " +
description.get("SecondaryStatus", None),
)
b.column(
"JOB RESOURCES",
description["ResourceConfig"]["InstanceType"] + " x " +
str(description["ResourceConfig"]["InstanceCount"]),
)
tracker_url = current_task_run().task_tracker_url
if tracker_url:
b.column("DATABAND LOG", tracker_url)
b.column("JOB WEB UI",
self._job_url(description.get("TrainingJobName", None)))
b.column("CLOUDWATCH URL", self._logs_url())
b.new_line()
b.column("JOB ARN", description.get("TrainingJobArn", None))
b.new_section()
return b.getvalue()
def _get_batch_progresss_banner(self, batch_response):
"""
{
'id': 6,
'state': 'success',
'appId': 'application_1534487568579_0008',
'appInfo': {
'driverLogUrl': None,
'sparkUiUrl': 'http://ip-172-31-70-109.ec2.internal:20888/proxy/application_1534487568579_0008/'
},
'log': [
'\nYARN Diagnostics: '
]
}
:param batch_response:
:return:
"""
t = self.task
b = TextBanner("Spark Task %s is running at Livy:" % t.task_id,
color="yellow")
b.column("TASK", t.task_id)
b.column("JOB STATE", batch_response.get("state", None))
tracker_url = current_task_run().task_tracker_url
if tracker_url:
b.column("DATABAND LOG", tracker_url)
b.new_line()
b.column("LIVY ID", batch_response.get("id", None))
if "appId" in batch_response:
b.column("APP ID", batch_response["appId"])
app_info = batch_response["appInfo"]
b.column("DRIVER LOG", app_info["driverLogUrl"])
if "sparkUiUrl" in app_info:
spark_url = app_info["sparkUiUrl"]
b.column(
"SPARK",
colored(spark_url, on_color="on_blue", attrs=["bold"]))
b.new_section()
return b.getvalue()
def _get_step_banner(self, step):
"""
{
'id': 6,
'state': 'success',
}
"""
t = self.task
b = TextBanner("Spark Task %s is running at Emr:" % t.task_id, color="yellow")
b.column("TASK", t.task_id)
b.column("EMR STEP STATE", step["Step"]["Status"]["State"])
tracker_url = current_task_run().task_tracker_url
if tracker_url:
b.column("DATABAND LOG", tracker_url)
b.new_line()
b.column("EMR STEP ID", step["Step"]["Id"])
b.new_section()
return b.getvalue()
