def poll(self):
"""
Wait until the job finishes.
This method will continuously query the server about the status of the job, until the job reaches a
completion. During this time we will display (in stdout) a progress bar with % completion status.
"""
try:
hidden = not H2OJob.__PROGRESS_BAR__
pb = ProgressBar(title=self._job_type + " progress", hidden=hidden)
pb.execute(self._refresh_job_status)
except StopIteration as e:
if str(e) == "cancelled":
h2o.api("POST /3/Jobs/%s/cancel" % self.job_key)
self.status = "CANCELLED"
# Potentially we may want to re-raise the exception here
assert self.status in {"DONE", "CANCELLED", "FAILED"} or self._poll_count <= 0, \
"Polling finished while the job has status %s" % self.status
if self.warnings:
for w in self.warnings:
warnings.warn(w)
# check if failed... and politely print relevant message
if self.status == "CANCELLED":
raise H2OJobCancelled("Job<%s> was cancelled by the user." % self.job_key)
if self.status == "FAILED":
if (isinstance(self.job, dict)) and ("stacktrace" in list(self.job)):
raise EnvironmentError("Job with key {} failed with an exception: {}\nstacktrace: "
"\n{}".format(self.job_key, self.exception, self.job["stacktrace"]))
else:
raise EnvironmentError("Job with key %s failed with an exception: %s" % (self.job_key, self.exception))
return self
def poll(self):
"""
Wait until the job finishes.
This method will continuously query the server about the status of the job, until the job reaches a
completion. During this time we will display (in stdout) a progress bar with % completion status.
"""
try:
pb = ProgressBar(self._job_type + " progress")
pb.execute(self._refresh_job_status)
except StopIteration as e:
if str(e) == "cancelled":
self.status = "CANCELLED"
h2o.api("POST /3/Jobs/%s/cancel" % self.job_key)
print("Job {} was cancelled.".format(self.job_key))
# Potentially we may want to re-raise the exception here
if self.warnings:
for w in self.warnings:
warnings.warn(w)
# TODO: this needs to br thought through more carefully
# check if failed... and politely print relevant message
if self.status == "CANCELLED":
raise EnvironmentError("Job with key {} was cancelled by the user.".format(self.job_key))
if self.status == "FAILED":
if (isinstance(self.job, dict)) and ("stacktrace" in list(self.job)):
raise EnvironmentError("Job with key {} failed with an exception: {}\nstacktrace: "
"\n{}".format(self.job_key, self.exception, self.job["stacktrace"]))
else:
raise EnvironmentError("Job with key %s failed with an exception: %s" % (self.job_key, self.exception))
return self
def test_change_default_widgets():
ProgressBar().execute(progress_fast())
old = ProgressBar.DEFAULT_WIDGETS
try:
ProgressBar.DEFAULT_WIDGETS = MyWidgetFactory()
ProgressBar().execute(progress_fast())
lines = MyWidget.out.getvalue().splitlines()
# print(lines)
assert len(lines) > 2
assert lines[0] == "init"
assert float(lines[1]) < 1e-5
assert lines[-1] == "done"
assert float(lines[-2]) == 1.0
finally:
ProgressBar.DEFAULT_WIDGETS = old
def poll(self):
"""
Wait until the job finishes.
This method will continuously query the server about the status of the job, until the job reaches a
completion. During this time we will display (in stdout) a progress bar with % completion status.
"""
try:
pb = ProgressBar(self._job_type + " progress")
pb.execute(self._refresh_job_status)
except StopIteration as e:
if str(e) == "cancelled":
h2o.api("POST /3/Jobs/%s/cancel" % self.job_key)
self.status = "CANCELLED"
# Potentially we may want to re-raise the exception here
assert self.status in {"DONE", "CANCELLED", "FAILED"} or self._poll_count <= 0, \
"Polling finished while the job has status %s" % self.status
if self.warnings:
for w in self.warnings:
warnings.warn(w)
# TODO: this needs to br thought through more carefully
# Right now if the user presses Ctrl+C the progress bar handles this gracefully and passes the
# exception up, but these calls create ugly stacktrace dumps...
# check if failed... and politely print relevant message
if self.status == "CANCELLED":
raise EnvironmentError(
"Job with key {} was cancelled by the user.".format(
self.job_key))
if self.status == "FAILED":
if (isinstance(self.job, dict)) and ("stacktrace" in list(
self.job)):
raise EnvironmentError(
"Job with key {} failed with an exception: {}\nstacktrace: "
"\n{}".format(self.job_key, self.exception,
self.job["stacktrace"]))
else:
raise EnvironmentError(
"Job with key %s failed with an exception: %s" %
(self.job_key, self.exception))
return self
def poll(self):
"""
Wait until the job finishes.
This method will continuously query the server about the status of the job, until the job reaches a
completion. During this time we will display (in stdout) a progress bar with % completion status.
"""
try:
hidden = not H2OJob.__PROGRESS_BAR__
pb = ProgressBar(title=self._job_type + " progress", hidden=hidden)
pb.execute(self._refresh_job_status)
except StopIteration as e:
if str(e) == "cancelled":
h2o.api("POST /3/Jobs/%s/cancel" % self.job_key)
self.status = "CANCELLED"
# Potentially we may want to re-raise the exception here
assert self.status in {"DONE", "CANCELLED", "FAILED"} or self._poll_count <= 0, \
"Polling finished while the job has status %s" % self.status
if self.warnings:
for w in self.warnings:
warnings.warn(w)
# check if failed... and politely print relevant message
if self.status == "CANCELLED":
raise H2OJobCancelled("Job<%s> was cancelled by the user." %
self.job_key)
if self.status == "FAILED":
if (isinstance(self.job, dict)) and ("stacktrace" in list(
self.job)):
raise EnvironmentError(
"Job with key {} failed with an exception: {}\nstacktrace: "
"\n{}".format(self.job_key, self.exception,
self.job["stacktrace"]))
else:
raise EnvironmentError(
"Job with key %s failed with an exception: %s" %
(self.job_key, self.exception))
return self
def poll(self, poll_updates=None):
"""
Wait until the job finishes.
This method will continuously query the server about the status of the job, until the job reaches a
completion. During this time we will display (in stdout) a progress bar with % completion status.
:param poll_updates: a callback function called a each polling iteration with 2 arguments:
(current_job: H2OJob, bar_progression: float)
"""
try:
hidden = not H2OJob.__PROGRESS_BAR__
pb = ProgressBar(title=self._job_type + " progress", hidden=hidden)
if poll_updates:
pb.execute(self._refresh_job_status,
print_verbose_info=ft.partial(poll_updates, self))
else:
pb.execute(self._refresh_job_status)
except StopIteration as e:
if str(e) == "cancelled":
self.cancel()
# Potentially we may want to re-raise the exception here
assert self.status in {"DONE", "CANCELLED", "FAILED"} or self._poll_count <= 0, \
"Polling finished while the job has status %s" % self.status
if self.warnings:
for w in self.warnings:
warnings.warn(w)
# check if failed... and politely print relevant message
if self.status == "CANCELLED":
raise H2OJobCancelled("Job<%s> was cancelled by the user." %
self.job_key)
if self.status == "FAILED":
if (isinstance(self.job, dict)) and ("stacktrace" in list(
self.job)):
raise EnvironmentError(
"Job with key {} failed with an exception: {}\nstacktrace: "
"\n{}".format(self.job_key, self.exception,
self.job["stacktrace"]))
else:
raise EnvironmentError(
"Job with key %s failed with an exception: %s" %
(self.job_key, self.exception))
return self
def test_progressbar():
"""Test functionality for the progress bar."""
def progress_generator(duration):
interval = duration / 20
for i in range(20):
yield (i + 1) / 20, interval
ProgressBar().execute(progress_generator(4))
ProgressBar("With file_mode", file_mode=True).execute(progress_generator(4))
ProgressBar(widgets=["Clowncopterization in progress, stand WAY back!", PBWBar(), PBWPercentage()])\
.execute(progress_generator(3))
def progress_fast():
yield 0, 0.2
for i in range(10):
yield 0.9 + (i // 5) * 0.03, 0.2
while True:
yield 1, 0
g = progress_fast()
ProgressBar().execute(g)
curr_progress = next(g)[0]
assert curr_progress == 1, "Progress bar finished but the progress is %f" % curr_progress
def super_fast(start=0):
yield start, 0.1
yield 1, 0.1
def not_so_fast(end=0.99):
yield 0
for i in range(10):
yield i / 10
for i in range(10):
if i == 2: time.sleep(0.5)
yield 0.99
yield 1
ProgressBar("Super-fast").execute(super_fast())
ProgressBar("Super-duper-fast").execute(super_fast(0.3))
ProgressBar("Super-duper-mega-fast").execute(super_fast(0.9))
ProgressBar("Lightning").execute(lambda: 1)
ProgressBar("Not so fast...").execute(not_so_fast())
def random_progress_generator(duration, interrupted=False):
progress = 0
n_steps = 10
last_t = time.time()
beta = n_steps / duration
while progress < n_steps:
delta = time.time() - last_t
last_t = time.time()
if interrupted and random.random() + progress / n_steps > math.exp(-beta * delta / (n_steps / 4)):
raise StopIteration("sorry, planets did not align")
if random.random() > math.exp(-beta * delta):
progress += 1
yield progress / n_steps
ProgressBar("Random 1s").execute(random_progress_generator(1))
ProgressBar("Random 5s").execute(random_progress_generator(5))
ProgressBar("Random 10s").execute(random_progress_generator(10))
ProgressBar("Hope this one works").execute(random_progress_generator(5, True))
def pybooklet_progress():
last_time = 0
for t, x in [(0.0, 0), (0.2, 0), (0.4, 0.316), (0.6, 0.316), (0.8, 0.316), (1.0, 0.316), (1.3, 0.316),
(1.5, 0.316), (1.8, 0.316), (2.2, 0.316), (2.7, 0.316), (3.2, 0.316), (3.9, 0.631),
(4.5, 0.631), (5.2, 0.631), (5.9, 0.947), (6.4, 0.947), (6.9, 0.990), (7.5, 0.990),
(8.0, 0.990), (8.6, 0.990), (9.1, 0.990), (10.9, 0.990), (11.5, 0.990), (12, 1.000)]:
yield x, t - last_time
last_time = t
yield 1
gen = pybooklet_progress()
ProgressBar("Pybooklet progress").execute(gen)
assert next(gen) == 1
def test_progressbar():
"""Test functionality for the progress bar."""
ProgressBar().execute(progress_generator(4))
ProgressBar("With file_mode",
file_mode=True).execute(progress_generator(4))
ProgressBar(widgets=[PBWString("Clowncopterization in progress, stand WAY back!"), PBWBar(), PBWPercentage()])\
.execute(progress_generator(3))
g = progress_fast()
ProgressBar().execute(g)
curr_progress = next(g)[0]
assert curr_progress == 1, "Progress bar finished but the progress is %f" % curr_progress
ProgressBar("Super-fast").execute(super_fast())
ProgressBar("Super-duper-fast").execute(super_fast(0.3))
ProgressBar("Super-duper-mega-fast").execute(super_fast(0.9))
ProgressBar("Lightning").execute(lambda: 1)
ProgressBar("Not so fast...").execute(not_so_fast())
ProgressBar("Random 1s").execute(random_progress_generator(1))
ProgressBar("Random 5s").execute(random_progress_generator(5))
ProgressBar("Random 10s").execute(random_progress_generator(10))
ProgressBar("Hope this one works").execute(
random_progress_generator(5, True))
gen = pybooklet_progress()
ProgressBar("Pybooklet progress").execute(gen)
assert next(gen) == 1