forked from fastai/fastprogress
-
Notifications
You must be signed in to change notification settings - Fork 0
/
fast_progress.py
178 lines (141 loc) · 6.01 KB
/
fast_progress.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
from time import time
try:
from ipykernel.kernelapp import IPKernelApp
IN_NOTEBOOK = IPKernelApp.initialized()
except: IN_NOTEBOOK = False
if IN_NOTEBOOK:
from ipywidgets import widgets, IntProgress, HBox, HTML, VBox
from IPython.display import clear_output
from ipywidgets.widgets.interaction import show_inline_matplotlib_plots
import matplotlib.pyplot as plt
def format_time(t):
t = int(t)
h,m,s = t//3600, (t//60)%60, t%60
if h!= 0: return f'{h}:{m:02d}:{s:02d}'
else: return f'{m:02d}:{s:02d}'
class ProgressBar():
update_every = 0.2
def __init__(self, gen, display=True, leave=True, parent=None):
self._gen,self.total = gen,len(gen)
if parent is None: self.leave,self.display = leave,display
else:
self.leave,self.display=False,False
parent.add_child(self)
self.comment = ''
def on_iter_begin(self): pass
def on_interrupt(self): pass
def on_iter_end(self): pass
def on_update(self, val, text): pass
def __iter__(self):
self.on_iter_begin()
self.update(0)
try:
for i,o in enumerate(self._gen):
yield o
self.update(i+1)
except: self.on_interrupt()
self.on_iter_end()
def update(self, val):
if val == 0:
self.start_t = self.last_t = time()
self.pred_t = 0
self.last_v,self.wait_for = 0,1
self.update_bar(0)
elif val >= self.last_v + self.wait_for:
cur_t = time()
avg_t = (cur_t - self.start_t) / val
self.wait_for = max(int(self.update_every / avg_t),1)
self.pred_t = avg_t * self.total
self.last_v,self.last_t = val,cur_t
self.update_bar(val)
def update_bar(self, val):
elapsed_t = self.last_t - self.start_t
remaining_t = format_time(self.pred_t - elapsed_t)
elapsed_t = format_time(elapsed_t)
end = '' if len(self.comment) == 0 else f' {self.comment}'
self.on_update(val, f'{100 * val/self.total:.2f}% [{val}/{self.total} {elapsed_t}<{remaining_t}{end}]')
class MasterBar():
def __init__(self, gen, cls): self.first_bar = cls(gen, display=False)
def __iter__(self):
self.on_iter_begin()
for o in self.first_bar: yield o
self.on_iter_end()
def on_iter_begin(self): pass
def on_iter_end(self): pass
def add_child(self, child): pass
def write(self, line): pass
def update_graph(self, graphs, x_bounds, y_bounds): pass
class NBProgressBar(ProgressBar):
def __init__(self,gen, display=True, leave=True, parent=None):
self.progress,self.text = IntProgress(min=0, max=len(gen)), HTML()
self.box = HBox([self.progress, self.text])
super().__init__(gen, display, leave, parent)
def on_iter_begin(self):
if self.display: display(self.box)
self.is_active=True
def on_interrupt(self):
self.progress.bar_style = 'danger'
self.is_active=False
def on_iter_end(self):
if not self.leave: self.box.close()
self.is_active=False
def on_update(self, val, text):
self.text.value = text
self.progress.value = val
class NBMasterBar(MasterBar):
names = ['train', 'valid']
def __init__(self, gen, hide_graph=False):
super().__init__(gen, NBProgressBar)
self.text = HTML()
self.vbox = VBox([self.first_bar.box, self.text])
self.hide_graph = hide_graph
def on_iter_begin(self): display(self.vbox)
def on_iter_end(self):
if hasattr(self, 'fig'): self.fig.clear()
def add_child(self, child):
self.child = child
if hasattr(self,'out'): self.vbox.children = [self.first_bar.box, self.text, child.box, self.out]
else: self.vbox.children = [self.first_bar.box, self.text, child.box]
def write(self, line): self.text.value += line + '<p>'
def update_graph(self, graphs, x_bounds=None, y_bounds=None):
if self.hide_graph: return
if not hasattr(self, 'fig'):
self.fig, self.ax = plt.subplots(1, figsize=(6,4))
self.out = widgets.Output()
self.ax.clear()
if len(self.names) < len(graphs): self.names += [''] * (len(graphs) - len(self.names))
for g,n in zip(graphs,self.names): self.ax.plot(*g, label=n)
self.ax.legend(loc='upper right')
if x_bounds is not None: self.ax.set_xlim(*x_bounds)
if y_bounds is not None: self.ax.set_ylim(*y_bounds)
with self.out:
clear_output(wait=True)
display(self.ax.figure)
if hasattr(self,'child') and self.child.is_active:
self.vbox.children = [self.first_bar.box, self.text, self.child.box, self.out]
else: self.vbox.children = [self.first_bar.box, self.text, self.out]
class ConsoleProgressBar(ProgressBar):
length:int=50
fill:str='█'
def __init__(self,gen, display=True, leave=True, parent=None):
self.max_len,self.prefix = 0,''
super().__init__(gen, display, leave, parent)
def on_iter_end(self):
if not self.leave:
print(f'\r{self.prefix}' + ' ' * (self.max_len - len(f'\r{self.prefix}')), end = '\r')
def on_update(self, val, text):
if self.display:
filled_len = int(self.length * val // self.total)
bar = self.fill * filled_len + '-' * (self.length - filled_len)
to_write = f'\r{self.prefix} |{bar}| {text}'
if len(to_write) > self.max_len: self.max_len=len(to_write)
print(to_write, end = '\r')
class ConsoleMasterBar(MasterBar):
def __init__(self, gen): super().__init__(gen, ConsoleProgressBar)
def add_child(self, child):
self.child = child
self.child.prefix = f'Epoch {self.first_bar.last_v+1}/{self.first_bar.total} :'
self.child.display = True
def write(self, line): print(line)
if IN_NOTEBOOK: master_bar, progress_bar = NBMasterBar, NBProgressBar
else: master_bar, progress_bar = ConsoleMasterBar, ConsoleProgressBar