def run_scalar_lr(self, place, lr, start_lr, end_lr):
main_prog = fluid.Program()
startup_prog = fluid.Program()
warmup_steps = 10
with fluid.program_guard(main_prog, startup_prog):
decayed_lr = layers.linear_lr_warmup(lr, warmup_steps, start_lr,
end_lr)
exe = fluid.Executor(place)
exe.run(startup_prog)
for step in range(20):
lr_val, = exe.run(main_prog, feed={}, fetch_list=[decayed_lr])
if step < warmup_steps:
expected_lr = linear_lr_warmup(float(step), warmup_steps,
start_lr, end_lr)
else:
expected_lr = lr
self.assertAlmostEqual(
expected_lr,
lr_val[0],
msg='Test failed, step {0}, expected {1}, but got {2}'.format(
step, expected_lr, lr_val[0]))
def check_decay_with_place(self, place, python_decay_fn, fluid_decay_fn,
kwargs):
main_prog = fluid.Program()
startup_prog = fluid.Program()
warmup_steps = 10
start_lr = 0.1 / 3.
end_lr = 0.1
with fluid.program_guard(main_prog, startup_prog):
decayed_lr = layers.linear_lr_warmup(fluid_decay_fn(**kwargs),
warmup_steps, start_lr,
end_lr)
place = fluid.CPUPlace()
exe = fluid.Executor(place)
exe.run(startup_prog)
for step in range(20):
lr_val, = exe.run(main_prog, feed={}, fetch_list=[decayed_lr])
if step < warmup_steps:
python_decayed_lr = linear_lr_warmup(float(step), warmup_steps,
start_lr, end_lr)
else:
python_decayed_lr = python_decay_fn(global_step=float(step),
**kwargs)
self.assertAlmostEqual(
python_decayed_lr,
lr_val[0],
msg=
'Test {0} Failed, step {1}, Python result is {2}, Fluid result is {3}'
.format(python_decay_fn.__name__, str(step),
str(python_decayed_lr), str(lr_val[0])))