optimizer='adam',
optimizer_params={
'learning_rate': args.lr_default,
'beta1': 0.0,
'beta2': 0.99
},
kvstore='local')
# Set a different learning rate for style by setting the lr_mult of 0.01
for k in generator.collect_params().keys():
if k.startswith('hybridsequential2'):
generator.collect_params()[k].lr_mult = 0.01
discriminator = Discriminator(
from_rgb_activate=not args.no_from_rgb_activate)
discriminator.initialize(ctx=context)
discriminator.collect_params().reset_ctx(context)
d_optimizer = gluon.Trainer(discriminator.collect_params(),
optimizer='adam',
optimizer_params={
'learning_rate': args.lr_default,
'beta1': 0.0,
'beta2': 0.99
},
kvstore='local')
g_running = StyledGenerator(code_size)
g_running.initialize(ctx=mx.gpu(0))
g_running.collect_params().reset_ctx(mx.gpu(0))
requires_grad(g_running, False)
