def add_scheduler_specific_args(parser: ArgumentError):
r""" Add here the hyperparameters specific of the scheduler like the number of warmup steps. """
super(PolynomialLayerwiseDecaySchedulerWithWarmup,
PolynomialLayerwiseDecaySchedulerWithWarmup
).add_scheduler_specific_args(parser)
parser.add_argument('--num_warmup_steps', type=int, default=0)
parser.add_argument('--end_learning_rate', type=float, default=0.0001)
parser.add_argument('--lr_decay_power', type=float, default=1.0)
parser.add_argument('--layerwise_lr_decay_power',
type=float,
default=1.0)
parser.add_argument('--scheduler_cycle', action='store_true')
