def add_scheduler_specific_args(parser: ArgumentError): r""" Add here the hyperparameters specific of the scheduler like the number of warmup steps. """ super(PolynomialLayerwiseDecaySchedulerWithWarmup, PolynomialLayerwiseDecaySchedulerWithWarmup ).add_scheduler_specific_args(parser) parser.add_argument('--num_warmup_steps', type=int, default=0) parser.add_argument('--end_learning_rate', type=float, default=0.0001) parser.add_argument('--lr_decay_power', type=float, default=1.0) parser.add_argument('--layerwise_lr_decay_power', type=float, default=1.0) parser.add_argument('--scheduler_cycle', action='store_true')