|
|
@ -145,7 +145,7 @@ group.add_argument('--grad-checkpointing', action='store_true', default=False,
|
|
|
|
# Optimizer parameters
|
|
|
|
# Optimizer parameters
|
|
|
|
group = parser.add_argument_group('Optimizer parameters')
|
|
|
|
group = parser.add_argument_group('Optimizer parameters')
|
|
|
|
group.add_argument('--opt', default='sgd', type=str, metavar='OPTIMIZER',
|
|
|
|
group.add_argument('--opt', default='sgd', type=str, metavar='OPTIMIZER',
|
|
|
|
help='Optimizer (default: "sgd"')
|
|
|
|
help='Optimizer (default: "sgd")')
|
|
|
|
group.add_argument('--opt-eps', default=None, type=float, metavar='EPSILON',
|
|
|
|
group.add_argument('--opt-eps', default=None, type=float, metavar='EPSILON',
|
|
|
|
help='Optimizer Epsilon (default: None, use opt default)')
|
|
|
|
help='Optimizer Epsilon (default: None, use opt default)')
|
|
|
|
group.add_argument('--opt-betas', default=None, type=float, nargs='+', metavar='BETA',
|
|
|
|
group.add_argument('--opt-betas', default=None, type=float, nargs='+', metavar='BETA',
|
|
|
@ -210,7 +210,7 @@ group.add_argument('--warmup-prefix', action='store_true', default=False,
|
|
|
|
group.add_argument('--cooldown-epochs', type=int, default=0, metavar='N',
|
|
|
|
group.add_argument('--cooldown-epochs', type=int, default=0, metavar='N',
|
|
|
|
help='epochs to cooldown LR at min_lr, after cyclic schedule ends')
|
|
|
|
help='epochs to cooldown LR at min_lr, after cyclic schedule ends')
|
|
|
|
group.add_argument('--patience-epochs', type=int, default=10, metavar='N',
|
|
|
|
group.add_argument('--patience-epochs', type=int, default=10, metavar='N',
|
|
|
|
help='patience epochs for Plateau LR scheduler (default: 10')
|
|
|
|
help='patience epochs for Plateau LR scheduler (default: 10)')
|
|
|
|
group.add_argument('--decay-rate', '--dr', type=float, default=0.1, metavar='RATE',
|
|
|
|
group.add_argument('--decay-rate', '--dr', type=float, default=0.1, metavar='RATE',
|
|
|
|
help='LR decay rate (default: 0.1)')
|
|
|
|
help='LR decay rate (default: 0.1)')
|
|
|
|
|
|
|
|
|
|
|
|