|
|
@ -1,10 +1,11 @@
|
|
|
|
"""
|
|
|
|
"""
|
|
|
|
AdamP
|
|
|
|
SGDP Optimizer Implementation copied from https://github.com/clovaai/AdamP/blob/master/adamp/sgdp.py
|
|
|
|
Copyright (c) 2020-present NAVER Corp.
|
|
|
|
|
|
|
|
MIT license
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
Paper: `Slowing Down the Weight Norm Increase in Momentum-based Optimizers` - https://arxiv.org/abs/2006.08217
|
|
|
|
Paper: `Slowing Down the Weight Norm Increase in Momentum-based Optimizers` - https://arxiv.org/abs/2006.08217
|
|
|
|
Code: https://github.com/clovaai/AdamP
|
|
|
|
Code: https://github.com/clovaai/AdamP
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
Copyright (c) 2020-present NAVER Corp.
|
|
|
|
|
|
|
|
MIT license
|
|
|
|
"""
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
|
|
import torch
|
|
|
|
import torch
|
|
|
|