@ -2,6 +2,9 @@
AdamP
Copyright (c) 2020-present NAVER Corp.
MIT license
Paper: `Slowing Down the Weight Norm Increase in Momentum-based Optimizers` - https://arxiv.org/abs/2006.08217
Code: https://github.com/clovaai/AdamP
"""
import torch