Update lamp.py comment

3 years ago · 8f68193c91
parent 4d284017b8
commit 8f68193c91
1 changed files with 1 additions and 1 deletions
--- a/timm/optim/lamb.py
+++ b/timm/optim/lamb.py
@ -169,7 +169,7 @@ class Lamb(Optimizer):
                trust_ratio = one_tensor
                if weight_decay != 0 or group['use_nvlamb']:
                    # Layer adaptation. By default, skip layer adaptation on parameters that are
-                    # excluded from weight norm, unless use_nvlamb == True, then always enabled.
+                    # excluded from weight decay, unless use_nvlamb == True, then always enabled.
                    w_norm = p.data.norm(2.0)
                    g_norm = update.norm(2.0)
                    trust_ratio = torch.where(