From 8f68193c915f535c2953a8c547c3d95dc4d7fc2c Mon Sep 17 00:00:00 2001 From: Ross Wightman Date: Wed, 18 Aug 2021 09:27:40 -0700 Subject: [PATCH] Update lamp.py comment --- timm/optim/lamb.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/timm/optim/lamb.py b/timm/optim/lamb.py index 9a605f75..19cfd121 100644 --- a/timm/optim/lamb.py +++ b/timm/optim/lamb.py @@ -169,7 +169,7 @@ class Lamb(Optimizer): trust_ratio = one_tensor if weight_decay != 0 or group['use_nvlamb']: # Layer adaptation. By default, skip layer adaptation on parameters that are - # excluded from weight norm, unless use_nvlamb == True, then always enabled. + # excluded from weight decay, unless use_nvlamb == True, then always enabled. w_norm = p.data.norm(2.0) g_norm = update.norm(2.0) trust_ratio = torch.where(