Merge remote-tracking branch 'origin/norm_norm_norm' into bits_and_tpu

pull/1239/head
Ross Wightman 2 years ago
commit 3fce010ca8

@ -44,7 +44,7 @@ def param_groups_weight_decay(
if not param.requires_grad:
continue
if param.ndim or name.endswith(".bias") or name in no_weight_decay_list:
if param.ndim <= 1 or name.endswith(".bias") or name in no_weight_decay_list:
no_decay.append(param)
else:
decay.append(param)

Loading…
Cancel
Save