Merge remote-tracking branch 'origin/norm_norm_norm' into bits_and_tpu

pull/1239/head
Ross Wightman 2 years ago
commit 3fce010ca8

@ -44,7 +44,7 @@ def param_groups_weight_decay(
if not param.requires_grad: if not param.requires_grad:
continue continue
if param.ndim or name.endswith(".bias") or name in no_weight_decay_list: if param.ndim <= 1 or name.endswith(".bias") or name in no_weight_decay_list:
no_decay.append(param) no_decay.append(param)
else: else:
decay.append(param) decay.append(param)

Loading…
Cancel
Save