fix lars

3 years ago · cdcd0a92ca
parent 2d4b7e7080
commit cdcd0a92ca
1 changed files with 1 additions and 1 deletions
--- a/timm/optim/lars.py
+++ b/timm/optim/lars.py
@ -114,7 +114,7 @@ class Lars(Optimizer):
                    )
                    if group['trust_clip']:
                        trust_ratio = torch.minimum(trust_ratio / group['lr'], one_tensor)
-                    grad.add(p, alpha=weight_decay)
+                    grad.add_(p, alpha=weight_decay)
                    grad.mul_(trust_ratio)

                # apply SGD update https://github.com/pytorch/pytorch/blob/1.7/torch/optim/sgd.py#L100