fix lars

ares89 · Jan 19, 2022 · cdcd0a9 · cdcd0a9
1 parent 2d4b7e7
commit cdcd0a9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/timm/optim/lars.py b/timm/optim/lars.py
@@ -114,7 +114,7 @@ def step(self, closure=None):
                     )
                     if group['trust_clip']:
                         trust_ratio = torch.minimum(trust_ratio / group['lr'], one_tensor)
-                    grad.add(p, alpha=weight_decay)
+                    grad.add_(p, alpha=weight_decay)
                     grad.mul_(trust_ratio)
 
                 # apply SGD update https://github.com/pytorch/pytorch/blob/1.7/torch/optim/sgd.py#L100