diff --git a/timm/models/layers/activations.py b/timm/models/layers/activations.py
index 6f8d2f89..81b397c5 100644
--- a/timm/models/layers/activations.py
+++ b/timm/models/layers/activations.py
@@ -18,7 +18,7 @@ if _USE_MEM_EFFICIENT_ISH:
     # recomputing torch.sigmoid(x) in backward instead of saving it.
     @torch.jit.script
     def swish_jit_fwd(x):
-        return x.mul(torch.sigmoid(x))
+        return x.mul_(torch.sigmoid(x))
 
 
     @torch.jit.script
@@ -50,7 +50,7 @@ if _USE_MEM_EFFICIENT_ISH:
 
     @torch.jit.script
     def mish_jit_fwd(x):
-        return x.mul(torch.tanh(F.softplus(x)))
+        return x.mul_(torch.tanh(F.softplus(x)))
 
 
     @torch.jit.script