diff --git a/timm/models/layers/activations_me.py b/timm/models/layers/activations_me.py index 29bc0863..9a12bb7e 100644 --- a/timm/models/layers/activations_me.py +++ b/timm/models/layers/activations_me.py @@ -30,6 +30,9 @@ class SwishJitAutoFn(torch.autograd.Function): Inspired by conversation btw Jeremy Howard & Adam Pazske https://twitter.com/jeremyphoward/status/1188251041835315200 """ + @staticmethod + def symbolic(g, x): + return g.op("Mul", x, g.op("Sigmoid", x)) @staticmethod def forward(ctx, x):