Add symbolic for SwishJitAutoFn to support onnx

4 years ago · 43f2500c26
parent 80cd31f21f
commit 43f2500c26
1 changed files with 3 additions and 0 deletions
--- a/timm/models/layers/activations_me.py
+++ b/timm/models/layers/activations_me.py
@ -30,6 +30,9 @@ class SwishJitAutoFn(torch.autograd.Function):
    Inspired by conversation btw Jeremy Howard & Adam Pazske
    https://twitter.com/jeremyphoward/status/1188251041835315200
    """
+    @staticmethod
+    def symbolic(g, x):
+        return g.op("Mul", x, g.op("Sigmoid", x))

    @staticmethod
    def forward(ctx, x):