Merge pull request #282 from tigert1998/patch-1

Add symbolic for SwishJitAutoFn to support onnx
3 years ago · b9843f954b
parent ea36a78cff 43f2500c26
commit b9843f954b
1 changed files with 3 additions and 0 deletions
--- a/timm/models/layers/activations_me.py
+++ b/timm/models/layers/activations_me.py
@ -30,6 +30,9 @@ class SwishJitAutoFn(torch.autograd.Function):
    Inspired by conversation btw Jeremy Howard & Adam Pazske
    https://twitter.com/jeremyphoward/status/1188251041835315200
    """
+    @staticmethod
+    def symbolic(g, x):
+        return g.op("Mul", x, g.op("Sigmoid", x))

    @staticmethod
    def forward(ctx, x):