From 2a7d256fd5103c06c6e9ab20bbf2aa9a1e4fd114 Mon Sep 17 00:00:00 2001
From: Ross Wightman <rwightman@gmail.com>
Date: Mon, 10 Feb 2020 11:59:36 -0800
Subject: [PATCH] Re-enable mem-efficient/jit activations after torchscript
 tests

---
 timm/models/layers/activations.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/timm/models/layers/activations.py b/timm/models/layers/activations.py
index 165b7951..6f8d2f89 100644
--- a/timm/models/layers/activations.py
+++ b/timm/models/layers/activations.py
@@ -12,7 +12,7 @@ from torch import nn as nn
 from torch.nn import functional as F
 
 
-_USE_MEM_EFFICIENT_ISH = False
+_USE_MEM_EFFICIENT_ISH = True
 if _USE_MEM_EFFICIENT_ISH:
     # This version reduces memory overhead of Swish during training by
     # recomputing torch.sigmoid(x) in backward instead of saving it.