Re-enable mem-efficient/jit activations after torchscript tests

pull/87/head
Ross Wightman 4 years ago
parent f902bcd54c
commit 2a7d256fd5

@ -12,7 +12,7 @@ from torch import nn as nn
from torch.nn import functional as F
_USE_MEM_EFFICIENT_ISH = False
_USE_MEM_EFFICIENT_ISH = True
if _USE_MEM_EFFICIENT_ISH:
# This version reduces memory overhead of Swish during training by
# recomputing torch.sigmoid(x) in backward instead of saving it.

Loading…
Cancel
Save