Remove inplace sigmoid for consistency with other impl

pull/1239/head
Ross Wightman 2 years ago
parent 88a5b54802
commit 4d7a5544f7

@ -248,7 +248,7 @@ class EvoNorm2dS0a(EvoNorm2dS0):
d = group_std(x, self.groups, self.eps)
if self.v is not None:
v = self.v.view(v_shape).to(dtype=x_dtype)
x = x * (x * v).sigmoid_()
x = x * (x * v).sigmoid()
x = x / d
return x * self.weight.view(v_shape).to(dtype=x_dtype) + self.bias.view(v_shape).to(dtype=x_dtype)

Loading…
Cancel
Save