From b87d98b2384aa3e6e522f04a052e94bb23322c13 Mon Sep 17 00:00:00 2001 From: Mike <60082702+lmk123568@users.noreply.github.com> Date: Sun, 6 Jun 2021 17:58:31 +0800 Subject: [PATCH] Update convit.py Cut out the duplicates --- timm/models/convit.py | 1 - 1 file changed, 1 deletion(-) diff --git a/timm/models/convit.py b/timm/models/convit.py index b15b46d8..60ba59fc 100644 --- a/timm/models/convit.py +++ b/timm/models/convit.py @@ -64,7 +64,6 @@ class GPSA(nn.Module): self.dim = dim head_dim = dim // num_heads self.scale = qk_scale or head_dim ** -0.5 - self.locality_strength = locality_strength self.qk = nn.Linear(dim, dim * 2, bias=qkv_bias) self.v = nn.Linear(dim, dim, bias=qkv_bias)