Merge pull request #681 from lmk123568/master

Update convit.py
pull/693/head
Ross Wightman 3 years ago committed by GitHub
commit 45dec179e5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -64,7 +64,6 @@ class GPSA(nn.Module):
self.dim = dim
head_dim = dim // num_heads
self.scale = qk_scale or head_dim ** -0.5
self.locality_strength = locality_strength
self.qk = nn.Linear(dim, dim * 2, bias=qkv_bias)
self.v = nn.Linear(dim, dim, bias=qkv_bias)

Loading…
Cancel
Save