Update convit.py

Cut out the duplicates
pull/681/head
Mike 4 years ago committed by GitHub
parent 54a6cca27a
commit b87d98b238
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -64,7 +64,6 @@ class GPSA(nn.Module):
self.dim = dim self.dim = dim
head_dim = dim // num_heads head_dim = dim // num_heads
self.scale = qk_scale or head_dim ** -0.5 self.scale = qk_scale or head_dim ** -0.5
self.locality_strength = locality_strength
self.qk = nn.Linear(dim, dim * 2, bias=qkv_bias) self.qk = nn.Linear(dim, dim * 2, bias=qkv_bias)
self.v = nn.Linear(dim, dim, bias=qkv_bias) self.v = nn.Linear(dim, dim, bias=qkv_bias)

Loading…
Cancel
Save