Migrations
/
pytorch-image-models
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Remove dead line

Browse Source
pull/1680/head
Ross Wightman 2 years ago committed by Ross Wightman
parent f77c04ff36
commit 2e38d53dca
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File

1
timm/models/vision_transformer.py
Unescape View File

@ -241,7 +241,6 @@ class ParallelScalingBlock(nn.Module):
self.fast_attn = hasattr(torch.nn.functional, 'scaled_dot_product_attention') # FIXME self.fast_attn = hasattr(torch.nn.functional, 'scaled_dot_product_attention') # FIXME
mlp_hidden_dim = int(mlp_ratio * dim) mlp_hidden_dim = int(mlp_ratio * dim)
in_proj_out_dim = mlp_hidden_dim + 3 * dim in_proj_out_dim = mlp_hidden_dim + 3 * dim
out_proj_in_dim = mlp_hidden_dim + dim
self.in_norm = norm_layer(dim) self.in_norm = norm_layer(dim)
self.in_proj = nn.Linear(dim, in_proj_out_dim, bias=qkv_bias) self.in_proj = nn.Linear(dim, in_proj_out_dim, bias=qkv_bias)

Write Preview
Loading…
Cancel
Save