From 28c0fa31fea5c503be63d79f74d8dca82c41da32 Mon Sep 17 00:00:00 2001 From: Zhiyuan Chen Date: Mon, 18 Jan 2021 18:13:01 +0800 Subject: [PATCH] Update vision_transformer.py --- timm/models/vision_transformer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/timm/models/vision_transformer.py b/timm/models/vision_transformer.py index 50470eaf..119d9774 100644 --- a/timm/models/vision_transformer.py +++ b/timm/models/vision_transformer.py @@ -136,6 +136,7 @@ class Block(nn.Module): self.norm2 = norm_layer(dim) mlp_hidden_dim = int(dim * mlp_ratio) self.mlp = Mlp(in_features=dim, hidden_features=mlp_hidden_dim, act_layer=act_layer, drop=drop) + self.dropout = nn.Dropout(p=drop) def forward(self, x): residual = x.clone()