Update metaformers.py

2 years ago · 9a415a6041
parent 53f992723c
commit 9a415a6041
1 changed files with 1 additions and 1 deletions
--- a/timm/models/metaformers.py
+++ b/timm/models/metaformers.py
@ -180,7 +180,7 @@ class RandomMixing(nn.Module):
            data=torch.softmax(torch.rand(num_tokens, num_tokens), dim=-1), 
            requires_grad=False)
        '''
-        self.random_matrix = torch.softmax(torch.rand(num_tokens, num_tokens)
+        self.random_matrix = torch.softmax(torch.rand(num_tokens, num_tokens))
    def forward(self, x):
        B, H, W, C = x.shape
        x = x.reshape(B, H*W, C)