Update metaformers.py

2 years ago · 383c9fd43d
parent eecab9eba8
commit 383c9fd43d
1 changed files with 2 additions and 2 deletions
--- a/timm/models/metaformers.py
+++ b/timm/models/metaformers.py
@ -179,10 +179,10 @@ class RandomMixing(nn.Module):
            data=torch.softmax(torch.rand(num_tokens, num_tokens), dim=-1), 
            requires_grad=False)
    def forward(self, x):
-        B, C, H, W = x.shape
+        B, H, W, C = x.shape
        x = x.reshape(B, H*W, C)
        x = torch.einsum('mn, bnc -> bmc', self.random_matrix, x)
-        x = x.reshape(B, C, H, W)
+        x = x.reshape(B, H, W, C)
        return x