Update metaformers.py

pull/1647/head
Fredo Guan 2 years ago
parent d90ed530dc
commit d484d86189

@ -419,7 +419,7 @@ class Mlp(nn.Module):
""" MLP as used in MetaFormer models, eg Transformer, MLP-Mixer, PoolFormer, MetaFormer baslines and related networks. """ MLP as used in MetaFormer models, eg Transformer, MLP-Mixer, PoolFormer, MetaFormer baslines and related networks.
Mostly copied from timm. Mostly copied from timm.
""" """
def __init__(self, dim, mlp_ratio=4, out_features=None, act_layer=StarReLU, drop=0., bias=False, **kwargs): def __init__(self, dim, mlp_ratio=4, out_features=None, act_layer=StarReLU, drop=0., bias=False):
super().__init__() super().__init__()
in_features = dim in_features = dim
out_features = out_features or in_features out_features = out_features or in_features

Loading…
Cancel
Save