ResNetV2 seems to work best without zero_init residual

3 years ago · da06cc61d4
parent 8e11da0ce3
commit da06cc61d4
1 changed files with 1 additions and 1 deletions
--- a/timm/models/resnetv2.py
+++ b/timm/models/resnetv2.py
@ -344,7 +344,7 @@ class ResNetV2(nn.Module):
            num_classes=1000, in_chans=3, global_pool='avg', output_stride=32,
            width_factor=1, stem_chs=64, stem_type='', avg_down=False, preact=True,
            act_layer=nn.ReLU, conv_layer=StdConv2d, norm_layer=partial(GroupNormAct, num_groups=32),
-            drop_rate=0., drop_path_rate=0., zero_init_last=True):
+            drop_rate=0., drop_path_rate=0., zero_init_last=False):
        super().__init__()
        self.num_classes = num_classes
        self.drop_rate = drop_rate