From a29fba307dc544ac1d4eeab0043c3aae8d5aa7c8 Mon Sep 17 00:00:00 2001 From: Ross Wightman Date: Fri, 24 Jun 2022 21:30:17 -0700 Subject: [PATCH] disable dist_bn when sync_bn active --- train.py | 1 + 1 file changed, 1 insertion(+) diff --git a/train.py b/train.py index 2a68e05e..285981fd 100755 --- a/train.py +++ b/train.py @@ -438,6 +438,7 @@ def main(): # setup synchronized BatchNorm for distributed training if args.distributed and args.sync_bn: + args.dist_bn = '' # disable dist_bn when sync BN active assert not args.split_bn if has_apex and use_amp == 'apex': # Apex SyncBN used with Apex AMP