diff --git a/train.py b/train.py
index 2a68e05e..285981fd 100755
--- a/train.py
+++ b/train.py
@@ -438,6 +438,7 @@ def main():
 
     # setup synchronized BatchNorm for distributed training
     if args.distributed and args.sync_bn:
+        args.dist_bn = ''  # disable dist_bn when sync BN active
         assert not args.split_bn
         if has_apex and use_amp == 'apex':
             # Apex SyncBN used with Apex AMP