disable dist_bn when sync_bn active

3 years ago · a29fba307d
parent 07d0c4ae96
commit a29fba307d
1 changed files with 1 additions and 0 deletions
--- a/train.py
+++ b/train.py
@ -438,6 +438,7 @@ def main():

    # setup synchronized BatchNorm for distributed training
    if args.distributed and args.sync_bn:
+        args.dist_bn = ''  # disable dist_bn when sync BN active
        assert not args.split_bn
        if has_apex and use_amp == 'apex':
            # Apex SyncBN used with Apex AMP