Add warning about using sync-bn with zero initialized BN layers. Fixes #54

4 years ago · 5b7cc16ac9
parent b18c19901e
commit 5b7cc16ac9
1 changed files with 3 additions and 1 deletions
--- a/train.py
+++ b/train.py
@ -315,7 +315,9 @@ def main():
                else:
                    model = torch.nn.SyncBatchNorm.convert_sync_batchnorm(model)
                if args.local_rank == 0:
-                    logging.info('Converted model to use Synchronized BatchNorm.')
+                    logging.info(
+                        'Converted model to use Synchronized BatchNorm. WARNING: You may have issues if using '
+                        'zero initialized BN layers (enabled by default for ResNets) while sync-bn enabled.')
            except Exception as e:
                logging.error('Failed to enable Synchronized BatchNorm. Install Apex or Torch >= 1.1')
        if has_apex: