diff --git a/mmpose/apis/train.py b/mmpose/apis/train.py
index 2fd1771..7c31f8b 100644
--- a/mmpose/apis/train.py
+++ b/mmpose/apis/train.py
@@ -114,7 +114,7 @@ def train_model(model,
 
     # put model on gpus
     if distributed:
-        find_unused_parameters = cfg.get('find_unused_parameters', True)
+        find_unused_parameters = cfg.get('find_unused_parameters', False)
         # Sets the `find_unused_parameters` parameter in
         # torch.nn.parallel.DistributedDataParallel