bugfix for mp accuracy (#35326)

PaddlePaddle · Sep 1, 2021 · 7f17f9a · 7f17f9a
1 parent b24f84c
commit 7f17f9a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/paddle/distributed/fleet/meta_optimizers/tensor_parallel_optimizer.py b/python/paddle/distributed/fleet/meta_optimizers/tensor_parallel_optimizer.py
@@ -124,7 +124,7 @@ def _init_process_group(self):
         collective_helper._init_communicator(
             self.startup_program, self.current_endpoint, self.mp_endpoints,
             self.mp_rank, self.mp_ring_id, True, self.global_ring_id, True)
-        #self._broadcast_params(self.mp_ring_id, mp_mode=True)
+        self._broadcast_params(self.mp_ring_id, mp_mode=True)
 
         # Create dp rings
         if self.nranks > self.mp_degree: