bug fixer (#8314)

PaddlePaddle · Apr 24, 2024 · eaca5b2 · eaca5b2
1 parent bc91dc6
commit eaca5b2
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/paddlenlp/trainer/trainer.py b/paddlenlp/trainer/trainer.py
@@ -1013,6 +1013,7 @@ def _inner_training_loop(
                     self.timers and self.timers("optimizer-step").start()
 
                     if self.args.gradient_accumulation_steps > 1 and self._enable_delay_scale_loss():
+                        paddle.device.synchronize()
                         for p in model._layers.parameters():
                             with paddle.no_grad():
                                 if hasattr(p, "main_grad") and p.main_grad is not None: