bug fixer (#8314) (#8318)

PaddlePaddle · Apr 24, 2024 · 871070d · 871070d
1 parent 590cee9
commit 871070d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/paddlenlp/trainer/trainer.py b/paddlenlp/trainer/trainer.py
@@ -1011,6 +1011,7 @@ def _inner_training_loop(
                     self.timers and self.timers("optimizer-step").start()
 
                     if self.args.gradient_accumulation_steps > 1 and self._enable_delay_scale_loss():
+                        paddle.device.synchronize()
                         for p in model._layers.parameters():
                             with paddle.no_grad():
                                 if hasattr(p, "main_grad") and p.main_grad is not None: