Fix inplace loss computation

huggingface · Dec 25, 2024 · 992fac6 · 992fac6
1 parent 24c91f0
commit 992fac6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
@@ -3700,7 +3700,7 @@ def training_step(
         else:
             # Finally we need to normalize the loss for reporting
             if num_items_in_batch is None:
-                loss /= self.args.gradient_accumulation_steps
+                loss = loss / self.args.gradient_accumulation_steps
 
             self.accelerator.backward(loss, **kwargs)