Fix qwen2 config (#1620)

pytorch · Sep 17, 2024 · 651a730 · 651a730
1 parent 0dae85f
commit 651a730
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/recipes/configs/qwen2/7B_full_single_device.yaml b/recipes/configs/qwen2/7B_full_single_device.yaml
@@ -60,7 +60,7 @@ optimizer_in_bwd: True
 loss:
   _component_: torchtune.modules.loss.CEWithChunkedOutputLoss
 max_steps_per_epoch: null
-gradient_accumulation_steps: 16
+gradient_accumulation_steps: 1
 compile: False
 
 # Training environment