From 651a7300435aa31f86d49511ea84400f89d7f59e Mon Sep 17 00:00:00 2001
From: Rafi Ayub <33648637+RdoubleA@users.noreply.github.com>
Date: Tue, 17 Sep 2024 14:33:22 -0700
Subject: [PATCH] Fix qwen2 config (#1620)

---
 recipes/configs/qwen2/7B_full_single_device.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/recipes/configs/qwen2/7B_full_single_device.yaml b/recipes/configs/qwen2/7B_full_single_device.yaml
index 8b0afb08cc..560dd5fc9f 100644
--- a/recipes/configs/qwen2/7B_full_single_device.yaml
+++ b/recipes/configs/qwen2/7B_full_single_device.yaml
@@ -60,7 +60,7 @@ optimizer_in_bwd: True
 loss:
   _component_: torchtune.modules.loss.CEWithChunkedOutputLoss
 max_steps_per_epoch: null
-gradient_accumulation_steps: 16
+gradient_accumulation_steps: 1
 compile: False
 
 # Training environment