From 1aa520bc9a6299a3cb578b2a96800a31087ea0a3 Mon Sep 17 00:00:00 2001
From: Daniel King <daniel@mosaicml.com>
Date: Sat, 26 Oct 2024 18:57:56 -0700
Subject: [PATCH] change default

---
 llmfoundry/utils/config_utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llmfoundry/utils/config_utils.py b/llmfoundry/utils/config_utils.py
index 64514c528d..03f8812fa3 100644
--- a/llmfoundry/utils/config_utils.py
+++ b/llmfoundry/utils/config_utils.py
@@ -121,7 +121,7 @@ class TrainConfig:
     dist_timeout: Union[int, float] = 600.0
     fsdp_config: Optional[dict[str, Any]] = None
     tp_config: Optional[dict[str, Any]] = None
-    accumulate_train_batch_on_tokens: bool = False
+    accumulate_train_batch_on_tokens: bool = True
 
     # Evaluation parameters
     eval_interval: Union[int, str] = 1