Merge branch 'main' into chuck/patch_te

mosaicml · Jun 13, 2024 · 5bca545 · 5bca545
2 parents 8d94322 + c30856f
commit 5bca545
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/utils/config_utils.py b/llmfoundry/utils/config_utils.py
@@ -115,7 +115,7 @@ class TrainConfig:
 
     # Cuda allocation configuration
     max_split_size_mb: Optional[int] = None
-    expandable_segments: bool = False
+    expandable_segments: bool = True
     cuda_load_lazy: bool = False
 
     # Distributed training parameters