Make default for cuda_load_lazy false (#694)

mosaicml · Oct 26, 2023 · 08611b0 · 08611b0
1 parent ea3279a
commit 08611b0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/train/train.py b/scripts/train/train.py
@@ -219,7 +219,7 @@ def main(cfg: DictConfig) -> Trainer:
 
     # Set CUDA lazy loading
     # This can save a bit of memory if not all modules are needed
-    cuda_load_lazy: bool = cfg.pop('cuda_load_lazy', True)
+    cuda_load_lazy: bool = cfg.pop('cuda_load_lazy', False)
     if cuda_load_lazy:
         os.environ['CUDA_MODULE_LOADING'] = 'LAZY'