From 3742deb1ded554d5b5b61db97c979c12af2cb354 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Sun, 22 Dec 2024 12:11:39 -0500
Subject: [PATCH] add deepspeed example with torch compile enabled (#2212)
 [skip ci]

---
 deepspeed_configs/zero1_torch_compile.json | 27 ++++++++++++++++++++++
 1 file changed, 27 insertions(+)
 create mode 100644 deepspeed_configs/zero1_torch_compile.json

diff --git a/deepspeed_configs/zero1_torch_compile.json b/deepspeed_configs/zero1_torch_compile.json
new file mode 100644
index 0000000000..b884513923
--- /dev/null
+++ b/deepspeed_configs/zero1_torch_compile.json
@@ -0,0 +1,27 @@
+{
+  "zero_optimization": {
+    "stage": 1,
+    "overlap_comm": true
+  },
+  "bf16": {
+    "enabled": "auto"
+  },
+  "fp16": {
+    "enabled": "auto",
+    "auto_cast": false,
+    "loss_scale": 0,
+    "initial_scale_power": 32,
+    "loss_scale_window": 1000,
+    "hysteresis": 2,
+    "min_loss_scale": 1
+  },
+  "compile": {
+    "disable": false,
+    "backend": "inductor"
+  },
+  "gradient_accumulation_steps": "auto",
+  "gradient_clipping": "auto",
+  "train_batch_size": "auto",
+  "train_micro_batch_size_per_gpu": "auto",
+  "wall_clock_breakdown": false
+}