fix

Masao-Someki · Aug 9, 2024 · 7e5f289 · 7e5f289
1 parent a410681
commit 7e5f289
Showing 1 changed file with 1 addition and 9 deletions.
diff --git a/egs2/librispeech_100/asr1/conf/deepspeed_zero2.json b/egs2/librispeech_100/asr1/conf/deepspeed_zero2.json
@@ -1,5 +1,5 @@
 {
-    "train_batch_size": 32,
+  "train_micro_batch_size_per_gpu": 1,
     "gradient_accumulation_steps": 1,
     "gradient_clipping": 1.0,
     "bf16": {
@@ -13,14 +13,6 @@
       "reduce_bucket_size": 5e8,
       "allgather_bucket_size": 5e8
     },
-    "zero_optimization": {
-      "stage": 2,
-      "contiguous_gradients": true,
-      "overlap_comm": true,
-      "reduce_scatter": true,
-      "reduce_bucket_size": 5e8,
-      "allgather_bucket_size": 5e8
-    },
     "optimizer": {
       "type": "Adam",
       "params": {