From 7e5f289b83c5c591b163919af65226d3a7d886b0 Mon Sep 17 00:00:00 2001 From: Jinchuan Date: Fri, 9 Aug 2024 18:25:11 -0400 Subject: [PATCH] fix --- egs2/librispeech_100/asr1/conf/deepspeed_zero2.json | 10 +--------- 1 file changed, 1 insertion(+), 9 deletions(-) diff --git a/egs2/librispeech_100/asr1/conf/deepspeed_zero2.json b/egs2/librispeech_100/asr1/conf/deepspeed_zero2.json index c183d1ae2a4..d7d206bddca 100644 --- a/egs2/librispeech_100/asr1/conf/deepspeed_zero2.json +++ b/egs2/librispeech_100/asr1/conf/deepspeed_zero2.json @@ -1,5 +1,5 @@ { - "train_batch_size": 32, + "train_micro_batch_size_per_gpu": 1, "gradient_accumulation_steps": 1, "gradient_clipping": 1.0, "bf16": { @@ -13,14 +13,6 @@ "reduce_bucket_size": 5e8, "allgather_bucket_size": 5e8 }, - "zero_optimization": { - "stage": 2, - "contiguous_gradients": true, - "overlap_comm": true, - "reduce_scatter": true, - "reduce_bucket_size": 5e8, - "allgather_bucket_size": 5e8 - }, "optimizer": { "type": "Adam", "params": {