From 986b5958e2465b608692ff958472a9a016a3e45a Mon Sep 17 00:00:00 2001 From: Yuxiang Wei Date: Tue, 3 Oct 2023 12:56:50 -0500 Subject: [PATCH] fix: wrong documentation of `ignore_unused_parameters` (#4418) Co-authored-by: Olatunji Ruwase Co-authored-by: Logan Adams <114770087+loadams@users.noreply.github.com> --- deepspeed/runtime/zero/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/runtime/zero/config.py b/deepspeed/runtime/zero/config.py index f4407f64e424..1fc11f0e46f5 100644 --- a/deepspeed/runtime/zero/config.py +++ b/deepspeed/runtime/zero/config.py @@ -236,7 +236,7 @@ class DeepSpeedZeroConfig(DeepSpeedConfigModel): Unused parameters in modules may be unexpected in static networks, but could be normal in dynamic networks. This controls whether or not training should terminate with an error message when unused parameters are detected. - This is set to ``False`` by default, which means unused parameters are + This is set to ``True`` by default, which means unused parameters are ignored and training continues. Now is just used in stage 2. """