add api to load global state to BF16 optimizer for compatibility

microsoft · Mar 19, 2024 · 101e90c · 101e90c
1 parent 13effa1
commit 101e90c
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/deepspeed/runtime/bf16_optimizer.py b/deepspeed/runtime/bf16_optimizer.py
@@ -448,6 +448,9 @@ def _load_legacy_checkpoint(self, state_dict_list, load_optimizer_states=True, l
     def _load_universal_checkpoint(self, checkpoint_folder, load_optimizer_states, load_from_fp32_weights):
         load_hp_checkpoint_state_from_checkpoint_dir(self, "bf16_groups", checkpoint_folder)
 
+    def _load_global_state(self, sd):
+        pass
+
     @property
     def param_groups(self):
         """Forward the wrapped optimizer's parameters."""