From 101e90c0b49f04b39fa48665199013d65496e396 Mon Sep 17 00:00:00 2001
From: Masahiro Tanaka <mtanaka@microsoft.com>
Date: Tue, 19 Mar 2024 22:28:32 +0000
Subject: [PATCH] add api to load global state to BF16 optimizer for
 compatibility

---
 deepspeed/runtime/bf16_optimizer.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/deepspeed/runtime/bf16_optimizer.py b/deepspeed/runtime/bf16_optimizer.py
index 00d364f731bb..78055301dcde 100644
--- a/deepspeed/runtime/bf16_optimizer.py
+++ b/deepspeed/runtime/bf16_optimizer.py
@@ -448,6 +448,9 @@ def _load_legacy_checkpoint(self, state_dict_list, load_optimizer_states=True, l
     def _load_universal_checkpoint(self, checkpoint_folder, load_optimizer_states, load_from_fp32_weights):
         load_hp_checkpoint_state_from_checkpoint_dir(self, "bf16_groups", checkpoint_folder)
 
+    def _load_global_state(self, sd):
+        pass
+
     @property
     def param_groups(self):
         """Forward the wrapped optimizer's parameters."""