From fcddcc9399da62231dc3798c76dcbffdfa1e401d Mon Sep 17 00:00:00 2001
From: Wing Lian <wing@axolotl.ai>
Date: Mon, 9 Dec 2024 08:28:13 -0500
Subject: [PATCH] need to update deepspeed version in extras too

---
 setup.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/setup.py b/setup.py
index 848acab33a..4424d430a9 100644
--- a/setup.py
+++ b/setup.py
@@ -125,7 +125,7 @@ def get_package_version():
             "flash-attn==2.7.0.post2",
         ],
         "deepspeed": [
-            "deepspeed==0.15.4",
+            "deepspeed==0.16.1",
             "deepspeed-kernels",
         ],
         "mamba-ssm": [