diff --git a/setup.py b/setup.py
index 3061127768db9b..c24b472480b059 100644
--- a/setup.py
+++ b/setup.py
@@ -104,7 +104,7 @@
     "dataclasses",
     "datasets!=2.5.0",
     "decord==0.6.0",
-    "deepspeed>=0.9.3",
+    "deepspeed>=0.9.3,<=0.14.0",
     "diffusers",
     "dill<0.3.5",
     "evaluate>=0.2.0",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index e4c9fbf0d923a7..d7b5f20e004e30 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -11,7 +11,7 @@
     "dataclasses": "dataclasses",
     "datasets": "datasets!=2.5.0",
     "decord": "decord==0.6.0",
-    "deepspeed": "deepspeed>=0.9.3",
+    "deepspeed": "deepspeed>=0.9.3,<=0.14.0",
     "diffusers": "diffusers",
     "dill": "dill<0.3.5",
     "evaluate": "evaluate>=0.2.0",