diff --git a/setup.py b/setup.py
index 4edffc724e922c..74d6e64af74c70 100644
--- a/setup.py
+++ b/setup.py
@@ -102,7 +102,7 @@
     "codecarbon==1.2.0",
     "cookiecutter==1.7.3",
     "dataclasses",
-    "datasets!=2.5.0",
+    "datasets!=2.5.0,<2.20.0",  # Temporary upper version
     "decord==0.6.0",
     "deepspeed>=0.9.3",
     "diffusers",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 3148d0f3393c43..4a8f47fef9b1b9 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -9,7 +9,7 @@
     "codecarbon": "codecarbon==1.2.0",
     "cookiecutter": "cookiecutter==1.7.3",
     "dataclasses": "dataclasses",
-    "datasets": "datasets!=2.5.0",
+    "datasets": "datasets!=2.5.0,<2.20.0",
     "decord": "decord==0.6.0",
     "deepspeed": "deepspeed>=0.9.3",
     "diffusers": "diffusers",