diff --git a/setup.py b/setup.py
index b401f4d7b8..566e6aae9c 100644
--- a/setup.py
+++ b/setup.py
@@ -57,7 +57,7 @@
     'accelerate>=0.25,<1.2',  # for HF inference `device_map`
     'transformers>=4.43.2,<4.47',
     'mosaicml-streaming>=0.9.0,<0.10',
-    'torch>=2.5.1,<2.5.2',
+    'torch>=2.4.0,<2.4.1',
     'datasets>=2.20.0,<2.21',
     'fsspec==2023.6.0',  # newer version results in a bug in datasets that duplicates data
     'sentencepiece==0.2.0',