Merge branch 'main' into milo/harbor-checkpointer

mosaicml · Dec 10, 2024 · ba46e11 · ba46e11
2 parents f2cf138 + a27c720
commit ba46e11
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/setup.py b/setup.py
@@ -58,7 +58,7 @@
     'transformers>=4.43.2,<4.47',
     'mosaicml-streaming>=0.10.0,<0.11',
     'torch>=2.5.1,<2.5.2',
-    'datasets>=2.20.0,<2.21',
+    'datasets>=2.20.0,<3.2',
     'fsspec==2023.6.0',  # newer version results in a bug in datasets that duplicates data
     'sentencepiece==0.2.0',
     'einops==0.8.0',