diff --git a/setup.py b/setup.py
index 94fb89cda2..c33c62b1c8 100644
--- a/setup.py
+++ b/setup.py
@@ -20,7 +20,7 @@
     ],
     python_requires=">=3.6",
     install_requires=[
-        "promptsource",
+        "promptsource @ git+https://github.com/bigscience-workshop/promptsource@eval-hackathon",
         "wrapt",
         "nltk",
         "jinja2",