diff --git a/.github/workflows/runpipe.yml b/.github/workflows/runpipe.yml
index 6d1336d169..01df42371c 100644
--- a/.github/workflows/runpipe.yml
+++ b/.github/workflows/runpipe.yml
@@ -23,7 +23,7 @@ jobs:
       - name: Do the default configure
         run: ./configure --with-baseurl='http://localhost/domjudge/' --with-domjudge-user=domjudge --with-judgehost_chrootdir=${DIR}/chroot/domjudge
       - name: Prepare judgehost files
-        run: make judgehost
+        run: make judgehost install-judgehost
       - name: Run the actual runpipe tests
         working-directory: judge/runpipe_test
         run: make test