Add [pinned, unpinnned] matrix to ci_val.yaml.

nod-ai · Jan 7, 2025 · f9465eb · f9465eb
1 parent 59e1ff6
commit f9465eb
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 31 deletions.
diff --git a/.github/workflows/ci_eval.yaml b/.github/workflows/ci_eval.yaml
@@ -24,10 +24,11 @@ jobs:
   test_perplexity_iree:
     if: ${{ github.repository_owner == 'nod-ai' || github.event_name != 'schedule' }}
     timeout-minutes: 1000
-    name: "IREE Perplexity"
+    name: "IREE Perplexity :: ${{ matrix.version }} :: ${{ matrix.requirements }}"
     strategy:
       matrix:
         version: [3.11]
+        requirements: [pinned, unpinned]
         runs-on: [llama-mi300x-3]
       fail-fast: false
     runs-on: ${{matrix.runs-on}}
@@ -51,20 +52,12 @@ jobs:
         run: |
           source ${VENV_DIR}/bin/activate
           python -m pip install --no-compile --upgrade pip
-
-          # Note: We install in three steps in order to satisfy requirements
-          # from non default locations first. Installing the PyTorch CPU
-          # wheels saves multiple minutes and a lot of bandwidth on runner setup.
           pip install --no-compile -r pytorch-cpu-requirements.txt
-
-          # Install nightly IREE packages.
-          # We could also pin to a known working or stable version.
-          pip install -f https://iree.dev/pip-release-links.html --pre --upgrade \
-            iree-base-compiler \
-            iree-base-runtime \
-            iree-turbine
-
-          pip install --no-compile -r requirements.txt -r sharktank/requirements-tests.txt -e sharktank/
+          pip install -r requirements-iree-${{ matrix.requirements }}.txt
+          pip install --no-compile \
+            -r sharktank/requirements.txt \
+            -r sharktank/requirements-tests.txt \
+            -e sharktank/
           pip freeze
 
       - name: Run perplexity test with IREE
@@ -110,18 +103,12 @@ jobs:
         run: |
           source ${VENV_DIR}/bin/activate
           python -m pip install --no-compile --upgrade pip
-
-          # Note: We install in three steps in order to satisfy requirements
-          # from non default locations first. Installing the PyTorch CPU
-          # wheels saves multiple minutes and a lot of bandwidth on runner setup.
           pip install --no-compile -r pytorch-cpu-requirements.txt
-
-          # Install nightly iree-turbine.
-          # We could also pin to a known working or stable version.
-          pip install -f https://iree.dev/pip-release-links.html --pre --upgrade \
-            iree-turbine
-
-          pip install --no-compile -r requirements.txt -r sharktank/requirements-tests.txt -e sharktank/
+          pip install -r requirements-iree-unpinned.txt
+          pip install --no-compile \
+            -r sharktank/requirements.txt \
+            -r sharktank/requirements-tests.txt \
+            -e sharktank/
 
       - name: Run perplexity test with Torch
         run: |

diff --git a/requirements-iree-pinned.txt b/requirements-iree-pinned.txt
@@ -5,6 +5,4 @@
 --find-links https://iree.dev/pip-release-links.html
 iree-base-compiler==3.1.0rc20241204
 iree-base-runtime==3.1.0rc20241204
-
-# TODO(#760): include iree-turbine in this requirements file too?
-# iree-turbine==3.1.0rc20241205
+iree-turbine==3.1.0rc20241205
diff --git a/requirements-iree-unpinned.txt b/requirements-iree-unpinned.txt
@@ -4,6 +4,4 @@
 --find-links https://iree.dev/pip-release-links.html
 iree-base-compiler
 iree-base-runtime
-
-# TODO(#760): include iree-turbine in this requirements file too?
-# iree-turbine
+iree-turbine