minor refactor, create custom stages of different OS testing

Aleph-Alpha · Apr 10, 2024 · dbca89a · dbca89a
1 parent a90de0e
commit dbca89a
Show file tree

Hide file tree

Showing 3 changed files with 70 additions and 9 deletions.
diff --git a/.github/workflows/daily.yml b/.github/workflows/daily.yml
@@ -1,7 +1,7 @@
-name: CI
+name: "os-support-tests"
 
 on:
-  #temporary
+  # TODO temporary
   push:
     paths-ignore:
       - "trace-viewer/**"
@@ -10,13 +10,74 @@ on:
 # Scheduled workflows will only run on the default branch.
   schedule:
     - cron: '0 0 * * *' # runs once a day at midnight in the timezone of your GitHub repository
+
+defaults:
+  run:
+    shell: bash
 
 jobs:
-  os-support:
-    uses: ./.github/workflows/sdk-tests.yml
+  test:
     strategy:
       matrix:
         os: [macos-latest, windows-latest]
-    with:
-      runner: ${{ matrix.os }}
-    secrets: inherit
+    runs-on: ${{matrix.os}}
+    # difference to regular test: no docker, no venv caching
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: Install and configure Poetry
+        uses: snok/install-poetry@v1
+        with:
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+          installer-parallel: true
+      - name: Install dependencies
+        run: |
+          poetry config installer.max-workers 10
+          poetry install --no-interaction
+
+      - name: Run pytest
+        env:
+          AA_TOKEN: ${{ secrets.AA_TOKEN }}
+          HUGGING_FACE_TOKEN: ${{ secrets.HUGGING_FACE_TOKEN }}
+          ARGILLA_API_URL: "http://localhost:6900/"
+          ARGILLA_API_KEY: "argilla.apikey"
+          CLIENT_URL: "https://api.aleph-alpha.com"
+        run: |
+          poetry run python3 -c "import nltk; nltk.download('punkt')"
+          poetry run pytest -n 10 -m "not docker"
+  run-notebooks:
+    strategy:
+      matrix:
+        os: [macos-latest, windows-latest]
+    runs-on: ${{matrix.os}}   
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+      - name: Install and configure Poetry
+        uses: snok/install-poetry@v1
+        with:
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+          installer-parallel: true
+      - name: Install dependencies
+        run: |
+          poetry config installer.max-workers 10
+          poetry install --no-interaction
+      - name: Configure Poetry for notebooks and run
+        env:
+          AA_TOKEN: ${{ secrets.AA_TOKEN }}
+          HUGGING_FACE_TOKEN: ${{ secrets.HUGGING_FACE_TOKEN }}
+          ARGILLA_API_URL: "http://localhost:6900/"
+          ARGILLA_API_KEY: "argilla.apikey"
+          CLIENT_URL: "https://api.aleph-alpha.com"
+        run: |
+          ./scripts/notebook_runner.sh
diff --git a/.github/workflows/on-push.yml b/.github/workflows/on-push.yml
@@ -1,4 +1,4 @@
-name: CI Pipeline
+name: Intelligence Layer SDK Tests
 
 on:
   push:

diff --git a/.github/workflows/sdk-tests.yml b/.github/workflows/sdk-tests.yml
@@ -113,13 +113,13 @@ jobs:
         env:
           ARGILLA_ELASTICSEARCH: "http://argilla-elastic-search:9200"
       open-telemetry-trace-service:
+        image: jaegertracing/all-in-one:1.35
         env:
           COLLECTOR_OTLP_ENABLED: "true"
         ports:
           - "4317:4317"
           - "4318:4318"
           - "16686:16686"
-        image: jaegertracing/all-in-one:1.35
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4