notebook_tests.yaml

name: Notebook Tests

on:
  workflow_call:

jobs:
  notebook_tests:
    environment: AWS_SAGEMAKER
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        nb_test:
          - { name: "CSE notebook", test_file: "nbtest_cloud.py", test_backend: "all" }
          - { name: "sklearn notebook", test_file: "nbtest_sklearn.py", test_backend: "all" }
          - { name: "ibis notebook", test_file: "nbtest_ibis.py", test_backend: "all" }
          - { name: "SLC notebook", test_file: "nbtest_script_languages_container.py", test_backend: "onprem" }
          - { name: "SME notebooks onprem", test_file: "nbtest_sagemaker.py", test_backend: "onprem" }
          - { name: "SME notebooks saas", test_file: "nbtest_sagemaker.py", test_backend: "saas" }
          - { name: "TE notebooks onprem", test_file: "nbtest_transformers.py", test_backend: "onprem" }
          - { name: "TE notebooks saas", test_file: "nbtest_transformers.py", test_backend: "saas"}
          - { name: "short notebook tests", test_file: "\"nbtest_environment_test.py nbtest_itde.py\"", test_backend: ""}
    name: Running ${{ matrix.nb_test.name }}
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - uses: ./.github/actions/prepare_test_env/

      - name: Run notebook tests
        run: |
          poetry run pytest \
            --capture=no \
            --override-ini=log_cli=true \
            --override-ini=log_cli_level=INFO \
            --nb-test-backend=${{ matrix.nb_test.test_backend }} \
            --nb-test-file=${{ matrix.nb_test.test_file }} \
            test/notebook_test_runner/test_notebooks_in_dss_docker_image.py
        env:
          SAAS_HOST: ${{ secrets.INTEGRATION_TEAM_SAAS_STAGING_HOST }}
          SAAS_ACCOUNT_ID: ${{ secrets.INTEGRATION_TEAM_SAAS_STAGING_ACCOUNT_ID }}
          SAAS_PAT: ${{ secrets.INTEGRATION_TEAM_SAAS_STAGING_PAT }}
          NBTEST_AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
          NBTEST_AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_ACCESS_KEY_SECRET }}
          NBTEST_AWS_DEFAULT_REGION: ${{ secrets.AWS_REGION }}
          PROJECT_SHORT_TAG: XAIL-NB