test.yml

name: Test

on: [push, pull_request]

permissions:
  contents: read

jobs:
  test:
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        os: [ubuntu-latest, macos-latest, windows-latest]
        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
        pydantic: ["==1.10.2", ">=2.0.0"]
    steps:
    - uses: actions/checkout@v4
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python-version }}
        cache: pip
        cache-dependency-path: setup.py
    - name: Install dependencies
      run: |
        pip install -e '.[test]'
        pip install 'pydantic${{ matrix.pydantic }}'
    - name: Run tests
      run: |
        pytest
    - name: Check if cog needs to be run
      if: matrix.os != 'windows-latest'
      run: |
        cog --check \
          -p "import sys, os; sys._called_from_test=True; os.environ['LLM_USER_PATH'] = '/tmp'" \
          docs/**/*.md docs/*.md
    - name: Run Black
      if: matrix.os != 'windows-latest'
      run: |
        black --check .
    - name: Run mypy
      if: matrix.os != 'windows-latest'
      run: |
        mypy llm
    - name: Run ruff
      if: matrix.os != 'windows-latest'
      run: |
        ruff check .
    - name: Run test-llm-load-plugins.sh
      if: matrix.os != 'windows-latest'
      run: |
        llm install llm-cluster llm-mistral
        ./tests/test-llm-load-plugins.sh