Use conda for faiss install #84
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Tests and Linting | |
on: | |
push: | |
branches: | |
- main | |
pull_request: | |
branches: | |
- main | |
workflow_dispatch: | |
jobs: | |
setup-conda: | |
name: Setup Conda | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
- uses: conda-incubator/setup-miniconda@v3 | |
with: | |
activate-environment: lotus | |
environment-file: environment.yml | |
python-version: 3.10 | |
auto-activate-base: false | |
- run: | | |
conda info | |
conda list | |
ruff_lint: | |
name: Ruff Lint | |
runs-on: ubuntu-latest | |
needs: setup-conda | |
steps: | |
- name: Checkout code | |
uses: actions/checkout@v3 | |
- name: Install Conda Environment | |
run: | | |
conda activate lotus | |
pip install -e . | |
pip install ruff==0.7.2 | |
- name: Run Ruff | |
run: ruff check . | |
mypy: | |
name: Type Check | |
runs-on: ubuntu-latest | |
needs: setup-conda | |
steps: | |
- name: Checkout code | |
uses: actions/checkout@v3 | |
- name: Install Conda Environment | |
run: | | |
source "${{ needs.setup-conda.outputs.conda_path }}/etc/profile.d/conda.sh" | |
conda env create -f environment.yml | |
conda activate lotus | |
pip install -e . | |
pip install mypy==1.13.0 | |
- name: Run Mypy | |
run: mypy lotus/ | |
openai_lm_test: | |
name: OpenAI Language Model Tests | |
runs-on: ubuntu-latest | |
needs: setup-conda | |
timeout-minutes: 5 | |
steps: | |
- name: Checkout code | |
uses: actions/checkout@v3 | |
- name: Install Conda Environment | |
run: | | |
source "${{ needs.setup-conda.outputs.conda_path }}/etc/profile.d/conda.sh" | |
conda env create -f environment.yml | |
conda activate lotus | |
pip install -e . | |
pip install pytest | |
- name: Set OpenAI API Key | |
run: echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" >> $GITHUB_ENV | |
- name: Run LM Tests | |
env: | |
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
ENABLE_OPENAI_TESTS: true | |
run: pytest .github/tests/lm_tests.py | |
ollama_lm_test: | |
name: Ollama Language Model Tests | |
runs-on: ubuntu-latest | |
needs: setup-conda | |
timeout-minutes: 10 | |
steps: | |
- name: Checkout code | |
uses: actions/checkout@v3 | |
- name: Install Conda Environment | |
run: | | |
source "${{ needs.setup-conda.outputs.conda_path }}/etc/profile.d/conda.sh" | |
conda env create -f environment.yml | |
conda activate lotus | |
pip install -e . | |
pip install pytest | |
- name: Start Ollama Container | |
run: | | |
docker pull ollama/ollama:latest | |
docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama | |
timeout=30 | |
while ! curl -s http://localhost:11434/ >/dev/null; do | |
if [ $timeout -le 0 ]; then | |
echo "Timed out waiting for Ollama server" | |
exit 1 | |
fi | |
echo "Waiting for Ollama server to be ready..." | |
sleep 1 | |
timeout=$((timeout - 1)) | |
done | |
docker exec $(docker ps -q) ollama run llama3.2 | |
- name: Run LM Tests | |
env: | |
ENABLE_OLLAMA_TESTS: true | |
run: pytest .github/tests/lm_tests.py | |
rm_test: | |
name: Retrieval Model Tests | |
runs-on: ubuntu-latest | |
needs: setup-conda | |
timeout-minutes: 5 | |
steps: | |
- name: Checkout code | |
uses: actions/checkout@v3 | |
- name: Install Conda Environment | |
run: | | |
source "${{ needs.setup-conda.outputs.conda_path }}/etc/profile.d/conda.sh" | |
conda env create -f environment.yml | |
conda activate lotus | |
pip install -e . | |
pip install pytest | |
- name: Set OpenAI API Key | |
run: echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" >> $GITHUB_ENV | |
- name: Run RM Tests | |
env: | |
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
ENABLE_OPENAI_TESTS: true | |
ENABLE_LOCAL_TESTS: true | |
run: pytest .github/tests/rm_tests.py |