Cb refactoring rebase (#597)

* rebase refactoring on dev
aramis-lab · May 29, 2024 · c768094 · c768094
1 parent d1a97f1
commit c768094
Show file tree

Hide file tree

Showing 15 changed files with 605 additions and 559 deletions.
diff --git a/.github/workflows/test_cli.yml b/.github/workflows/test_cli.yml
@@ -0,0 +1,48 @@
+name: CLI Tests
+
+on:
+  push:
+    branches: ["dev", "refactoring"]
+  pull_request:
+    branches: ["dev", "refactoring"]
+
+permissions:
+  contents: read
+
+concurrency:
+  group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}'
+  cancel-in-progress: true
+
+env:
+  POETRY_VERSION: '1.8.3'
+  PYTHON_VERSION: '3.11'
+
+jobs:
+  test-cli:
+    if: github.event.pull_request.draft == false
+    runs-on:
+      - self-hosted
+      - Linux
+      - ubuntu
+      - cpu
+    steps:
+      - uses: actions/checkout@v4
+      - uses: snok/install-poetry@v1
+        with:
+          version: ${{ env.POETRY_VERSION }}
+          virtualenvs-create: false
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+      - name: Run CLI tests
+        run: |
+          make env.conda
+          source /builds/miniconda3/etc/profile.d/conda.sh
+          conda activate "${{ github.workspace }}"/env
+          make install
+          cd tests
+          poetry run pytest --verbose \
+          --junitxml=./test-reports/test_cli_report.xml \
+          --disable-warnings \
+          --verbose \
+          test_cli.py
diff --git a/.github/workflows/test_generate.yml b/.github/workflows/test_generate.yml
@@ -0,0 +1,53 @@
+name: Generate Tests
+
+on:
+  push:
+    branches: ["dev", "refactoring"]
+  pull_request:
+    branches: ["dev", "refactoring"]
+
+permissions:
+  contents: read
+
+concurrency:
+  group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}'
+  cancel-in-progress: true
+
+env:
+  POETRY_VERSION: '1.8.3'
+  PYTHON_VERSION: '3.11'
+
+jobs:
+  test-generate:
+    if: github.event.pull_request.draft == false
+    runs-on:
+      - self-hosted
+      - Linux
+      - ubuntu
+      - cpu
+    steps:
+      - uses: actions/checkout@v4
+      - uses: snok/install-poetry@v1
+        with:
+          version: ${{ env.POETRY_VERSION }}
+          virtualenvs-create: false
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+      - name: Run tests for generate task
+        run: |
+          make env.conda
+          source /builds/miniconda3/etc/profile.d/conda.sh
+          conda activate "${{ github.workspace }}"/env
+          make install
+          cd tests
+          poetry run pytest --verbose \
+          --junitxml=./test-reports/test_generate_report.xml \
+          --disable-warnings \
+          --verbose \
+          --basetemp=$HOME/tmp/generate \
+          --input_data_directory=/mnt/data/data_ci \
+          test_generate.py
+      - name: Cleaning
+        run: |
+          rm -rf $HOME/tmp/generate
diff --git a/.github/workflows/test_interpret.yml b/.github/workflows/test_interpret.yml
@@ -0,0 +1,53 @@
+name: Interpretation Tests (GPU)
+
+on:
+  push:
+    branches: ["dev", "refactoring"]
+  pull_request:
+    branches: ["dev", "refactoring"]
+
+permissions:
+  contents: read
+
+concurrency:
+  group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}'
+  cancel-in-progress: true
+
+env:
+  POETRY_VERSION: '1.8.3'
+  PYTHON_VERSION: '3.11'
+
+jobs:
+  test-interpret-gpu:
+    if: github.event.pull_request.draft == false
+    runs-on:
+      - self-hosted
+      - Linux
+      - ubuntu
+      - gpu
+    steps:
+      - uses: actions/checkout@v4
+      - uses: snok/install-poetry@v1
+        with:
+          version: ${{ env.POETRY_VERSION }}
+          virtualenvs-create: false
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+      - name: Run tests for Interpret task on GPU
+        run: |
+          make env.conda
+          source "${HOME}/miniconda3/etc/profile.d/conda.sh"
+          conda activate "${{ github.workspace }}"/env
+          make install
+          cd tests
+          poetry run pytest --verbose \
+          --junitxml=./test-reports/test_interpret_report.xml \
+          --disable-warnings \
+          --verbose \
+          --basetemp=$HOME/actions_runner_workdir/interpret \
+          --input_data_directory=/mnt/data/clinicadl_data_ci/data_ci \
+          test_interpret.py
+      - name: Cleaning
+        run: |
+          rm -rf $HOME/actions_runner_workdir/interpret/*
diff --git a/.github/workflows/test_predict.yml b/.github/workflows/test_predict.yml
@@ -0,0 +1,53 @@
+name: Predict Tests
+
+on:
+  push:
+    branches: ["dev", "refactoring"]
+  pull_request:
+    branches: ["dev", "refactoring"]
+
+permissions:
+  contents: read
+
+concurrency:
+  group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}'
+  cancel-in-progress: true
+
+env:
+  POETRY_VERSION: '1.8.3'
+  PYTHON_VERSION: '3.11'
+
+jobs:
+  test-predict:
+    if: github.event.pull_request.draft == false
+    runs-on:
+      - self-hosted
+      - Linux
+      - ubuntu
+      - cpu
+    steps:
+      - uses: actions/checkout@v4
+      - uses: snok/install-poetry@v1
+        with:
+          version: ${{ env.POETRY_VERSION }}
+          virtualenvs-create: false
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+      - name: Run tests for predict task
+        run: |
+          make env.conda
+          source /builds/miniconda3/etc/profile.d/conda.sh
+          conda activate "${{ github.workspace }}"/env
+          make install
+          cd tests
+          poetry run pytest --verbose \
+          --junitxml=./test-reports/test_predict_report.xml \
+          --disable-warnings \
+          --verbose \
+          --basetemp=$HOME/tmp/predict \
+          --input_data_directory=/mnt/data/data_ci \
+          test_predict.py
+      - name: Cleaning
+        run: |
+          rm -rf $HOME/tmp/predict/*
diff --git a/.github/workflows/test_prepare_data.yml b/.github/workflows/test_prepare_data.yml
@@ -0,0 +1,53 @@
+name: Prepare data Tests
+
+on:
+  push:
+    branches: ["dev", "refactoring"]
+  pull_request:
+    branches: ["dev", "refactoring"]
+
+permissions:
+  contents: read
+
+concurrency:
+  group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}'
+  cancel-in-progress: true
+
+env:
+  POETRY_VERSION: '1.8.3'
+  PYTHON_VERSION: '3.11'
+
+jobs:
+  test-prepare-data:
+    if: github.event.pull_request.draft == false
+    runs-on:
+      - self-hosted
+      - Linux
+      - ubuntu
+      - cpu
+    steps:
+      - uses: actions/checkout@v4
+      - uses: snok/install-poetry@v1
+        with:
+          version: ${{ env.POETRY_VERSION }}
+          virtualenvs-create: false
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+      - name: Run tests for prepare data task
+        run: |
+          make env.conda
+          source /builds/miniconda3/etc/profile.d/conda.sh
+          conda activate "${{ github.workspace }}"/env
+          make install
+          cd tests
+          poetry run pytest --verbose \
+          --junitxml=./test-reports/test_prepare_data_report.xml \
+          --disable-warnings \
+          --verbose \
+          --basetemp=$HOME/tmp/prepare_data \
+          --input_data_directory=/mnt/data/data_ci \
+          test_prepare_data.py
+      - name: Cleaning
+        run: |
+          rm -rf $HOME/tmp/prepare_data/*
diff --git a/.github/workflows/test_quality_checks.yml b/.github/workflows/test_quality_checks.yml
@@ -0,0 +1,53 @@
+name: Quality Check Tests
+
+on:
+  push:
+    branches: ["dev", "refactoring"]
+  pull_request:
+    branches: ["dev", "refactoring"]
+
+permissions:
+  contents: read
+
+concurrency:
+  group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}'
+  cancel-in-progress: true
+
+env:
+  POETRY_VERSION: '1.8.3'
+  PYTHON_VERSION: '3.11'
+
+jobs:
+  test-quality-check:
+    if: github.event.pull_request.draft == false
+    runs-on:
+      - self-hosted
+      - Linux
+      - ubuntu
+      - cpu
+    steps:
+      - uses: actions/checkout@v4
+      - uses: snok/install-poetry@v1
+        with:
+          version: ${{ env.POETRY_VERSION }}
+          virtualenvs-create: false
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+      - name: Run tests for Quality Check
+        run: |
+          make env.conda
+          source /builds/miniconda3/etc/profile.d/conda.sh
+          conda activate "${{ github.workspace }}"/env
+          make install
+          cd tests
+          poetry run pytest --verbose \
+          --junitxml=./test-reports/test_quality_check_report.xml \
+          --disable-warnings \
+          --verbose \
+          --basetemp=$HOME/tmp/quality_checks \
+          --input_data_directory=/mnt/data/data_ci \
+          test_qc.py
+      - name: Cleaning
+        run: |
+          rm -rf $HOME/tmp/quality_checks/*
diff --git a/.github/workflows/test_random_search.yml b/.github/workflows/test_random_search.yml
@@ -0,0 +1,53 @@
+name: Random Search Tests (GPU)
+
+on:
+  push:
+    branches: ["dev", "refactoring"]
+  pull_request:
+    branches: ["dev", "refactoring"]
+
+permissions:
+  contents: read
+
+concurrency:
+  group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}'
+  cancel-in-progress: true
+
+env:
+  POETRY_VERSION: '1.8.3'
+  PYTHON_VERSION: '3.11'
+
+jobs:
+  test-random-search-gpu:
+    if: github.event.pull_request.draft == false
+    runs-on:
+      - self-hosted
+      - Linux
+      - ubuntu
+      - gpu
+    steps:
+      - uses: actions/checkout@v4
+      - uses: snok/install-poetry@v1
+        with:
+          version: ${{ env.POETRY_VERSION }}
+          virtualenvs-create: false
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+      - name: Run Random Search tests on GPU
+        run: |
+          make env.conda
+          source "${HOME}/miniconda3/etc/profile.d/conda.sh"
+          conda activate "${{ github.workspace }}"/env
+          make install
+          cd tests
+          poetry run pytest --verbose \
+          --junitxml=./test-reports/test_random_search_report.xml \
+          --disable-warnings \
+          --verbose \
+          --basetemp=$HOME/actions_runner_workdir/random_search \
+          --input_data_directory=/mnt/data/clinicadl_data_ci/data_ci \
+          test_random_search.py
+      - name: Cleaning
+        run: |
+          rm -rf $HOME/actions_runner_workdir/random_search/*