diff --git a/.github/workflows/model_jobs.yml b/.github/workflows/model_jobs.yml
index 8bf8d78570fe18..8d0468f7799907 100644
--- a/.github/workflows/model_jobs.yml
+++ b/.github/workflows/model_jobs.yml
@@ -80,7 +80,7 @@ jobs:
 
       - name: Run all tests on GPU
         working-directory: /transformers
-        run: python3 -m pytest -v --make-reports=${{ inputs.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
+        run: python3 -m pytest -v --make-reports=${{ inputs.machine_type }}_tests_gpu_${{ matrix.folders }} tests/models/whisper/test_modeling_whisper.py -k "WhisperModelIntegrationTests"
 
       - name: Failure short reports
         if: ${{ failure() }}