From e41bfec6cc6e2882b1a255c2c7cf3f6423a92ab9 Mon Sep 17 00:00:00 2001 From: ydshieh Date: Mon, 28 Oct 2024 13:44:11 +0100 Subject: [PATCH] run tests --- .github/workflows/build-docker-images.yml | 2 +- .github/workflows/self-scheduled-caller.yml | 47 +------------ .github/workflows/self-scheduled.yml | 77 --------------------- utils/split_model_tests.py | 1 + 4 files changed, 3 insertions(+), 124 deletions(-) diff --git a/.github/workflows/build-docker-images.yml b/.github/workflows/build-docker-images.yml index 634a8bd02e6232..d6b4a195a77f68 100644 --- a/.github/workflows/build-docker-images.yml +++ b/.github/workflows/build-docker-images.yml @@ -3,7 +3,7 @@ name: Build docker images (scheduled) on: push: branches: - - use_pt_25 + - use_pt_2xx repository_dispatch: workflow_call: inputs: diff --git a/.github/workflows/self-scheduled-caller.yml b/.github/workflows/self-scheduled-caller.yml index 75ea3bb24bc7fa..175641080d7ec5 100644 --- a/.github/workflows/self-scheduled-caller.yml +++ b/.github/workflows/self-scheduled-caller.yml @@ -7,7 +7,7 @@ on: - cron: "17 2 * * *" push: branches: - - run_scheduled_ci* + - use_pt_25 jobs: model-ci: @@ -31,48 +31,3 @@ jobs: docker: huggingface/transformers-pytorch-gpu ci_event: Daily CI secrets: inherit - - tf-pipeline: - name: TF pipeline CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_pipelines_tf_gpu - slack_report_channel: "#transformers-ci-daily-pipeline-tf" - runner: daily-ci - docker: huggingface/transformers-tensorflow-gpu - ci_event: Daily CI - secrets: inherit - - example-ci: - name: Example CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_examples_gpu - slack_report_channel: "#transformers-ci-daily-examples" - runner: daily-ci - docker: huggingface/transformers-all-latest-gpu - ci_event: Daily CI - secrets: inherit - - deepspeed-ci: - name: DeepSpeed CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_torch_cuda_extensions_gpu - slack_report_channel: "#transformers-ci-daily-deepspeed" - runner: daily-ci - docker: huggingface/transformers-pytorch-deepspeed-latest-gpu - ci_event: Daily CI - working-directory-prefix: /workspace - secrets: inherit - - quantization-ci: - name: Quantization CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_quantization_torch_gpu - slack_report_channel: "#transformers-ci-daily-quantization" - runner: daily-ci - docker: huggingface/transformers-quantization-latest-gpu - ci_event: Daily CI - secrets: inherit diff --git a/.github/workflows/self-scheduled.yml b/.github/workflows/self-scheduled.yml index 353fb59843e4a5..3a9222f2780bcc 100644 --- a/.github/workflows/self-scheduled.yml +++ b/.github/workflows/self-scheduled.yml @@ -495,80 +495,3 @@ jobs: with: name: ${{ env.machine_type }}_run_quantization_torch_gpu_${{ env.matrix_folders }}_test_reports path: /transformers/reports/${{ env.machine_type }}_run_quantization_torch_gpu_${{ matrix.folders }}_test_reports - - run_extract_warnings: - # Let's only do this for the job `run_models_gpu` to simplify the (already complex) logic. - if: ${{ always() && inputs.job == 'run_models_gpu' }} - name: Extract warnings in CI artifacts - runs-on: ubuntu-22.04 - needs: [setup, run_models_gpu] - steps: - - name: Checkout transformers - uses: actions/checkout@v4 - with: - fetch-depth: 2 - - - name: Install transformers - run: pip install transformers - - - name: Show installed libraries and their versions - run: pip freeze - - - name: Create output directory - run: mkdir warnings_in_ci - - - uses: actions/download-artifact@v4 - with: - path: warnings_in_ci - - - name: Show artifacts - run: echo "$(python3 -c 'import os; d = os.listdir(); print(d)')" - working-directory: warnings_in_ci - - - name: Extract warnings in CI artifacts - run: | - python3 utils/extract_warnings.py --workflow_run_id ${{ github.run_id }} --output_dir warnings_in_ci --token ${{ secrets.ACCESS_REPO_INFO_TOKEN }} --from_gh - echo "$(python3 -c 'import os; import json; fp = open("warnings_in_ci/selected_warnings.json"); d = json.load(fp); d = "\n".join(d) ;print(d)')" - - - name: Upload artifact - if: ${{ always() }} - uses: actions/upload-artifact@v4 - with: - name: warnings_in_ci - path: warnings_in_ci/selected_warnings.json - - send_results: - name: Slack Report - needs: [ - setup, - run_models_gpu, - run_pipelines_torch_gpu, - run_pipelines_tf_gpu, - run_examples_gpu, - run_torch_cuda_extensions_gpu, - run_quantization_torch_gpu, - run_extract_warnings - ] - if: ${{ always() }} - uses: ./.github/workflows/slack-report.yml - with: - job: ${{ inputs.job }} - # This would be `skipped` if `setup` is skipped. - setup_status: ${{ needs.setup.result }} - slack_report_channel: ${{ inputs.slack_report_channel }} - # This would be an empty string if `setup` is skipped. - folder_slices: ${{ needs.setup.outputs.folder_slices }} - quantization_matrix: ${{ needs.setup.outputs.quantization_matrix }} - ci_event: ${{ inputs.ci_event }} - - secrets: inherit - - check_new_model_failures: - if: ${{ always() && inputs.ci_event == 'Daily CI' && inputs.job == 'run_models_gpu' && needs.send_results.result == 'success' }} - name: Check new model failures - needs: send_results - uses: ./.github/workflows/check_failed_model_tests.yml - with: - docker: ${{ inputs.docker }} - start_sha: ${{ github.sha }} - secrets: inherit \ No newline at end of file diff --git a/utils/split_model_tests.py b/utils/split_model_tests.py index e5083aaeb46fa5..958b872c4a50cd 100644 --- a/utils/split_model_tests.py +++ b/utils/split_model_tests.py @@ -62,4 +62,5 @@ start = end end = start + num_jobs_per_splits + (1 if idx < num_jobs % args.num_splits else 0) model_splits.append(d[start:end]) + model_splits = [["models/vit"]] print(model_splits)