diff --git a/.github/workflows/self-scheduled-caller.yml b/.github/workflows/self-scheduled-caller.yml index 40689c629a09bf..6d4030377833ec 100644 --- a/.github/workflows/self-scheduled-caller.yml +++ b/.github/workflows/self-scheduled-caller.yml @@ -7,7 +7,7 @@ on: - cron: "17 2 * * *" push: branches: - - run_scheduled_ci* + - run_upload_ci_results jobs: model-ci: @@ -18,14 +18,14 @@ jobs: slack_report_channel: "#transformers-ci-daily-models" secrets: inherit - torch-pipeline: - name: Torch pipeline CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_pipelines_torch_gpu - slack_report_channel: "#transformers-ci-daily-pipeline-torch" - secrets: inherit - +# torch-pipeline: +# name: Torch pipeline CI +# uses: ./.github/workflows/self-scheduled.yml +# with: +# job: run_pipelines_torch_gpu +# slack_report_channel: "#transformers-ci-daily-pipeline-torch" +# secrets: inherit +# tf-pipeline: name: TF pipeline CI uses: ./.github/workflows/self-scheduled.yml @@ -33,15 +33,15 @@ jobs: job: run_pipelines_tf_gpu slack_report_channel: "#transformers-ci-daily-pipeline-tf" secrets: inherit - - example-ci: - name: Example CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_examples_gpu - slack_report_channel: "#transformers-ci-daily-examples" - secrets: inherit - +# +# example-ci: +# name: Example CI +# uses: ./.github/workflows/self-scheduled.yml +# with: +# job: run_examples_gpu +# slack_report_channel: "#transformers-ci-daily-examples" +# secrets: inherit +# deepspeed-ci: name: DeepSpeed CI uses: ./.github/workflows/self-scheduled.yml @@ -49,11 +49,11 @@ jobs: job: run_torch_cuda_extensions_gpu slack_report_channel: "#transformers-ci-daily-deepspeed" secrets: inherit - - quantization-ci: - name: Quantization CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_quantization_torch_gpu - slack_report_channel: "#transformers-ci-daily-quantization" - secrets: inherit +# +# quantization-ci: +# name: Quantization CI +# uses: ./.github/workflows/self-scheduled.yml +# with: +# job: run_quantization_torch_gpu +# slack_report_channel: "#transformers-ci-daily-quantization" +# secrets: inherit diff --git a/.github/workflows/self-scheduled.yml b/.github/workflows/self-scheduled.yml index 5911c81bf4f95d..05796a3f792506 100644 --- a/.github/workflows/self-scheduled.yml +++ b/.github/workflows/self-scheduled.yml @@ -296,7 +296,7 @@ jobs: - name: Run all tests on GPU working-directory: /workspace/transformers run: | - python -m pytest -v --make-reports=${{ matrix.machine_type }}_run_torch_cuda_extensions_gpu_test_reports tests/deepspeed tests/extended + python -m pytest -v --make-reports=${{ matrix.machine_type }}_run_torch_cuda_extensions_gpu_test_reports tests/deepspeed -k "test_hf_optimizer_with_offload_zero3_fp16" - name: Failure short reports if: ${{ failure() }} diff --git a/utils/notification_service.py b/utils/notification_service.py index 4a0de14367601d..257987423adec9 100644 --- a/utils/notification_service.py +++ b/utils/notification_service.py @@ -1168,7 +1168,7 @@ def prepare_reports(title, header, reports, to_truncate=True): json.dump(model_results, fp, indent=4, ensure_ascii=False) # upload results to Hub dataset (only for the scheduled daily CI run on `main`) - if is_scheduled_ci_run: + if is_scheduled_ci_run or True: api.upload_file( path_or_fileobj=f"ci_results_{job_name}/model_results.json", path_in_repo=datetime.datetime.today().strftime('%Y-%m-%d'), @@ -1190,7 +1190,7 @@ def prepare_reports(title, header, reports, to_truncate=True): json.dump(job_result, fp, indent=4, ensure_ascii=False) # upload results to Hub dataset (only for the scheduled daily CI run on `main`) - if is_scheduled_ci_run: + if is_scheduled_ci_run or True: api.upload_file( path_or_fileobj=f"ci_results_{job_name}/{test_to_result_name[job]}_results.json", path_in_repo=datetime.datetime.today().strftime('%Y-%m-%d'), diff --git a/utils/split_model_tests.py b/utils/split_model_tests.py index e5083aaeb46fa5..9364704a4a5301 100644 --- a/utils/split_model_tests.py +++ b/utils/split_model_tests.py @@ -62,4 +62,5 @@ start = end end = start + num_jobs_per_splits + (1 if idx < num_jobs % args.num_splits else 0) model_splits.append(d[start:end]) + model_splits = [['models/vit'], ['models/levit']] print(model_splits)