build

.github/workflows/self-scheduled-caller.yml

@@ -7,7 +7,7 @@ on:
     - cron: "17 2 * * *"
   push:
     branches:
-      - run_scheduled_ci*
+      - run_upload_ci_results
 
 jobs:
   model-ci:
@@ -18,42 +18,42 @@ jobs:
       slack_report_channel: "#transformers-ci-daily-models"
     secrets: inherit
 
-  torch-pipeline:
-    name: Torch pipeline CI
-    uses: ./.github/workflows/self-scheduled.yml
-    with:
-      job: run_pipelines_torch_gpu
-      slack_report_channel: "#transformers-ci-daily-pipeline-torch"
-    secrets: inherit
-
+#  torch-pipeline:
+#    name: Torch pipeline CI
+#    uses: ./.github/workflows/self-scheduled.yml
+#    with:
+#      job: run_pipelines_torch_gpu
+#      slack_report_channel: "#transformers-ci-daily-pipeline-torch"
+#    secrets: inherit
+#
   tf-pipeline:
     name: TF pipeline CI
     uses: ./.github/workflows/self-scheduled.yml
     with:
       job: run_pipelines_tf_gpu
       slack_report_channel: "#transformers-ci-daily-pipeline-tf"
     secrets: inherit
-
-  example-ci:
-    name: Example CI
-    uses: ./.github/workflows/self-scheduled.yml
-    with:
-      job: run_examples_gpu
-      slack_report_channel: "#transformers-ci-daily-examples"
-    secrets: inherit
-
+#
+#  example-ci:
+#    name: Example CI
+#    uses: ./.github/workflows/self-scheduled.yml
+#    with:
+#      job: run_examples_gpu
+#      slack_report_channel: "#transformers-ci-daily-examples"
+#    secrets: inherit
+#
   deepspeed-ci:
     name: DeepSpeed CI
     uses: ./.github/workflows/self-scheduled.yml
     with:
       job: run_torch_cuda_extensions_gpu
       slack_report_channel: "#transformers-ci-daily-deepspeed"
     secrets: inherit
-
-  quantization-ci:
-    name: Quantization CI
-    uses: ./.github/workflows/self-scheduled.yml
-    with:
-      job: run_quantization_torch_gpu
-      slack_report_channel: "#transformers-ci-daily-quantization"
-    secrets: inherit
+#
+#  quantization-ci:
+#    name: Quantization CI
+#    uses: ./.github/workflows/self-scheduled.yml
+#    with:
+#      job: run_quantization_torch_gpu
+#      slack_report_channel: "#transformers-ci-daily-quantization"
+#    secrets: inherit

.github/workflows/self-scheduled.yml

@@ -296,7 +296,7 @@ jobs:
       - name: Run all tests on GPU
         working-directory: /workspace/transformers
         run: |
-          python -m pytest -v --make-reports=${{ matrix.machine_type }}_run_torch_cuda_extensions_gpu_test_reports tests/deepspeed tests/extended
+          python -m pytest -v --make-reports=${{ matrix.machine_type }}_run_torch_cuda_extensions_gpu_test_reports tests/deepspeed -k "test_hf_optimizer_with_offload_zero3_fp16"
 
       - name: Failure short reports
         if: ${{ failure() }}

utils/notification_service.py

@@ -1168,7 +1168,7 @@ def prepare_reports(title, header, reports, to_truncate=True):
             json.dump(model_results, fp, indent=4, ensure_ascii=False)
 
         # upload results to Hub dataset (only for the scheduled daily CI run on `main`)
-        if is_scheduled_ci_run:
+        if is_scheduled_ci_run or True:
             api.upload_file(
                 path_or_fileobj=f"ci_results_{job_name}/model_results.json",
                 path_in_repo=datetime.datetime.today().strftime('%Y-%m-%d'),
@@ -1190,7 +1190,7 @@ def prepare_reports(title, header, reports, to_truncate=True):
             json.dump(job_result, fp, indent=4, ensure_ascii=False)
 
         # upload results to Hub dataset (only for the scheduled daily CI run on `main`)
-        if is_scheduled_ci_run:
+        if is_scheduled_ci_run or True:
             api.upload_file(
                 path_or_fileobj=f"ci_results_{job_name}/{test_to_result_name[job]}_results.json",
                 path_in_repo=datetime.datetime.today().strftime('%Y-%m-%d'),

utils/split_model_tests.py

@@ -62,4 +62,5 @@
         start = end
         end = start + num_jobs_per_splits + (1 if idx < num_jobs % args.num_splits else 0)
         model_splits.append(d[start:end])
+    model_splits = [['models/vit'], ['models/levit']]
     print(model_splits)