From 666a52fe5bef83a4ddea82a704fa64307782dae9 Mon Sep 17 00:00:00 2001 From: ydshieh Date: Thu, 6 Jun 2024 19:56:21 +0200 Subject: [PATCH] rerun daily ci --- .github/workflows/self-scheduled-caller.yml | 80 ++++++++++----------- utils/get_previous_daily_ci.py | 2 +- utils/notification_service.py | 6 +- utils/notification_service_quantization.py | 2 +- utils/split_model_tests.py | 1 + 5 files changed, 46 insertions(+), 45 deletions(-) diff --git a/.github/workflows/self-scheduled-caller.yml b/.github/workflows/self-scheduled-caller.yml index 40689c629a09bf..7281deef0f0128 100644 --- a/.github/workflows/self-scheduled-caller.yml +++ b/.github/workflows/self-scheduled-caller.yml @@ -7,7 +7,7 @@ on: - cron: "17 2 * * *" push: branches: - - run_scheduled_ci* + - run_daily_ci jobs: model-ci: @@ -18,42 +18,42 @@ jobs: slack_report_channel: "#transformers-ci-daily-models" secrets: inherit - torch-pipeline: - name: Torch pipeline CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_pipelines_torch_gpu - slack_report_channel: "#transformers-ci-daily-pipeline-torch" - secrets: inherit - - tf-pipeline: - name: TF pipeline CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_pipelines_tf_gpu - slack_report_channel: "#transformers-ci-daily-pipeline-tf" - secrets: inherit - - example-ci: - name: Example CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_examples_gpu - slack_report_channel: "#transformers-ci-daily-examples" - secrets: inherit - - deepspeed-ci: - name: DeepSpeed CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_torch_cuda_extensions_gpu - slack_report_channel: "#transformers-ci-daily-deepspeed" - secrets: inherit - - quantization-ci: - name: Quantization CI - uses: ./.github/workflows/self-scheduled.yml - with: - job: run_quantization_torch_gpu - slack_report_channel: "#transformers-ci-daily-quantization" - secrets: inherit +# torch-pipeline: +# name: Torch pipeline CI +# uses: ./.github/workflows/self-scheduled.yml +# with: +# job: run_pipelines_torch_gpu +# slack_report_channel: "#transformers-ci-daily-pipeline-torch" +# secrets: inherit +# +# tf-pipeline: +# name: TF pipeline CI +# uses: ./.github/workflows/self-scheduled.yml +# with: +# job: run_pipelines_tf_gpu +# slack_report_channel: "#transformers-ci-daily-pipeline-tf" +# secrets: inherit +# +# example-ci: +# name: Example CI +# uses: ./.github/workflows/self-scheduled.yml +# with: +# job: run_examples_gpu +# slack_report_channel: "#transformers-ci-daily-examples" +# secrets: inherit +# +# deepspeed-ci: +# name: DeepSpeed CI +# uses: ./.github/workflows/self-scheduled.yml +# with: +# job: run_torch_cuda_extensions_gpu +# slack_report_channel: "#transformers-ci-daily-deepspeed" +# secrets: inherit +# +# quantization-ci: +# name: Quantization CI +# uses: ./.github/workflows/self-scheduled.yml +# with: +# job: run_quantization_torch_gpu +# slack_report_channel: "#transformers-ci-daily-quantization" +# secrets: inherit diff --git a/utils/get_previous_daily_ci.py b/utils/get_previous_daily_ci.py index 975c6f33982013..498c6b6b324712 100644 --- a/utils/get_previous_daily_ci.py +++ b/utils/get_previous_daily_ci.py @@ -38,7 +38,7 @@ def get_last_daily_ci_runs(token): workflow_run_id = workflow_run["id"] break - return workflow_run_id + return "9377230931" def get_last_daily_ci_artifacts(artifact_names, output_dir, token): diff --git a/utils/notification_service.py b/utils/notification_service.py index 7f3bbd61f5f7a8..f737177775f378 100644 --- a/utils/notification_service.py +++ b/utils/notification_service.py @@ -1167,7 +1167,7 @@ def prepare_reports(title, header, reports, to_truncate=True): json.dump(model_results, fp, indent=4, ensure_ascii=False) # upload results to Hub dataset (only for the scheduled daily CI run on `main`) - if is_scheduled_ci_run: + if True: api.upload_file( path_or_fileobj=f"ci_results_{job_name}/model_results.json", path_in_repo=f"{datetime.datetime.today().strftime('%Y-%m-%d')}/ci_results_{job_name}/model_results.json", @@ -1189,7 +1189,7 @@ def prepare_reports(title, header, reports, to_truncate=True): json.dump(job_result, fp, indent=4, ensure_ascii=False) # upload results to Hub dataset (only for the scheduled daily CI run on `main`) - if is_scheduled_ci_run: + if True: api.upload_file( path_or_fileobj=f"ci_results_{job_name}/{test_to_result_name[job]}_results.json", path_in_repo=f"{datetime.datetime.today().strftime('%Y-%m-%d')}/ci_results_{job_name}/{test_to_result_name[job]}_results.json", @@ -1199,7 +1199,7 @@ def prepare_reports(title, header, reports, to_truncate=True): ) prev_ci_artifacts = None - if is_scheduled_ci_run: + if True: if job_name == "run_models_gpu": # Get the last previously completed CI's failure tables artifact_names = [f"ci_results_{job_name}"] diff --git a/utils/notification_service_quantization.py b/utils/notification_service_quantization.py index 32109765407a37..8fa280c462b17b 100644 --- a/utils/notification_service_quantization.py +++ b/utils/notification_service_quantization.py @@ -256,7 +256,7 @@ def post_reply(self): is_scheduled_ci_run = os.environ.get("CI_WORKFLOW_REF") == target_workflow # upload results to Hub dataset (only for the scheduled daily CI run on `main`) - if is_scheduled_ci_run: + if True: api.upload_file( path_or_fileobj=f"ci_results_{job_name}/quantization_results.json", path_in_repo=f"{datetime.datetime.today().strftime('%Y-%m-%d')}/ci_results_{job_name}/quantization_results.json", diff --git a/utils/split_model_tests.py b/utils/split_model_tests.py index e5083aaeb46fa5..67bae9b6a9e18c 100644 --- a/utils/split_model_tests.py +++ b/utils/split_model_tests.py @@ -62,4 +62,5 @@ start = end end = start + num_jobs_per_splits + (1 if idx < num_jobs % args.num_splits else 0) model_splits.append(d[start:end]) + model_splits = [["models/levit"]] print(model_splits)