Skip to content

Commit

Permalink
rerun daily ci
Browse files Browse the repository at this point in the history
  • Loading branch information
ydshieh committed Jun 6, 2024
1 parent 940fde8 commit 666a52f
Show file tree
Hide file tree
Showing 5 changed files with 46 additions and 45 deletions.
80 changes: 40 additions & 40 deletions .github/workflows/self-scheduled-caller.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ on:
- cron: "17 2 * * *"
push:
branches:
- run_scheduled_ci*
- run_daily_ci

jobs:
model-ci:
Expand All @@ -18,42 +18,42 @@ jobs:
slack_report_channel: "#transformers-ci-daily-models"
secrets: inherit

torch-pipeline:
name: Torch pipeline CI
uses: ./.github/workflows/self-scheduled.yml
with:
job: run_pipelines_torch_gpu
slack_report_channel: "#transformers-ci-daily-pipeline-torch"
secrets: inherit

tf-pipeline:
name: TF pipeline CI
uses: ./.github/workflows/self-scheduled.yml
with:
job: run_pipelines_tf_gpu
slack_report_channel: "#transformers-ci-daily-pipeline-tf"
secrets: inherit

example-ci:
name: Example CI
uses: ./.github/workflows/self-scheduled.yml
with:
job: run_examples_gpu
slack_report_channel: "#transformers-ci-daily-examples"
secrets: inherit

deepspeed-ci:
name: DeepSpeed CI
uses: ./.github/workflows/self-scheduled.yml
with:
job: run_torch_cuda_extensions_gpu
slack_report_channel: "#transformers-ci-daily-deepspeed"
secrets: inherit

quantization-ci:
name: Quantization CI
uses: ./.github/workflows/self-scheduled.yml
with:
job: run_quantization_torch_gpu
slack_report_channel: "#transformers-ci-daily-quantization"
secrets: inherit
# torch-pipeline:
# name: Torch pipeline CI
# uses: ./.github/workflows/self-scheduled.yml
# with:
# job: run_pipelines_torch_gpu
# slack_report_channel: "#transformers-ci-daily-pipeline-torch"
# secrets: inherit
#
# tf-pipeline:
# name: TF pipeline CI
# uses: ./.github/workflows/self-scheduled.yml
# with:
# job: run_pipelines_tf_gpu
# slack_report_channel: "#transformers-ci-daily-pipeline-tf"
# secrets: inherit
#
# example-ci:
# name: Example CI
# uses: ./.github/workflows/self-scheduled.yml
# with:
# job: run_examples_gpu
# slack_report_channel: "#transformers-ci-daily-examples"
# secrets: inherit
#
# deepspeed-ci:
# name: DeepSpeed CI
# uses: ./.github/workflows/self-scheduled.yml
# with:
# job: run_torch_cuda_extensions_gpu
# slack_report_channel: "#transformers-ci-daily-deepspeed"
# secrets: inherit
#
# quantization-ci:
# name: Quantization CI
# uses: ./.github/workflows/self-scheduled.yml
# with:
# job: run_quantization_torch_gpu
# slack_report_channel: "#transformers-ci-daily-quantization"
# secrets: inherit
2 changes: 1 addition & 1 deletion utils/get_previous_daily_ci.py
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@ def get_last_daily_ci_runs(token):
workflow_run_id = workflow_run["id"]
break

return workflow_run_id
return "9377230931"


def get_last_daily_ci_artifacts(artifact_names, output_dir, token):
Expand Down
6 changes: 3 additions & 3 deletions utils/notification_service.py
Original file line number Diff line number Diff line change
Expand Up @@ -1167,7 +1167,7 @@ def prepare_reports(title, header, reports, to_truncate=True):
json.dump(model_results, fp, indent=4, ensure_ascii=False)

# upload results to Hub dataset (only for the scheduled daily CI run on `main`)
if is_scheduled_ci_run:
if True:
api.upload_file(
path_or_fileobj=f"ci_results_{job_name}/model_results.json",
path_in_repo=f"{datetime.datetime.today().strftime('%Y-%m-%d')}/ci_results_{job_name}/model_results.json",
Expand All @@ -1189,7 +1189,7 @@ def prepare_reports(title, header, reports, to_truncate=True):
json.dump(job_result, fp, indent=4, ensure_ascii=False)

# upload results to Hub dataset (only for the scheduled daily CI run on `main`)
if is_scheduled_ci_run:
if True:
api.upload_file(
path_or_fileobj=f"ci_results_{job_name}/{test_to_result_name[job]}_results.json",
path_in_repo=f"{datetime.datetime.today().strftime('%Y-%m-%d')}/ci_results_{job_name}/{test_to_result_name[job]}_results.json",
Expand All @@ -1199,7 +1199,7 @@ def prepare_reports(title, header, reports, to_truncate=True):
)

prev_ci_artifacts = None
if is_scheduled_ci_run:
if True:
if job_name == "run_models_gpu":
# Get the last previously completed CI's failure tables
artifact_names = [f"ci_results_{job_name}"]
Expand Down
2 changes: 1 addition & 1 deletion utils/notification_service_quantization.py
Original file line number Diff line number Diff line change
Expand Up @@ -256,7 +256,7 @@ def post_reply(self):
is_scheduled_ci_run = os.environ.get("CI_WORKFLOW_REF") == target_workflow

# upload results to Hub dataset (only for the scheduled daily CI run on `main`)
if is_scheduled_ci_run:
if True:
api.upload_file(
path_or_fileobj=f"ci_results_{job_name}/quantization_results.json",
path_in_repo=f"{datetime.datetime.today().strftime('%Y-%m-%d')}/ci_results_{job_name}/quantization_results.json",
Expand Down
1 change: 1 addition & 0 deletions utils/split_model_tests.py
Original file line number Diff line number Diff line change
Expand Up @@ -62,4 +62,5 @@
start = end
end = start + num_jobs_per_splits + (1 if idx < num_jobs % args.num_splits else 0)
model_splits.append(d[start:end])
model_splits = [["models/levit"]]
print(model_splits)

0 comments on commit 666a52f

Please sign in to comment.