Skip to content

Commit

Permalink
build
Browse files Browse the repository at this point in the history
  • Loading branch information
ydshieh committed May 31, 2024
1 parent 4da667e commit cc1d719
Show file tree
Hide file tree
Showing 3 changed files with 11 additions and 7 deletions.
3 changes: 3 additions & 0 deletions .github/workflows/benchmark.yml
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,9 @@ name: Self-hosted runner (benchmark)
on:
schedule:
- cron: "17 2 * * *"
push:
branches:
- run_benchmark_on_github

env:
HF_HOME: /mnt/cache
Expand Down
4 changes: 2 additions & 2 deletions benchmark/config/generation.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -30,8 +30,8 @@ scenario:
batch_size: 1
sequence_length: 7
generate_kwargs:
max_new_tokens: 128
min_new_tokens: 128
max_new_tokens: 1024
min_new_tokens: 1024
do_sample: false
memory: true
latency: true
Expand Down
11 changes: 6 additions & 5 deletions utils/notification_service.py
Original file line number Diff line number Diff line change
Expand Up @@ -638,7 +638,7 @@ def get_reply_blocks(self, job_name, job_result, failures, device, text):

def get_new_model_failure_blocks(self, with_header=True, to_truncate=True):
if self.prev_ci_artifacts is None:
return {}
return []

sorted_dict = sorted(self.model_results.items(), key=lambda t: t[0])

Expand Down Expand Up @@ -764,10 +764,11 @@ def post_reply(self):

# To save the list of new model failures
blocks = self.get_new_model_failure_blocks(to_truncate=False)
failure_text = blocks[-1]["text"]["text"]
file_path = os.path.join(os.getcwd(), f"ci_results_{job_name}/new_model_failures.txt")
with open(file_path, "w", encoding="UTF-8") as fp:
fp.write(failure_text)
if blocks:
failure_text = blocks[-1]["text"]["text"]
file_path = os.path.join(os.getcwd(), f"ci_results_{job_name}/new_model_failures.txt")
with open(file_path, "w", encoding="UTF-8") as fp:
fp.write(failure_text)


def retrieve_artifact(artifact_path: str, gpu: Optional[str]):
Expand Down

0 comments on commit cc1d719

Please sign in to comment.