From 55e826eb026581b7033f6d96ab2cc8376a611dfc Mon Sep 17 00:00:00 2001
From: ydshieh <ydshieh@users.noreply.github.com>
Date: Thu, 30 May 2024 16:22:59 +0200
Subject: [PATCH] benchmark workflow

---
 .github/workflows/benchmark.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
index 495cf9d1241dcf..e4ee1bf2d810cd 100644
--- a/.github/workflows/benchmark.yml
+++ b/.github/workflows/benchmark.yml
@@ -29,3 +29,4 @@ jobs:
       - name: Install locally transformers & other libs
         run: |
           echo "Hello Benchmark"
+          python3 benchmark/benchmark.py --config-dir benchmark/config --config-name generation --commit=${{ github.sha }} backend.model=google/gemma-2b backend.cache_implementation=null,static backend.torch_compile=false,true --multirun