From edfc006d93bfbc9ade8cb9f1c389135b0a012330 Mon Sep 17 00:00:00 2001 From: ydshieh Date: Thu, 30 May 2024 16:29:58 +0200 Subject: [PATCH] benchmark workflow --- .github/workflows/benchmark.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index e4ee1bf2d810cd..5f45e94a89902b 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -29,4 +29,5 @@ jobs: - name: Install locally transformers & other libs run: | echo "Hello Benchmark" + python3 -m pip install optimum-benchmark>=0.2.0 python3 benchmark/benchmark.py --config-dir benchmark/config --config-name generation --commit=${{ github.sha }} backend.model=google/gemma-2b backend.cache_implementation=null,static backend.torch_compile=false,true --multirun