benchmark workflow

huggingface · May 30, 2024 · 55e826e · 55e826e
1 parent 058cecf
commit 55e826e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
@@ -29,3 +29,4 @@ jobs:
       - name: Install locally transformers & other libs
         run: |
           echo "Hello Benchmark"
+          python3 benchmark/benchmark.py --config-dir benchmark/config --config-name generation --commit=${{ github.sha }} backend.model=google/gemma-2b backend.cache_implementation=null,static backend.torch_compile=false,true --multirun