From 30193007c8f921308f74ad1fc8e6e6b9407fb89f Mon Sep 17 00:00:00 2001 From: Joshua Lochner Date: Wed, 21 Feb 2024 15:59:31 +0200 Subject: [PATCH] Update Gemma tokenizer test --- tests/generate_tests.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/generate_tests.py b/tests/generate_tests.py index 40725f812..c449d34be 100644 --- a/tests/generate_tests.py +++ b/tests/generate_tests.py @@ -37,7 +37,7 @@ 'Qwen/Qwen1.5-0.5B-Chat', ], 'gemma': [ - 'hf-internal-testing/dummy-gemma', + 'Xenova/gemma-tokenizer', ], }