Add Gemma to tokenizer playground

huggingface · Feb 21, 2024 · 2449f1c · 2449f1c
1 parent 30c7dc6
commit 2449f1c
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/tokenizer-playground/src/App.jsx b/examples/tokenizer-playground/src/App.jsx
@@ -70,6 +70,7 @@ function App() {
           <option value="Xenova/gpt-4">gpt-4 / gpt-3.5-turbo / text-embedding-ada-002</option>
           <option value="Xenova/text-davinci-003">text-davinci-003 / text-davinci-002</option>
           <option value="Xenova/gpt-3">gpt-3</option>
+          <option value="hf-internal-testing/dummy-gemma">Gemma</option>
           <option value="hf-internal-testing/llama-tokenizer">LLaMA / Llama 2</option>
           <option value="Xenova/t5-small">T5</option>
           <option value="Xenova/bert-base-cased">bert-base-cased</option>