push

huggingface · Jul 24, 2024 · 1ed26d7 · 1ed26d7
1 parent 8278aec
commit 1ed26d7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bindings/python/benches/bench_gpt2.py b/bindings/python/benches/bench_gpt2.py
@@ -38,7 +38,7 @@ def benchmark_batch(documents: list[str]) -> None:
     readable_size, unit = format_byte_size(num_bytes / (end - start) * 1e9)
     print(f"tiktoken \t{readable_size}  / s")
 
-    hf_enc = Tokenizer.from_pretrained("gpt2")
+    hf_enc = Tokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
     hf_enc.encode("warmup")
 
     start = time.perf_counter_ns()