llama3: server add eot EOG

phymbert · Apr 20, 2024 · 9df6394 · 9df6394
1 parent 66a4b6a
commit 9df6394
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
@@ -385,6 +385,7 @@ static json oaicompat_completion_params_parse(
     // We must add their end sequences to list of stop words
     llama_params["stop"].push_back("<|im_end|>"); // chatml
     llama_params["stop"].push_back("<end_of_turn>"); // gemma
+    llama_params["stop"].push_back("<|eot_id|>"); // llama3
 
     // Handle "response_format" field
     if (body.contains("response_format")) {