From 9df639473a570188aa2e84c99d7a77b50021cc32 Mon Sep 17 00:00:00 2001
From: Pierrick HYMBERT <pierrick.hymbert@gmail.com>
Date: Sat, 20 Apr 2024 22:09:59 +0200
Subject: [PATCH] llama3: server add eot EOG

---
 examples/server/utils.hpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
index a8d43ac63bf11..21b224d514370 100644
--- a/examples/server/utils.hpp
+++ b/examples/server/utils.hpp
@@ -385,6 +385,7 @@ static json oaicompat_completion_params_parse(
     // We must add their end sequences to list of stop words
     llama_params["stop"].push_back("<|im_end|>"); // chatml
     llama_params["stop"].push_back("<end_of_turn>"); // gemma
+    llama_params["stop"].push_back("<|eot_id|>"); // llama3
 
     // Handle "response_format" field
     if (body.contains("response_format")) {