From b2b9bd8cbf633a695f04d4c486bcccd2ad829968 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Sigbj=C3=B8rn=20Skj=C3=A6ret?= <sigbjorn.skjaeret@scala.com>
Date: Wed, 26 Jun 2024 23:21:39 +0200
Subject: [PATCH] account for space prefix character

---
 src/llama.cpp | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/llama.cpp b/src/llama.cpp
index f78594a6f7c49..01168ba93e2e9 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -5152,10 +5152,10 @@ static void llm_load_vocab(
         if (gen_name.find("code") != std::string::npos) {
             if (model.arch == LLM_ARCH_LLAMA
               && 32010 < vocab.id_to_token.size()
-              && vocab.id_to_token[32007].text == "<PRE>"
-              && vocab.id_to_token[32008].text == "<SUF>"
-              && vocab.id_to_token[32009].text == "<MID>"
-              && vocab.id_to_token[32010].text == "<EOT>") {
+              && vocab.id_to_token[32007].text.ends_with("<PRE>")
+              && vocab.id_to_token[32008].text.ends_with("<SUF>")
+              && vocab.id_to_token[32009].text.ends_with("<MID>")
+              && vocab.id_to_token[32010].text.ends_with("<EOT>")) {
                 vocab.special_prefix_id = 32007;
                 vocab.special_suffix_id = 32008;
                 vocab.special_middle_id = 32009;