More checks before assuming FIM tokens for Llama arch

CISC · May 30, 2024 · 998d208 · 998d208
1 parent db10f01
commit 998d208
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama.cpp b/llama.cpp
@@ -4330,7 +4330,7 @@ static void llm_load_vocab(
                 [](unsigned char c){ return std::tolower(c); });
 
             if (gen_name.find("code") != std::string::npos) {
-                if (model.arch == LLM_ARCH_LLAMA) {
+                if (model.arch == LLM_ARCH_LLAMA && gen_name.find("llama") != std::string::npos) {
                     vocab.special_prefix_id = 32007;
                     vocab.special_suffix_id = 32008;
                     vocab.special_middle_id = 32009;