Merge pull request #115 from lrq3000/fix-instruct-default-stop-sequence

fix: undetected stop sequence tokens because of line returns for phi3 and StableLM-Zephyr models families
Vali-98 · Nov 18, 2024 · 724941b · 724941b
2 parents cdd6657 + 6363fe6
commit 724941b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/app/constants/Instructs.ts b/app/constants/Instructs.ts
@@ -79,7 +79,7 @@ const defaultInstructs: InstructType[] = [
         output_prefix: '<|assistant|>\n',
         last_output_prefix: '<|assistant|>\n',
         output_suffix: '<|endoftext|>\n',
-        stop_sequence: '<|endoftext|>\n',
+        stop_sequence: '<|endoftext|>',
         user_alignment_message: '',
         activation_regex: '',
         name: 'StableLM-Zephyr',
@@ -94,7 +94,7 @@ const defaultInstructs: InstructType[] = [
         output_prefix: '<|assistant|>\n',
         last_output_prefix: '<|assistant|>\n',
         output_suffix: '<|end|>\n',
-        stop_sequence: '<|end|>\n',
+        stop_sequence: '<|end|>',
         user_alignment_message: '',
         activation_regex: '',
         name: 'phi3',