From d6104378371408f755a490fb5cf21a7fe498104c Mon Sep 17 00:00:00 2001 From: David Amelekh Date: Tue, 16 Jul 2024 15:34:01 +0200 Subject: [PATCH] adding roleplay model --- src/utils/models.ts | 19 +++++++++++++++---- 1 file changed, 15 insertions(+), 4 deletions(-) diff --git a/src/utils/models.ts b/src/utils/models.ts index a53b813..958627c 100644 --- a/src/utils/models.ts +++ b/src/utils/models.ts @@ -36,7 +36,18 @@ export type UIModel = Model & { premium: boolean }; * Default Models Configuration */ export const defaultModels: UIModel[] = [ - // Mixtral + // // Developer + // { + // name: 'Local', + // ...modelDefaults, + // apiUrl: + // 'http://localhost:5000/completion', + // promptFormat: promptFormatDefaults, + // premium: false, + // withCredentials: false + // }, + + // Function call model { name: 'Nous Hermes 2 Pro (Llama 3 8B, fast)', ...modelDefaults, @@ -46,15 +57,15 @@ export const defaultModels: UIModel[] = [ premium: false, }, - // NeuralBeagle + // Roleplay model { - name: 'NeuralBeagle (7B, fast)', + name: 'Roleplay (7B, fast)', ...modelDefaults, // Set our apiUrl apiUrl: 'https://curated.aleph.cloud/vm/a8b6d895cfe757d4bc5db9ba30675b5031fe3189a99a14f13d5210c473220caf/completion', // Allow a larger prompt length - maxTokens: 16384, + maxTokens: 32768, // Set a minimum probability minP: 0.1, // Set a slightly higher top probability