From e88d366fbd8728f53652fc7858d0c5830dfbea31 Mon Sep 17 00:00:00 2001 From: Vali98 Date: Fri, 20 Sep 2024 20:36:07 +0800 Subject: [PATCH] feat: updated default local model presets --- app/constants/LlamaLocal.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/app/constants/LlamaLocal.ts b/app/constants/LlamaLocal.ts index b626512..84a7bd1 100644 --- a/app/constants/LlamaLocal.ts +++ b/app/constants/LlamaLocal.ts @@ -52,8 +52,8 @@ const sessionFileDir = `${FS.documentDirectory}llama/` const sessionFile = `${sessionFileDir}llama-session.bin` const default_preset = { - context_length: 2048, - threads: 1, + context_length: 4096, + threads: 4, gpu_layers: 0, batch: 512, }