feat: updated default local model presets

Vali-98 · Sep 20, 2024 · e88d366 · e88d366
1 parent 9905274
commit e88d366
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/app/constants/LlamaLocal.ts b/app/constants/LlamaLocal.ts
@@ -52,8 +52,8 @@ const sessionFileDir = `${FS.documentDirectory}llama/`
 const sessionFile = `${sessionFileDir}llama-session.bin`
 
 const default_preset = {
-    context_length: 2048,
-    threads: 1,
+    context_length: 4096,
+    threads: 4,
     gpu_layers: 0,
     batch: 512,
 }