fix: autoload failing on first try due to never reassigning context

Vali-98 · Jul 18, 2024 · 852f48a · 852f48a
1 parent 18990b8
commit 852f48a
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/constants/APIState/LocalAPI.ts b/constants/APIState/LocalAPI.ts
@@ -41,11 +41,14 @@ class LocalAPI extends APIBase {
     }
 
     inference = async () => {
-        const context = Llama.useLlama.getState().context
+        let context = Llama.useLlama.getState().context
         if (!context && mmkv.getBoolean(AppSettings.AutoLoadLocal)) {
             const model = mmkv.getString(Global.LocalModel)
             const params = this.getObject(Global.LocalPreset)
-            if (model && params) await Llama.useLlama.getState().load(model ?? '', params)
+            if (model && params) {
+                await Llama.useLlama.getState().load(model ?? '', params)
+                context = Llama.useLlama.getState().context
+            }
         }
 
         if (!context) {