fix: Cohere API failing due to not streaming

Vali-98 · Nov 19, 2024 · 0f15c3c · 0f15c3c
1 parent 969e68b
commit 0f15c3c
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/app/constants/APIState/CohereAPI.ts b/app/constants/APIState/CohereAPI.ts
@@ -43,11 +43,12 @@ class CohereAPI extends APIBase {
             preamble: preamble.message,
             chat_history: chat_history,
             stop: this.constructStopSequence(),
+            stream: true,
         }
         return payload
     }
     inference = async () => {
-        Logger.log(`Using endpoint: OpenAI`)
+        Logger.log(`Using endpoint: Cohere`)
         this.readableStreamResponse(
             'https://api.cohere.com/v1/chat',
             JSON.stringify(this.buildPayload()),