Fix non stream case (opea-project#1115)

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
sgurunat · Nov 11, 2024 · abd9d12 · abd9d12
1 parent a7353bb
commit abd9d12
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/ChatQnA/chatqna.py b/ChatQnA/chatqna.py
@@ -148,6 +148,8 @@ def align_outputs(self, data, cur_node, inputs, runtime_graph, llm_parameters_di
 
         next_data["inputs"] = prompt
 
+    elif self.services[cur_node].service_type == ServiceType.LLM and not llm_parameters_dict["streaming"]:
+        next_data["text"] = data["choices"][0]["message"]["content"]
     else:
         next_data = data