include content in function call results (#897)

Co-authored-by: Théo Monnom <[email protected]>

.changeset/six-suits-shake.md

@@ -0,0 +1,5 @@
+---
+"livekit-agents": patch
+---
+
+Include chat context on collected tool calls

.changeset/strong-lobsters-push.md

@@ -0,0 +1,5 @@
+---
+"livekit-plugins-openai": patch
+---
+
+Fix functions to include content

livekit-agents/livekit/agents/llm/chat_context.py

@@ -79,8 +79,10 @@ def create_tool_from_called_function(
     @staticmethod
     def create_tool_calls(
         called_functions: list[function_context.FunctionCallInfo],
+        *,
+        text: str = "",
     ) -> "ChatMessage":
-        return ChatMessage(role="assistant", tool_calls=called_functions, content="")
+        return ChatMessage(role="assistant", tool_calls=called_functions, content=text)
 
     @staticmethod
     def create(

livekit-agents/livekit/agents/pipeline/pipeline_agent.py

@@ -717,7 +717,9 @@ def _commit_user_question_if_needed() -> None:
                 )
 
             if tool_calls:
-                extra_tools_messages.append(ChatMessage.create_tool_calls(tool_calls))
+                extra_tools_messages.append(
+                    ChatMessage.create_tool_calls(tool_calls, content=collected_text)
+                )
                 extra_tools_messages.extend(tool_calls_results_msg)
 
                 chat_ctx = speech_handle.source.chat_ctx.copy()

livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/llm.py

@@ -584,7 +584,11 @@ def _try_run_function(self, choice: Choice) -> llm.ChatChunk | None:
         return llm.ChatChunk(
             choices=[
                 llm.Choice(
-                    delta=llm.ChoiceDelta(role="assistant", tool_calls=[fnc_info]),
+                    delta=llm.ChoiceDelta(
+                        role="assistant",
+                        tool_calls=[fnc_info],
+                        content=choice.delta.content,
+                    ),
                     index=choice.index,
                 )
             ]