Skip to content
Snippets Groups Projects
Unverified Commit 4636776a authored by Andrei Fajardo's avatar Andrei Fajardo Committed by GitHub
Browse files

fix: bring back callback_manager to AgentRunner stream_chat (#12189)

* bring back cb stream_chat

* rm storage
parent 9d8af88b
No related branches found
No related tags found
No related merge requests found
...@@ -628,6 +628,7 @@ class AgentRunner(BaseAgentRunner): ...@@ -628,6 +628,7 @@ class AgentRunner(BaseAgentRunner):
return chat_response return chat_response
@dispatcher.span @dispatcher.span
@trace_method("chat")
def stream_chat( def stream_chat(
self, self,
message: str, message: str,
...@@ -637,13 +638,15 @@ class AgentRunner(BaseAgentRunner): ...@@ -637,13 +638,15 @@ class AgentRunner(BaseAgentRunner):
# override tool choice is provided as input. # override tool choice is provided as input.
if tool_choice is None: if tool_choice is None:
tool_choice = self.default_tool_choice tool_choice = self.default_tool_choice
chat_response = self._chat( with self.callback_manager.event(
message=message, CBEventType.AGENT_STEP,
chat_history=chat_history, payload={EventPayload.MESSAGES: [message]},
tool_choice=tool_choice, ) as e:
mode=ChatResponseMode.STREAM, chat_response = self._chat(
) message, chat_history, tool_choice, mode=ChatResponseMode.STREAM
assert isinstance(chat_response, StreamingAgentChatResponse) )
assert isinstance(chat_response, StreamingAgentChatResponse)
e.on_end(payload={EventPayload.RESPONSE: chat_response})
return chat_response return chat_response
@trace_method("chat") @trace_method("chat")
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment