Skip to content
Snippets Groups Projects
Unverified Commit a8270082 authored by Marcus Schiesser's avatar Marcus Schiesser Committed by GitHub
Browse files

fix: improve async handling in fastapi (#322)

parent 85da7985
No related branches found
No related tags found
No related merge requests found
...@@ -50,7 +50,7 @@ async def chat( ...@@ -50,7 +50,7 @@ async def chat(
] ]
# query chat engine # query chat engine
response = chat_engine.chat(lastMessage.content, messages) response = await chat_engine.achat(lastMessage.content, messages)
return _Result( return _Result(
result=_Message(role=MessageRole.ASSISTANT, content=response.response) result=_Message(role=MessageRole.ASSISTANT, content=response.response)
) )
...@@ -49,11 +49,11 @@ async def chat( ...@@ -49,11 +49,11 @@ async def chat(
] ]
# query chat engine # query chat engine
response = chat_engine.stream_chat(lastMessage.content, messages) response = await chat_engine.astream_chat(lastMessage.content, messages)
# stream response # stream response
async def event_generator(): async def event_generator():
for token in response.response_gen: async for token in response.async_response_gen():
# If client closes connection, stop sending events # If client closes connection, stop sending events
if await request.is_disconnected(): if await request.is_disconnected():
break break
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment