Skip to content
Snippets Groups Projects
Unverified Commit a8270082 authored by Marcus Schiesser's avatar Marcus Schiesser Committed by GitHub
Browse files

fix: improve async handling in fastapi (#322)

parent 85da7985
No related branches found
No related tags found
No related merge requests found
......@@ -50,7 +50,7 @@ async def chat(
]
# query chat engine
response = chat_engine.chat(lastMessage.content, messages)
response = await chat_engine.achat(lastMessage.content, messages)
return _Result(
result=_Message(role=MessageRole.ASSISTANT, content=response.response)
)
......@@ -49,11 +49,11 @@ async def chat(
]
# query chat engine
response = chat_engine.stream_chat(lastMessage.content, messages)
response = await chat_engine.astream_chat(lastMessage.content, messages)
# stream response
async def event_generator():
for token in response.response_gen:
async for token in response.async_response_gen():
# If client closes connection, stop sending events
if await request.is_disconnected():
break
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment