diff --git a/templates/types/streaming/nextjs/app/api/chat/route.ts b/templates/types/streaming/nextjs/app/api/chat/route.ts index eb3ddb0d49ef5de1b88fe1649d6b3c4e90b2f261..e4b5c768547c356c8b1bffed8d0dc5c50c1c156d 100644 --- a/templates/types/streaming/nextjs/app/api/chat/route.ts +++ b/templates/types/streaming/nextjs/app/api/chat/route.ts @@ -44,7 +44,7 @@ export async function POST(request: NextRequest) { const llm = new OpenAI({ model: MODEL, - maxTokens: 4096, + maxTokens: 2048, }); const chatEngine = await createChatEngine(llm);