fix: set maxTokens to 4096 so vision model is not stopping too early (seems to...

fix: set maxTokens to 4096 so vision model is not stopping too early (seems to have a lower default than other models)

templates/types/streaming/nextjs/app/api/chat/route.ts

@@ -44,6 +44,7 @@ export async function POST(request: NextRequest) {
 
     const llm = new OpenAI({
       model: MODEL,
+      maxTokens: 4096,
     });
 
     const chatEngine = await createChatEngine(llm);