From 15aaabdc3645837d625c77fa44dc3637ff5a6569 Mon Sep 17 00:00:00 2001
From: Marcus Schiesser <mail@marcusschiesser.de>
Date: Tue, 12 Dec 2023 17:17:36 +0700
Subject: [PATCH] fix: set max tokens to 512 for nextjs examples
---
templates/types/streaming/nextjs/app/api/chat/route.ts | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/templates/types/streaming/nextjs/app/api/chat/route.ts b/templates/types/streaming/nextjs/app/api/chat/route.ts
index e4b5c768..99fea0f6 100644
--- a/templates/types/streaming/nextjs/app/api/chat/route.ts
+++ b/templates/types/streaming/nextjs/app/api/chat/route.ts
@@ -44,7 +44,7 @@ export async function POST(request: NextRequest) {
const llm = new OpenAI({
model: MODEL,
- maxTokens: 2048,
+ maxTokens: 512,
});
const chatEngine = await createChatEngine(llm);
--
GitLab