From 029ff839795b01a4aab24517c836b2f7bf82f41f Mon Sep 17 00:00:00 2001
From: Marcus Schiesser <mail@marcusschiesser.de>
Date: Fri, 24 Nov 2023 17:10:02 +0700
Subject: [PATCH] fix: set maxTokens to 4096 so vision model is not stopping
too early (seems to have a lower default than other models)
---
packages/core/package.json | 2 +-
.../types/streaming/nextjs/app/api/chat/route.ts | 1 +
pnpm-lock.yaml | 8 ++++----
3 files changed, 6 insertions(+), 5 deletions(-)
diff --git a/packages/core/package.json b/packages/core/package.json
index 153e150a4..7442609f6 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -13,7 +13,7 @@
"md-utils-ts": "^2.0.0",
"mongodb": "^6.3.0",
"notion-md-crawler": "^0.0.2",
- "openai": "^4.19.1",
+ "openai": "^4.20.0",
"papaparse": "^5.4.1",
"pdf-parse": "^1.1.1",
"pg": "^8.11.3",
diff --git a/packages/create-llama/templates/types/streaming/nextjs/app/api/chat/route.ts b/packages/create-llama/templates/types/streaming/nextjs/app/api/chat/route.ts
index 850ab55f6..eb3ddb0d4 100644
--- a/packages/create-llama/templates/types/streaming/nextjs/app/api/chat/route.ts
+++ b/packages/create-llama/templates/types/streaming/nextjs/app/api/chat/route.ts
@@ -44,6 +44,7 @@ export async function POST(request: NextRequest) {
const llm = new OpenAI({
model: MODEL,
+ maxTokens: 4096,
});
const chatEngine = await createChatEngine(llm);
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index 3bdf8e4f5..410d9fc85 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -178,8 +178,8 @@ importers:
specifier: ^0.0.2
version: 0.0.2
openai:
- specifier: ^4.19.1
- version: 4.19.1
+ specifier: ^4.20.0
+ version: 4.20.0
papaparse:
specifier: ^5.4.1
version: 5.4.1
@@ -11469,8 +11469,8 @@ packages:
is-wsl: 2.2.0
dev: false
- /openai@4.19.1:
- resolution: {integrity: sha512-9TddzuZBn2xxhghGGTHLZ4EeNBGTLs3xVzh266NiSJvtUsCsZQ5yVV6H5NhnhyAkKK8uUiZOUUlUAk3HdV+4xg==}
+ /openai@4.20.0:
+ resolution: {integrity: sha512-VbAYerNZFfIIeESS+OL9vgDkK8Mnri55n+jN0UN/HZeuM0ghGh6nDN6UGRZxslNgyJ7XmY/Ca9DO4YYyvrszGA==}
hasBin: true
dependencies:
'@types/node': 18.18.12
--
GitLab