fix: set maxTokens to 4096 so vision model is not stopping too early (seems to...

fix: set maxTokens to 4096 so vision model is not stopping too early (seems to have a lower default than other models)

packages/core/package.json

@@ -13,7 +13,7 @@
     "md-utils-ts": "^2.0.0",
     "mongodb": "^6.3.0",
     "notion-md-crawler": "^0.0.2",
-    "openai": "^4.19.1",
+    "openai": "^4.20.0",
     "papaparse": "^5.4.1",
     "pdf-parse": "^1.1.1",
     "pg": "^8.11.3",

packages/create-llama/templates/types/streaming/nextjs/app/api/chat/route.ts

@@ -44,6 +44,7 @@ export async function POST(request: NextRequest) {
 
     const llm = new OpenAI({
       model: MODEL,
+      maxTokens: 4096,
     });
 
     const chatEngine = await createChatEngine(llm);

pnpm-lock.yaml

@@ -178,8 +178,8 @@ importers:
         specifier: ^0.0.2
         version: 0.0.2
       openai:
-        specifier: ^4.19.1
-        version: 4.19.1
+        specifier: ^4.20.0
+        version: 4.20.0
       papaparse:
         specifier: ^5.4.1
         version: 5.4.1
@@ -11469,8 +11469,8 @@ packages:
       is-wsl: 2.2.0
     dev: false
-  /openai@4.19.1:
-    resolution: {integrity: sha512-9TddzuZBn2xxhghGGTHLZ4EeNBGTLs3xVzh266NiSJvtUsCsZQ5yVV6H5NhnhyAkKK8uUiZOUUlUAk3HdV+4xg==}
+  /openai@4.20.0:
+    resolution: {integrity: sha512-VbAYerNZFfIIeESS+OL9vgDkK8Mnri55n+jN0UN/HZeuM0ghGh6nDN6UGRZxslNgyJ7XmY/Ca9DO4YYyvrszGA==}
     hasBin: true
     dependencies:
       '@types/node': 18.18.12