diff --git a/.changeset/big-pans-accept.md b/.changeset/big-pans-accept.md new file mode 100644 index 0000000000000000000000000000000000000000..d2e42bda80862bbba2f162000194e8572f0f4223 --- /dev/null +++ b/.changeset/big-pans-accept.md @@ -0,0 +1,8 @@ +--- +"@llamaindex/autotool": patch +"@llamaindex/core": patch +"llamaindex": patch +"@llamaindex/openai": patch +--- + +chore: bump version diff --git a/packages/autotool/examples/01_node/package.json b/packages/autotool/examples/01_node/package.json index 0957c0e3fb45f3c135fb53d5f53d7dff404c595e..af5d517d42be84449d7226a97c1f4571844ba8e3 100644 --- a/packages/autotool/examples/01_node/package.json +++ b/packages/autotool/examples/01_node/package.json @@ -5,7 +5,7 @@ "dependencies": { "@llamaindex/autotool": "workspace:*", "llamaindex": "workspace:*", - "openai": "^4.72.0" + "openai": "^4.73.1" }, "devDependencies": { "tsx": "^4.19.0" diff --git a/packages/core/src/agent/base.ts b/packages/core/src/agent/base.ts index 23ed9795965ecc69f9db120ed3df4b2b5b207de2..85eef25917e561aa10da3b6754500da66291abba 100644 --- a/packages/core/src/agent/base.ts +++ b/packages/core/src/agent/base.ts @@ -369,7 +369,9 @@ export abstract class AgentRunner< verbose: boolean | undefined = undefined, chatHistory?: ChatMessage<AdditionalMessageOptions>[], additionalChatOptions?: AdditionalChatOptions, - ) { + ): ReadableStream< + TaskStepOutput<AI, Store, AdditionalMessageOptions, AdditionalChatOptions> + > { const initialMessages = [...(chatHistory ?? this.#chatHistory)]; if (this.#systemPrompt !== null) { const systemPrompt = this.#systemPrompt; @@ -453,14 +455,9 @@ export abstract class AgentRunner< const { output } = stepOutput; if (output instanceof ReadableStream) { return output.pipeThrough( - new TransformStream<EngineResponse>({ + new TransformStream({ transform(chunk, controller) { - controller.enqueue( - EngineResponse.fromChatResponseChunk( - chunk, - chunk.sourceNodes, - ), - ); + controller.enqueue(EngineResponse.fromChatResponseChunk(chunk)); }, }), ); diff --git a/packages/llamaindex/package.json b/packages/llamaindex/package.json index 82cb634ec4cb8950ab61331ec0cc59c144ef4443..42d5bfb5ec6915d1329ab7fa4ab0987776042d62 100644 --- a/packages/llamaindex/package.json +++ b/packages/llamaindex/package.json @@ -65,7 +65,7 @@ "lodash": "^4.17.21", "magic-bytes.js": "^1.10.0", "mongodb": "^6.7.0", - "openai": "^4.72.0", + "openai": "^4.73.1", "pathe": "^1.1.2", "rake-modified": "^1.0.8", "weaviate-client": "^3.2.3", diff --git a/packages/providers/openai/package.json b/packages/providers/openai/package.json index 126dcbd1ca626ad8d773799d2aae37a2ba5ba6f2..9095c817d8925a34c8b356dc05f3f3bbdcf30c71 100644 --- a/packages/providers/openai/package.json +++ b/packages/providers/openai/package.json @@ -35,6 +35,6 @@ "dependencies": { "@llamaindex/core": "workspace:*", "@llamaindex/env": "workspace:*", - "openai": "^4.72.0" + "openai": "^4.73.1" } } diff --git a/packages/providers/openai/src/llm.ts b/packages/providers/openai/src/llm.ts index b3e03a94f97506869f10f1471a3264f425316142..492db09905af9bb11f63513db6839c64504eb68a 100644 --- a/packages/providers/openai/src/llm.ts +++ b/packages/providers/openai/src/llm.ts @@ -75,6 +75,9 @@ export const GPT4_MODELS = { "gpt-4o-audio-preview-2024-10-01": { contextWindow: 128000, }, + "gpt-4o-2024-11-20": { + contextWindow: 128000, + }, }; // NOTE we don't currently support gpt-3.5-turbo-instruct and don't plan to in the near future diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 49020c832795e5ad10fdf1d3ffe1bf18fa3d76b3..15c66ba0b58f52e46f550f7d2ed89906460361fc 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -176,7 +176,7 @@ importers: version: 1.5.0(@aws-sdk/credential-provider-web-identity@3.693.0(@aws-sdk/client-sts@3.693.0)) ai: specifier: ^3.4.33 - version: 3.4.33(openai@4.72.0(encoding@0.1.13)(zod@3.23.8))(react@18.3.1)(sswr@2.1.0(svelte@5.2.3))(svelte@5.2.3)(vue@3.5.12(typescript@5.6.3))(zod@3.23.8) + version: 3.4.33(openai@4.73.1(encoding@0.1.13)(zod@3.23.8))(react@18.3.1)(sswr@2.1.0(svelte@5.2.3))(svelte@5.2.3)(vue@3.5.12(typescript@5.6.3))(zod@3.23.8) class-variance-authority: specifier: ^0.7.0 version: 0.7.0 @@ -631,7 +631,7 @@ importers: version: 4.0.6(react@19.0.0-rc-bf7e210c-20241017)(zod@3.23.8) chromadb: specifier: ^1.8.1 - version: 1.9.2(@google/generative-ai@0.21.0)(cohere-ai@7.14.0(@aws-sdk/client-sso-oidc@3.693.0(@aws-sdk/client-sts@3.693.0))(encoding@0.1.13))(encoding@0.1.13)(openai@4.72.0(encoding@0.1.13)(zod@3.23.8)) + version: 1.9.2(@google/generative-ai@0.21.0)(cohere-ai@7.14.0(@aws-sdk/client-sso-oidc@3.693.0(@aws-sdk/client-sts@3.693.0))(encoding@0.1.13))(encoding@0.1.13)(openai@4.73.1(encoding@0.1.13)(zod@3.23.8)) commander: specifier: ^12.1.0 version: 12.1.0 @@ -746,8 +746,8 @@ importers: specifier: workspace:* version: link:../../../llamaindex openai: - specifier: ^4.72.0 - version: 4.72.0(encoding@0.1.13)(zod@3.23.8) + specifier: ^4.73.1 + version: 4.73.1(encoding@0.1.13)(zod@3.23.8) devDependencies: tsx: specifier: ^4.19.0 @@ -1089,7 +1089,7 @@ importers: version: 4.8.0(bufferutil@4.0.8) chromadb: specifier: 1.9.2 - version: 1.9.2(@google/generative-ai@0.21.0)(cohere-ai@7.14.0(@aws-sdk/client-sso-oidc@3.693.0(@aws-sdk/client-sts@3.693.0))(encoding@0.1.13))(encoding@0.1.13)(openai@4.72.0(encoding@0.1.13)(zod@3.23.8)) + version: 1.9.2(@google/generative-ai@0.21.0)(cohere-ai@7.14.0(@aws-sdk/client-sso-oidc@3.693.0(@aws-sdk/client-sts@3.693.0))(encoding@0.1.13))(encoding@0.1.13)(openai@4.73.1(encoding@0.1.13)(zod@3.23.8)) chromadb-default-embed: specifier: ^2.13.2 version: 2.13.2 @@ -1115,8 +1115,8 @@ importers: specifier: ^6.7.0 version: 6.10.0(@aws-sdk/credential-providers@3.693.0(@aws-sdk/client-sso-oidc@3.693.0(@aws-sdk/client-sts@3.693.0))) openai: - specifier: ^4.72.0 - version: 4.72.0(encoding@0.1.13)(zod@3.23.8) + specifier: ^4.73.1 + version: 4.73.1(encoding@0.1.13)(zod@3.23.8) pathe: specifier: ^1.1.2 version: 1.1.2 @@ -1333,8 +1333,8 @@ importers: specifier: workspace:* version: link:../../env openai: - specifier: ^4.72.0 - version: 4.72.0(encoding@0.1.13)(zod@3.23.8) + specifier: ^4.73.1 + version: 4.73.1(encoding@0.1.13)(zod@3.23.8) devDependencies: bunchee: specifier: 5.6.1 @@ -10271,6 +10271,15 @@ packages: zod: optional: true + openai@4.73.1: + resolution: {integrity: sha512-nWImDJBcUsqrhy7yJScXB4+iqjzbUEgzfA3un/6UnHFdwWhjX24oztj69Ped/njABfOdLcO/F7CeWTI5dt8Xmg==} + hasBin: true + peerDependencies: + zod: ^3.23.8 + peerDependenciesMeta: + zod: + optional: true + openapi-sampler@1.5.1: resolution: {integrity: sha512-tIWIrZUKNAsbqf3bd9U1oH6JEXo8LNYuDlXw26By67EygpjT+ArFnsxxyTMjFWRfbqo5ozkvgSQDK69Gd8CddA==} @@ -19183,7 +19192,7 @@ snapshots: clean-stack: 2.2.0 indent-string: 4.0.0 - ai@3.4.33(openai@4.72.0(encoding@0.1.13)(zod@3.23.8))(react@18.3.1)(sswr@2.1.0(svelte@5.2.3))(svelte@5.2.3)(vue@3.5.12(typescript@5.6.3))(zod@3.23.8): + ai@3.4.33(openai@4.73.1(encoding@0.1.13)(zod@3.23.8))(react@18.3.1)(sswr@2.1.0(svelte@5.2.3))(svelte@5.2.3)(vue@3.5.12(typescript@5.6.3))(zod@3.23.8): dependencies: '@ai-sdk/provider': 0.0.26 '@ai-sdk/provider-utils': 1.0.22(zod@3.23.8) @@ -19199,7 +19208,7 @@ snapshots: secure-json-parse: 2.7.0 zod-to-json-schema: 3.23.5(zod@3.23.8) optionalDependencies: - openai: 4.72.0(encoding@0.1.13)(zod@3.23.8) + openai: 4.73.1(encoding@0.1.13)(zod@3.23.8) react: 18.3.1 sswr: 2.1.0(svelte@5.2.3) svelte: 5.2.3 @@ -19904,14 +19913,14 @@ snapshots: optionalDependencies: onnxruntime-node: 1.14.0 - chromadb@1.9.2(@google/generative-ai@0.21.0)(cohere-ai@7.14.0(@aws-sdk/client-sso-oidc@3.693.0(@aws-sdk/client-sts@3.693.0))(encoding@0.1.13))(encoding@0.1.13)(openai@4.72.0(encoding@0.1.13)(zod@3.23.8)): + chromadb@1.9.2(@google/generative-ai@0.21.0)(cohere-ai@7.14.0(@aws-sdk/client-sso-oidc@3.693.0(@aws-sdk/client-sts@3.693.0))(encoding@0.1.13))(encoding@0.1.13)(openai@4.73.1(encoding@0.1.13)(zod@3.23.8)): dependencies: cliui: 8.0.1 isomorphic-fetch: 3.0.0(encoding@0.1.13) optionalDependencies: '@google/generative-ai': 0.21.0 cohere-ai: 7.14.0(@aws-sdk/client-sso-oidc@3.693.0(@aws-sdk/client-sts@3.693.0))(encoding@0.1.13) - openai: 4.72.0(encoding@0.1.13)(zod@3.23.8) + openai: 4.73.1(encoding@0.1.13)(zod@3.23.8) transitivePeerDependencies: - encoding @@ -24710,6 +24719,20 @@ snapshots: transitivePeerDependencies: - encoding + openai@4.73.1(encoding@0.1.13)(zod@3.23.8): + dependencies: + '@types/node': 18.19.64 + '@types/node-fetch': 2.6.12 + abort-controller: 3.0.0 + agentkeepalive: 4.5.0 + form-data-encoder: 1.7.2 + formdata-node: 4.4.1 + node-fetch: 2.7.0(encoding@0.1.13) + optionalDependencies: + zod: 3.23.8 + transitivePeerDependencies: + - encoding + openapi-sampler@1.5.1: dependencies: '@types/json-schema': 7.0.15