diff --git a/.changeset/young-baboons-jam.md b/.changeset/young-baboons-jam.md new file mode 100644 index 0000000000000000000000000000000000000000..9d7929b98923e981ab992d9a8dd0044e84cc5590 --- /dev/null +++ b/.changeset/young-baboons-jam.md @@ -0,0 +1,6 @@ +--- +"@llamaindex/env": patch +"llamaindex": patch +--- + +fix: wrong tiktoken version caused NextJs CL template run fail diff --git a/packages/env/package.json b/packages/env/package.json index 5633fe10ac867719b6111f402eb355c220e666e0..4c0b00afcb460fb7f397388bf8c6ae9ef61121b1 100644 --- a/packages/env/package.json +++ b/packages/env/package.json @@ -82,7 +82,7 @@ "@aws-crypto/sha256-js": "^5.2.0", "js-tiktoken": "^1.0.12", "pathe": "^1.1.2", - "tiktoken": "1.0.14" + "tiktoken": "^1.0.15" }, "peerDependenciesMeta": { "@aws-crypto/sha256-js": { diff --git a/packages/llamaindex/package.json b/packages/llamaindex/package.json index 10705e68a7dee208426294fd4ced7d4cd5d7f577..6141668a4dd4c4a6a87adb57e0a1580b2880201b 100644 --- a/packages/llamaindex/package.json +++ b/packages/llamaindex/package.json @@ -64,7 +64,7 @@ "portkey-ai": "0.1.16", "rake-modified": "^1.0.8", "string-strip-html": "^13.4.8", - "tiktoken": "1.0.14", + "tiktoken": "^1.0.15", "unpdf": "^0.11.0", "weaviate-client": "^3.1.4", "wikipedia": "^2.1.2", diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index e03220185baee7dadf710af4c9fa3bd051e42e71..fe8df6f2d5c5f59e5b0c1d8f15e0cfd87f84678e 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -162,7 +162,7 @@ importers: version: link:../packages/llamaindex mongodb: specifier: ^6.7.0 - version: 6.8.0(@aws-sdk/credential-providers@3.637.0) + version: 6.8.0(@aws-sdk/credential-providers@3.637.0(@aws-sdk/client-sso-oidc@3.637.0(@aws-sdk/client-sts@3.637.0))) pathe: specifier: ^1.1.2 version: 1.1.2 @@ -408,8 +408,8 @@ importers: specifier: ^1.0.12 version: 1.0.12 tiktoken: - specifier: 1.0.14 - version: 1.0.14 + specifier: ^1.0.15 + version: 1.0.16 devDependencies: '@aws-crypto/sha256-js': specifier: ^5.2.0 @@ -573,7 +573,7 @@ importers: version: 2.0.0 mongodb: specifier: ^6.7.0 - version: 6.8.0(@aws-sdk/credential-providers@3.637.0) + version: 6.8.0(@aws-sdk/credential-providers@3.637.0(@aws-sdk/client-sso-oidc@3.637.0(@aws-sdk/client-sts@3.637.0))) notion-md-crawler: specifier: ^1.0.0 version: 1.0.0(encoding@0.1.13) @@ -602,8 +602,8 @@ importers: specifier: ^13.4.8 version: 13.4.8 tiktoken: - specifier: 1.0.14 - version: 1.0.14 + specifier: ^1.0.15 + version: 1.0.16 unpdf: specifier: ^0.11.0 version: 0.11.0(encoding@0.1.13) @@ -10247,8 +10247,8 @@ packages: thunky@1.1.0: resolution: {integrity: sha512-eHY7nBftgThBqOyHGVN+l8gF0BucP09fMo0oO/Lb0w1OF80dJv+lDVpXG60WMQvkcxAkNybKsrEIE3ZtKGmPrA==} - tiktoken@1.0.14: - resolution: {integrity: sha512-g5zd5r/DoH8Kw0fiYbYpVhb6WO8BHO1unXqmBBWKwoT17HwSounnDtMDFUKm2Pko8U47sjQarOe+9aUrnqmmTg==} + tiktoken@1.0.16: + resolution: {integrity: sha512-hRcORIGF2YlAgWx3nzrGJOrKSJwLoc81HpXmMQk89632XAgURc7IeV2FgQ2iXo9z/J96fCvpsHg2kWoHcbj9fg==} tiny-invariant@1.3.3: resolution: {integrity: sha512-+FbBPE1o9QAYvviau/qC5SE3caw21q3xkvWKBtja5vgqOWIHHJ3ioaq1VPfn/Szqctz2bU/oYeKd9/z5BL+PVg==} @@ -17734,6 +17734,16 @@ snapshots: transitivePeerDependencies: - supports-color + eslint-module-utils@2.8.2(@typescript-eslint/parser@8.3.0(eslint@8.57.0)(typescript@5.5.4))(eslint-import-resolver-node@0.3.9)(eslint@8.57.0): + dependencies: + debug: 3.2.7 + optionalDependencies: + '@typescript-eslint/parser': 8.3.0(eslint@8.57.0)(typescript@5.5.4) + eslint: 8.57.0 + eslint-import-resolver-node: 0.3.9 + transitivePeerDependencies: + - supports-color + eslint-plugin-import@2.29.1(@typescript-eslint/parser@8.3.0(eslint@8.57.0)(typescript@5.5.4))(eslint@8.57.0): dependencies: array-includes: 3.1.8 @@ -17744,7 +17754,7 @@ snapshots: doctrine: 2.1.0 eslint: 8.57.0 eslint-import-resolver-node: 0.3.9 - eslint-module-utils: 2.8.2(@typescript-eslint/parser@7.2.0(eslint@8.57.0)(typescript@5.5.4))(eslint-import-resolver-node@0.3.9)(eslint-import-resolver-typescript@3.6.3(@typescript-eslint/parser@7.2.0(eslint@8.57.0)(typescript@5.5.4))(eslint-import-resolver-node@0.3.9)(eslint-plugin-import@2.29.1)(eslint@8.57.0))(eslint@8.57.0) + eslint-module-utils: 2.8.2(@typescript-eslint/parser@8.3.0(eslint@8.57.0)(typescript@5.5.4))(eslint-import-resolver-node@0.3.9)(eslint@8.57.0) hasown: 2.0.2 is-core-module: 2.15.1 is-glob: 4.0.3 @@ -20472,7 +20482,7 @@ snapshots: optionalDependencies: '@aws-sdk/credential-providers': 3.637.0(@aws-sdk/client-sso-oidc@3.637.0(@aws-sdk/client-sts@3.637.0)) - mongodb@6.8.0(@aws-sdk/credential-providers@3.637.0): + mongodb@6.8.0(@aws-sdk/credential-providers@3.637.0(@aws-sdk/client-sso-oidc@3.637.0(@aws-sdk/client-sts@3.637.0))): dependencies: '@mongodb-js/saslprep': 1.1.7 bson: 6.8.0 @@ -23055,7 +23065,7 @@ snapshots: thunky@1.1.0: {} - tiktoken@1.0.14: {} + tiktoken@1.0.16: {} tiny-invariant@1.3.3: {}