From 4648da684986ef4aec457d11fd2de1ee25a661fb Mon Sep 17 00:00:00 2001
From: Thuc Pham <51660321+thucpn@users.noreply.github.com>
Date: Mon, 9 Sep 2024 23:23:13 +0700
Subject: [PATCH] fix: wrong tiktoken version caused NextJs CL template run
fail (#1162)
---
.changeset/young-baboons-jam.md | 6 ++++++
packages/env/package.json | 2 +-
packages/llamaindex/package.json | 2 +-
pnpm-lock.yaml | 32 +++++++++++++++++++++-----------
4 files changed, 29 insertions(+), 13 deletions(-)
create mode 100644 .changeset/young-baboons-jam.md
diff --git a/.changeset/young-baboons-jam.md b/.changeset/young-baboons-jam.md
new file mode 100644
index 000000000..9d7929b98
--- /dev/null
+++ b/.changeset/young-baboons-jam.md
@@ -0,0 +1,6 @@
+---
+"@llamaindex/env": patch
+"llamaindex": patch
+---
+
+fix: wrong tiktoken version caused NextJs CL template run fail
diff --git a/packages/env/package.json b/packages/env/package.json
index 5633fe10a..4c0b00afc 100644
--- a/packages/env/package.json
+++ b/packages/env/package.json
@@ -82,7 +82,7 @@
"@aws-crypto/sha256-js": "^5.2.0",
"js-tiktoken": "^1.0.12",
"pathe": "^1.1.2",
- "tiktoken": "1.0.14"
+ "tiktoken": "^1.0.15"
},
"peerDependenciesMeta": {
"@aws-crypto/sha256-js": {
diff --git a/packages/llamaindex/package.json b/packages/llamaindex/package.json
index 10705e68a..6141668a4 100644
--- a/packages/llamaindex/package.json
+++ b/packages/llamaindex/package.json
@@ -64,7 +64,7 @@
"portkey-ai": "0.1.16",
"rake-modified": "^1.0.8",
"string-strip-html": "^13.4.8",
- "tiktoken": "1.0.14",
+ "tiktoken": "^1.0.15",
"unpdf": "^0.11.0",
"weaviate-client": "^3.1.4",
"wikipedia": "^2.1.2",
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index e03220185..fe8df6f2d 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -162,7 +162,7 @@ importers:
version: link:../packages/llamaindex
mongodb:
specifier: ^6.7.0
- version: 6.8.0(@aws-sdk/credential-providers@3.637.0)
+ version: 6.8.0(@aws-sdk/credential-providers@3.637.0(@aws-sdk/client-sso-oidc@3.637.0(@aws-sdk/client-sts@3.637.0)))
pathe:
specifier: ^1.1.2
version: 1.1.2
@@ -408,8 +408,8 @@ importers:
specifier: ^1.0.12
version: 1.0.12
tiktoken:
- specifier: 1.0.14
- version: 1.0.14
+ specifier: ^1.0.15
+ version: 1.0.16
devDependencies:
'@aws-crypto/sha256-js':
specifier: ^5.2.0
@@ -573,7 +573,7 @@ importers:
version: 2.0.0
mongodb:
specifier: ^6.7.0
- version: 6.8.0(@aws-sdk/credential-providers@3.637.0)
+ version: 6.8.0(@aws-sdk/credential-providers@3.637.0(@aws-sdk/client-sso-oidc@3.637.0(@aws-sdk/client-sts@3.637.0)))
notion-md-crawler:
specifier: ^1.0.0
version: 1.0.0(encoding@0.1.13)
@@ -602,8 +602,8 @@ importers:
specifier: ^13.4.8
version: 13.4.8
tiktoken:
- specifier: 1.0.14
- version: 1.0.14
+ specifier: ^1.0.15
+ version: 1.0.16
unpdf:
specifier: ^0.11.0
version: 0.11.0(encoding@0.1.13)
@@ -10247,8 +10247,8 @@ packages:
thunky@1.1.0:
resolution: {integrity: sha512-eHY7nBftgThBqOyHGVN+l8gF0BucP09fMo0oO/Lb0w1OF80dJv+lDVpXG60WMQvkcxAkNybKsrEIE3ZtKGmPrA==}
- tiktoken@1.0.14:
- resolution: {integrity: sha512-g5zd5r/DoH8Kw0fiYbYpVhb6WO8BHO1unXqmBBWKwoT17HwSounnDtMDFUKm2Pko8U47sjQarOe+9aUrnqmmTg==}
+ tiktoken@1.0.16:
+ resolution: {integrity: sha512-hRcORIGF2YlAgWx3nzrGJOrKSJwLoc81HpXmMQk89632XAgURc7IeV2FgQ2iXo9z/J96fCvpsHg2kWoHcbj9fg==}
tiny-invariant@1.3.3:
resolution: {integrity: sha512-+FbBPE1o9QAYvviau/qC5SE3caw21q3xkvWKBtja5vgqOWIHHJ3ioaq1VPfn/Szqctz2bU/oYeKd9/z5BL+PVg==}
@@ -17734,6 +17734,16 @@ snapshots:
transitivePeerDependencies:
- supports-color
+ eslint-module-utils@2.8.2(@typescript-eslint/parser@8.3.0(eslint@8.57.0)(typescript@5.5.4))(eslint-import-resolver-node@0.3.9)(eslint@8.57.0):
+ dependencies:
+ debug: 3.2.7
+ optionalDependencies:
+ '@typescript-eslint/parser': 8.3.0(eslint@8.57.0)(typescript@5.5.4)
+ eslint: 8.57.0
+ eslint-import-resolver-node: 0.3.9
+ transitivePeerDependencies:
+ - supports-color
+
eslint-plugin-import@2.29.1(@typescript-eslint/parser@8.3.0(eslint@8.57.0)(typescript@5.5.4))(eslint@8.57.0):
dependencies:
array-includes: 3.1.8
@@ -17744,7 +17754,7 @@ snapshots:
doctrine: 2.1.0
eslint: 8.57.0
eslint-import-resolver-node: 0.3.9
- eslint-module-utils: 2.8.2(@typescript-eslint/parser@7.2.0(eslint@8.57.0)(typescript@5.5.4))(eslint-import-resolver-node@0.3.9)(eslint-import-resolver-typescript@3.6.3(@typescript-eslint/parser@7.2.0(eslint@8.57.0)(typescript@5.5.4))(eslint-import-resolver-node@0.3.9)(eslint-plugin-import@2.29.1)(eslint@8.57.0))(eslint@8.57.0)
+ eslint-module-utils: 2.8.2(@typescript-eslint/parser@8.3.0(eslint@8.57.0)(typescript@5.5.4))(eslint-import-resolver-node@0.3.9)(eslint@8.57.0)
hasown: 2.0.2
is-core-module: 2.15.1
is-glob: 4.0.3
@@ -20472,7 +20482,7 @@ snapshots:
optionalDependencies:
'@aws-sdk/credential-providers': 3.637.0(@aws-sdk/client-sso-oidc@3.637.0(@aws-sdk/client-sts@3.637.0))
- mongodb@6.8.0(@aws-sdk/credential-providers@3.637.0):
+ mongodb@6.8.0(@aws-sdk/credential-providers@3.637.0(@aws-sdk/client-sso-oidc@3.637.0(@aws-sdk/client-sts@3.637.0))):
dependencies:
'@mongodb-js/saslprep': 1.1.7
bson: 6.8.0
@@ -23055,7 +23065,7 @@ snapshots:
thunky@1.1.0: {}
- tiktoken@1.0.14: {}
+ tiktoken@1.0.16: {}
tiny-invariant@1.3.3: {}
--
GitLab