diff --git a/packages/env/src/tokenizers/node.ts b/packages/env/src/tokenizers/node.ts index 6f0db4ca1d237195cdfaa8fc403fdc95d006d986..4a6e6c9f7b935302db9626662986fbb7159bba5f 100644 --- a/packages/env/src/tokenizers/node.ts +++ b/packages/env/src/tokenizers/node.ts @@ -1,5 +1,5 @@ // Note: This is using th WASM implementation of tiktoken which is 60x faster -import cl100k_base from "tiktoken/encoders/cl100k_base.json"; +import cl100k_base from "tiktoken/encoders/cl100k_base.json" with { type: "json" }; import { Tiktoken } from "tiktoken/lite"; import type { Tokenizer } from "./types.js"; import { Tokenizers } from "./types.js"; diff --git a/packages/env/tsconfig.json b/packages/env/tsconfig.json index a7628c0ee5e06525fe9ccf2772d308483418008e..aa28ab20c240684d951bb1cf5942f67d282e7159 100644 --- a/packages/env/tsconfig.json +++ b/packages/env/tsconfig.json @@ -5,7 +5,7 @@ "outDir": "./dist/type", "tsBuildInfoFile": "./dist/.tsbuildinfo", "emitDeclarationOnly": true, - "module": "node16", + "module": "nodenext", "moduleResolution": "node16", "types": ["node"], "resolveJsonModule": true