diff --git a/.changeset/loud-gifts-wink.md b/.changeset/loud-gifts-wink.md new file mode 100644 index 0000000000000000000000000000000000000000..e6218583c11b8df9496a85c7b099f585dcdfb7ed --- /dev/null +++ b/.changeset/loud-gifts-wink.md @@ -0,0 +1,5 @@ +--- +"@llamaindex/env": patch +--- + +fix: switch tokenizer in cloudflare diff --git a/packages/env/src/tokenizers.workerd.ts b/packages/env/src/tokenizers.workerd.ts index de80cda92ae949abcb4cac12632fd3950923aca5..a1ac4a758cfae99261f9d153104c5f4b062feb67 100644 --- a/packages/env/src/tokenizers.workerd.ts +++ b/packages/env/src/tokenizers.workerd.ts @@ -2,4 +2,4 @@ export { Tokenizers, tokenizers, type Tokenizer, -} from "./internal/tokenizers/js.js"; +} from "./internal/tokenizers/node.js";