fix: switch tokenizer in cloudflare (#1525)

d2b2722a · Alex Yang · GitHub · a2bbd623 · d2b2722a · d2b2722a
Unverified Commit d2b2722a authored 5 months ago by Alex Yang Committed by GitHub 5 months ago
--- a/.changeset/loud-gifts-wink.md
+++ b/.changeset/loud-gifts-wink.md
+---
+"@llamaindex/env": patch
+---
+
+fix: switch tokenizer in cloudflare
--- a/packages/env/src/tokenizers.workerd.ts
+++ b/packages/env/src/tokenizers.workerd.ts
@@ -2,4 +2,4 @@ export {
  Tokenizers,
  tokenizers,
  type Tokenizer,
-} from "./internal/tokenizers/js.js";
+} from "./internal/tokenizers/node.js";