From 08a39790e4d7344881bcab6f3c5d7da10acd1003 Mon Sep 17 00:00:00 2001
From: Thuc Pham <51660321+thucpn@users.noreply.github.com>
Date: Wed, 10 Jan 2024 16:07:08 +0700
Subject: [PATCH] fix: default separator not work for window os (#324)
---
packages/core/src/tests/TextSplitter.test.ts | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
diff --git a/packages/core/src/tests/TextSplitter.test.ts b/packages/core/src/tests/TextSplitter.test.ts
index 4678e2725..663cc1352 100644
--- a/packages/core/src/tests/TextSplitter.test.ts
+++ b/packages/core/src/tests/TextSplitter.test.ts
@@ -7,7 +7,9 @@ describe("SentenceSplitter", () => {
});
test("splits paragraphs w/o effective chunk size", () => {
- const sentenceSplitter = new SentenceSplitter({});
+ const sentenceSplitter = new SentenceSplitter({
+ paragraphSeparator: "\n\n\n",
+ });
// generate the same line as above but correct syntax errors
let splits = sentenceSplitter.getParagraphSplits(
"This is a paragraph.\n\n\nThis is another paragraph.",
--
GitLab