From 660a2b3495d712414c7e6489752fbc2aabf4cc83 Mon Sep 17 00:00:00 2001 From: Philipp Serrer <72248290+pserrer1@users.noreply.github.com> Date: Wed, 22 May 2024 10:49:52 +0200 Subject: [PATCH] fix: text before heading in markdown reader (#864) --- .changeset/good-carpets-rhyme.md | 5 +++++ packages/core/src/readers/MarkdownReader.ts | 2 ++ 2 files changed, 7 insertions(+) create mode 100644 .changeset/good-carpets-rhyme.md diff --git a/.changeset/good-carpets-rhyme.md b/.changeset/good-carpets-rhyme.md new file mode 100644 index 000000000..610106d33 --- /dev/null +++ b/.changeset/good-carpets-rhyme.md @@ -0,0 +1,5 @@ +--- +"llamaindex": minor +--- + +Fix text before heading in markdown reader diff --git a/packages/core/src/readers/MarkdownReader.ts b/packages/core/src/readers/MarkdownReader.ts index 7814986fb..47a1ecc44 100644 --- a/packages/core/src/readers/MarkdownReader.ts +++ b/packages/core/src/readers/MarkdownReader.ts @@ -43,6 +43,8 @@ export class MarkdownReader implements FileReader { continue; } markdownTups.push([currentHeader, currentText]); + } else if (currentText) { + markdownTups.push([null, currentText]); } currentHeader = line; -- GitLab