Skip to content
Snippets Groups Projects
Commit 03ed2b41 authored by Marcus Schiesser's avatar Marcus Schiesser Committed by Marcus Schiesser
Browse files

feat: add sentenceWindow.ts example

parent 733d62a6
No related branches found
No related tags found
No related merge requests found
{
"version": "0.0.3",
"private": true,
"name": "simple",
"name": "examples",
"dependencies": {
"@notionhq/client": "^2.2.13",
"@datastax/astra-db-ts": "^0.1.2",
......
import {
Document,
MetadataReplacementPostProcessor,
SentenceWindowNodeParser,
VectorStoreIndex,
serviceContextFromDefaults,
} from "llamaindex";
import essay from "./essay";
async function main() {
const document = new Document({ text: essay, id_: "essay" });
// create service context with sentence window parser
const nodeParser = new SentenceWindowNodeParser({
windowSize: 3,
windowMetadataKey: "window",
originalTextMetadataKey: "original_text",
});
const serviceContext = serviceContextFromDefaults({ nodeParser });
// Split text and create embeddings. Store them in a VectorStoreIndex
const index = await VectorStoreIndex.fromDocuments([document], {
serviceContext,
});
// Query the index
const queryEngine = index.asQueryEngine({
nodePostprocessors: [new MetadataReplacementPostProcessor("window")],
});
const response = await queryEngine.query("What mistakes did they make?");
// Output response
console.log(response.toString());
}
main().catch(console.error);
......@@ -18,6 +18,7 @@ export * from "./embeddings";
export * from "./indices";
export * from "./llm";
export * from "./nodeParsers";
export * from "./postprocessors";
export * from "./readers/AssemblyAI";
export * from "./readers/CSVReader";
export * from "./readers/HTMLReader";
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment