From c0500a0d4dfff56a831c76b7456990632e52fa47 Mon Sep 17 00:00:00 2001
From: Elliot Kang <kkang2097@gmail.com>
Date: Tue, 5 Sep 2023 17:18:18 -0700
Subject: [PATCH] SimpleMongoReader demo
---
apps/simple/mongo.ts | 80 ++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 80 insertions(+)
create mode 100644 apps/simple/mongo.ts
diff --git a/apps/simple/mongo.ts b/apps/simple/mongo.ts
new file mode 100644
index 000000000..7c8a22be8
--- /dev/null
+++ b/apps/simple/mongo.ts
@@ -0,0 +1,80 @@
+import { MongoClient, FindCursor } from "mongodb";
+import {SimpleMongoReader} from '../../packages/core/src/readers/SimpleMongoReader';
+
+import { Document } from "../../packages/core/src/Node";
+import {VectorStoreIndex} from "../../packages/core/src/indices";
+// import {Document, VectorStoreIndex} from "llamaindex";
+
+//Debugging stuff
+import {
+ ServiceContext,
+ serviceContextFromDefaults,
+ } from "../../packages/core/src/ServiceContext";
+ import {
+ StorageContext,
+ storageContextFromDefaults,
+ } from "../../packages/core/src/storage/StorageContext";
+
+
+import { stdin as input, stdout as output } from "node:process";
+import readline from "node:readline/promises";
+// import {MongoReader} from "llamaindex";
+
+
+async function main() {
+ //1. Check the new code works here
+
+ //2. Put the code in node_modules and check it works there
+
+ //3. Make a PR
+
+ //Dummy test code
+ const query: object = {"_id": "waldo"};
+ const options: object = {};
+ const projections: object = {"embedding": 0};
+ const limit: number = Infinity;
+ const uri: string = process.env.MONGO_URI ?? 'fake_uri';
+ const client: MongoClient = new MongoClient(uri);
+
+ //Where the real code starts
+ const MR = new SimpleMongoReader(client);
+ const documents: Document[] = await MR.loadData('data', 'posts', 5, {}, options, projections);
+
+ //
+ //TODO: If you need to look at low-level details of
+ // a queryEngine (for example, needing to check each individual node)
+ //
+
+ // Split text and create embeddings. Store them in a VectorStoreIndex
+ // var storageContext = await storageContextFromDefaults({});
+ // var serviceContext = serviceContextFromDefaults({});
+ // const docStore = storageContext.docStore;
+
+ // for (const doc of documents) {
+ // docStore.setDocumentHash(doc.id_, doc.hash);
+ // }
+ // const nodes = serviceContext.nodeParser.getNodesFromDocuments(documents);
+ // console.log(nodes);
+
+ //Making Vector Store from documents
+ const index = await VectorStoreIndex.fromDocuments(documents);
+ // Create query engine
+ const queryEngine = index.asQueryEngine();
+
+ const rl = readline.createInterface({ input, output });
+ while (true) {
+ const query = await rl.question("Query: ");
+
+ if (!query) {
+ break;
+ }
+
+ const response = await queryEngine.query(query);
+
+ // Output response
+ console.log(response.toString());
+ }
+}
+
+
+main();
\ No newline at end of file
--
GitLab