diff --git a/helpers/typescript.ts b/helpers/typescript.ts
index 3ffa2131ef69f67b253673e0e554c6b9f1e37588..db159a3f2d4131d2b406a5fa89942303991dd85c 100644
--- a/helpers/typescript.ts
+++ b/helpers/typescript.ts
@@ -205,10 +205,10 @@ async function updatePackageJson({
// add generate script if using context engine
packageJson.scripts = {
...packageJson.scripts,
- generate: `node ${path.join(
+ generate: `ts-node ${path.join(
relativeEngineDestPath,
"engine",
- "generate.mjs",
+ "generate.ts",
)}`,
};
}
diff --git a/templates/components/engines/typescript/agent/chat.ts b/templates/components/engines/typescript/agent/chat.ts
index 3de82345bfcea07c5700541f1de11112f6908e15..51a61ba0613830f1a6744ef5a96ac244833b328c 100644
--- a/templates/components/engines/typescript/agent/chat.ts
+++ b/templates/components/engines/typescript/agent/chat.ts
@@ -7,8 +7,8 @@ import {
} from "llamaindex";
import fs from "node:fs/promises";
import path from "node:path";
-import { STORAGE_CACHE_DIR } from "./constants.mjs";
import { getDataSource } from "./index";
+import { STORAGE_CACHE_DIR } from "./shared";
export async function createChatEngine(llm: OpenAI) {
let tools: BaseTool[] = [];
diff --git a/templates/components/loaders/typescript/file/loader.mjs b/templates/components/loaders/typescript/file/loader.ts
similarity index 100%
rename from templates/components/loaders/typescript/file/loader.mjs
rename to templates/components/loaders/typescript/file/loader.ts
diff --git a/templates/components/loaders/typescript/llama_parse/loader.mjs b/templates/components/loaders/typescript/llama_parse/loader.ts
similarity index 100%
rename from templates/components/loaders/typescript/llama_parse/loader.mjs
rename to templates/components/loaders/typescript/llama_parse/loader.ts
diff --git a/templates/components/vectordbs/typescript/astra/generate.mjs b/templates/components/vectordbs/typescript/astra/generate.ts
similarity index 87%
rename from templates/components/vectordbs/typescript/astra/generate.mjs
rename to templates/components/vectordbs/typescript/astra/generate.ts
index 904ec009a7acf9cebff22c396dc08be95a29fcff..ca13f51e7bd8ef33da34025e499be3b21f95f680 100644
--- a/templates/components/vectordbs/typescript/astra/generate.mjs
+++ b/templates/components/vectordbs/typescript/astra/generate.ts
@@ -5,8 +5,8 @@ import {
VectorStoreIndex,
storageContextFromDefaults,
} from "llamaindex";
-import { getDocuments } from "./loader.mjs";
-import { checkRequiredEnvVars } from "./shared.mjs";
+import { getDocuments } from "./loader";
+import { checkRequiredEnvVars } from "./shared";
dotenv.config();
@@ -15,7 +15,7 @@ async function loadAndIndex() {
const documents = await getDocuments();
// create vector store and a collection
- const collectionName = process.env.ASTRA_DB_COLLECTION;
+ const collectionName = process.env.ASTRA_DB_COLLECTION!;
const vectorStore = new AstraDBVectorStore();
await vectorStore.create(collectionName, {
vector: { dimension: 1536, metric: "cosine" },
diff --git a/templates/components/vectordbs/typescript/astra/index.ts b/templates/components/vectordbs/typescript/astra/index.ts
index 4a44a11ac7d9b372191129ab5a1ceb053f1ab4bf..d1ac6c11d69baefcab54087eee45b67006474bdc 100644
--- a/templates/components/vectordbs/typescript/astra/index.ts
+++ b/templates/components/vectordbs/typescript/astra/index.ts
@@ -5,7 +5,7 @@ import {
VectorStoreIndex,
serviceContextFromDefaults,
} from "llamaindex";
-import { CHUNK_OVERLAP, CHUNK_SIZE, checkRequiredEnvVars } from "./shared.mjs";
+import { CHUNK_OVERLAP, CHUNK_SIZE, checkRequiredEnvVars } from "./shared";
export async function getDataSource(llm: LLM) {
checkRequiredEnvVars();
diff --git a/templates/components/vectordbs/typescript/astra/shared.mjs b/templates/components/vectordbs/typescript/astra/shared.ts
similarity index 100%
rename from templates/components/vectordbs/typescript/astra/shared.mjs
rename to templates/components/vectordbs/typescript/astra/shared.ts
diff --git a/templates/components/vectordbs/typescript/milvus/generate.mjs b/templates/components/vectordbs/typescript/milvus/generate.ts
similarity index 89%
rename from templates/components/vectordbs/typescript/milvus/generate.mjs
rename to templates/components/vectordbs/typescript/milvus/generate.ts
index 11c3184d36b19309d9cebbc16db39dc9ec64f5dd..bb2a33cfcccc2d6ad758b84603937fdfb9adefb5 100644
--- a/templates/components/vectordbs/typescript/milvus/generate.mjs
+++ b/templates/components/vectordbs/typescript/milvus/generate.ts
@@ -5,8 +5,8 @@ import {
VectorStoreIndex,
storageContextFromDefaults,
} from "llamaindex";
-import { getDocuments } from "./loader.mjs";
-import { checkRequiredEnvVars, getMilvusClient } from "./shared.mjs";
+import { getDocuments } from "./loader";
+import { checkRequiredEnvVars, getMilvusClient } from "./shared";
dotenv.config();
diff --git a/templates/components/vectordbs/typescript/milvus/index.ts b/templates/components/vectordbs/typescript/milvus/index.ts
index cf487ad3264ea7424f8b9b34a6c3ebbf98710f4c..05652b3065877771c5b08e42a49dbbda203ba238 100644
--- a/templates/components/vectordbs/typescript/milvus/index.ts
+++ b/templates/components/vectordbs/typescript/milvus/index.ts
@@ -1,5 +1,4 @@
import {
- ContextChatEngine,
LLM,
MilvusVectorStore,
serviceContextFromDefaults,
@@ -10,9 +9,9 @@ import {
CHUNK_OVERLAP,
CHUNK_SIZE,
getMilvusClient,
-} from "./shared.mjs";
+} from "./shared";
-async function getDataSource(llm: LLM) {
+export async function getDataSource(llm: LLM) {
checkRequiredEnvVars();
const serviceContext = serviceContextFromDefaults({
llm,
@@ -24,12 +23,3 @@ async function getDataSource(llm: LLM) {
return await VectorStoreIndex.fromVectorStore(store, serviceContext);
}
-
-export async function createChatEngine(llm: LLM) {
- const index = await getDataSource(llm);
- const retriever = index.asRetriever({ similarityTopK: 3 });
- return new ContextChatEngine({
- chatModel: llm,
- retriever,
- });
-}
diff --git a/templates/components/vectordbs/typescript/milvus/shared.mjs b/templates/components/vectordbs/typescript/milvus/shared.ts
similarity index 95%
rename from templates/components/vectordbs/typescript/milvus/shared.mjs
rename to templates/components/vectordbs/typescript/milvus/shared.ts
index a02ea57cfeea5613f3ebb3447b74ca1ff03e1037..5cdb356b157e4c019594c497559f29e8cae8ebf3 100644
--- a/templates/components/vectordbs/typescript/milvus/shared.mjs
+++ b/templates/components/vectordbs/typescript/milvus/shared.ts
@@ -16,7 +16,7 @@ export function getMilvusClient() {
throw new Error("MILVUS_ADDRESS environment variable is required");
}
return new MilvusClient({
- address: process.env.MILVUS_ADDRESS,
+ address: process.env.MILVUS_ADDRESS!,
username: process.env.MILVUS_USERNAME,
password: process.env.MILVUS_PASSWORD,
});
diff --git a/templates/components/vectordbs/typescript/mongo/generate.mjs b/templates/components/vectordbs/typescript/mongo/generate.ts
similarity index 84%
rename from templates/components/vectordbs/typescript/mongo/generate.mjs
rename to templates/components/vectordbs/typescript/mongo/generate.ts
index 618859eb75a4cf941afbdcc3242d2d242f3fb396..abfd0a6e90c7553997def49054de698e2e60b34f 100644
--- a/templates/components/vectordbs/typescript/mongo/generate.mjs
+++ b/templates/components/vectordbs/typescript/mongo/generate.ts
@@ -6,14 +6,14 @@ import {
storageContextFromDefaults,
} from "llamaindex";
import { MongoClient } from "mongodb";
-import { getDocuments } from "./loader.mjs";
-import { checkRequiredEnvVars } from "./shared.mjs";
+import { getDocuments } from "./loader";
+import { checkRequiredEnvVars } from "./shared";
dotenv.config();
-const mongoUri = process.env.MONGO_URI;
-const databaseName = process.env.MONGODB_DATABASE;
-const vectorCollectionName = process.env.MONGODB_VECTORS;
+const mongoUri = process.env.MONGO_URI!;
+const databaseName = process.env.MONGODB_DATABASE!;
+const vectorCollectionName = process.env.MONGODB_VECTORS!;
const indexName = process.env.MONGODB_VECTOR_INDEX;
async function loadAndIndex() {
diff --git a/templates/components/vectordbs/typescript/mongo/index.ts b/templates/components/vectordbs/typescript/mongo/index.ts
index 844789c60d538c68c4e364127728544592ebbc47..ea2a3962879321a2e8fa8820f374d100825d748a 100644
--- a/templates/components/vectordbs/typescript/mongo/index.ts
+++ b/templates/components/vectordbs/typescript/mongo/index.ts
@@ -1,15 +1,14 @@
/* eslint-disable turbo/no-undeclared-env-vars */
import {
- ContextChatEngine,
LLM,
MongoDBAtlasVectorSearch,
serviceContextFromDefaults,
VectorStoreIndex,
} from "llamaindex";
import { MongoClient } from "mongodb";
-import { checkRequiredEnvVars, CHUNK_OVERLAP, CHUNK_SIZE } from "./shared.mjs";
+import { checkRequiredEnvVars, CHUNK_OVERLAP, CHUNK_SIZE } from "./shared";
-async function getDataSource(llm: LLM) {
+export async function getDataSource(llm: LLM) {
checkRequiredEnvVars();
const client = new MongoClient(process.env.MONGO_URI!);
const serviceContext = serviceContextFromDefaults({
@@ -19,19 +18,10 @@ async function getDataSource(llm: LLM) {
});
const store = new MongoDBAtlasVectorSearch({
mongodbClient: client,
- dbName: process.env.MONGODB_DATABASE,
- collectionName: process.env.MONGODB_VECTORS,
+ dbName: process.env.MONGODB_DATABASE!,
+ collectionName: process.env.MONGODB_VECTORS!,
indexName: process.env.MONGODB_VECTOR_INDEX,
});
return await VectorStoreIndex.fromVectorStore(store, serviceContext);
}
-
-export async function createChatEngine(llm: LLM) {
- const index = await getDataSource(llm);
- const retriever = index.asRetriever({ similarityTopK: 3 });
- return new ContextChatEngine({
- chatModel: llm,
- retriever,
- });
-}
diff --git a/templates/components/vectordbs/typescript/mongo/shared.mjs b/templates/components/vectordbs/typescript/mongo/shared.ts
similarity index 100%
rename from templates/components/vectordbs/typescript/mongo/shared.mjs
rename to templates/components/vectordbs/typescript/mongo/shared.ts
diff --git a/templates/components/vectordbs/typescript/none/generate.mjs b/templates/components/vectordbs/typescript/none/generate.ts
similarity index 86%
rename from templates/components/vectordbs/typescript/none/generate.mjs
rename to templates/components/vectordbs/typescript/none/generate.ts
index 5b3987c12a13b9eb8e6bddf2237c4ca2327d0ebc..2773fbeff639b4bc8b50c1c6a5333b34862efb53 100644
--- a/templates/components/vectordbs/typescript/none/generate.mjs
+++ b/templates/components/vectordbs/typescript/none/generate.ts
@@ -1,4 +1,5 @@
import {
+ ServiceContext,
serviceContextFromDefaults,
storageContextFromDefaults,
VectorStoreIndex,
@@ -6,20 +7,20 @@ import {
import * as dotenv from "dotenv";
-import { CHUNK_OVERLAP, CHUNK_SIZE, STORAGE_CACHE_DIR } from "./constants.mjs";
-import { getDocuments } from "./loader.mjs";
+import { getDocuments } from "./loader";
+import { CHUNK_OVERLAP, CHUNK_SIZE, STORAGE_CACHE_DIR } from "./shared";
// Load environment variables from local .env file
dotenv.config();
-async function getRuntime(func) {
+async function getRuntime(func: any) {
const start = Date.now();
await func();
const end = Date.now();
return end - start;
}
-async function generateDatasource(serviceContext) {
+async function generateDatasource(serviceContext: ServiceContext) {
console.log(`Generating storage context...`);
// Split documents, create embeddings and store them in the storage context
const ms = await getRuntime(async () => {
diff --git a/templates/components/vectordbs/typescript/none/index.ts b/templates/components/vectordbs/typescript/none/index.ts
index f3819b515525905ea5cb55b6e00a8a869e9adb31..474d7e95a3476d2deffd864d52b50b71b62c9bad 100644
--- a/templates/components/vectordbs/typescript/none/index.ts
+++ b/templates/components/vectordbs/typescript/none/index.ts
@@ -5,7 +5,7 @@ import {
storageContextFromDefaults,
VectorStoreIndex,
} from "llamaindex";
-import { CHUNK_OVERLAP, CHUNK_SIZE, STORAGE_CACHE_DIR } from "./constants.mjs";
+import { CHUNK_OVERLAP, CHUNK_SIZE, STORAGE_CACHE_DIR } from "./shared";
export async function getDataSource(llm: LLM) {
const serviceContext = serviceContextFromDefaults({
diff --git a/templates/components/vectordbs/typescript/none/constants.mjs b/templates/components/vectordbs/typescript/none/shared.ts
similarity index 100%
rename from templates/components/vectordbs/typescript/none/constants.mjs
rename to templates/components/vectordbs/typescript/none/shared.ts
diff --git a/templates/components/vectordbs/typescript/pg/generate.mjs b/templates/components/vectordbs/typescript/pg/generate.ts
similarity index 94%
rename from templates/components/vectordbs/typescript/pg/generate.mjs
rename to templates/components/vectordbs/typescript/pg/generate.ts
index ca8410bfc7a1ebda01a0bc38afea8d9fc6675316..b41e4c20fe9b4f71c6ed17b3aed9ae29a0f28d55 100644
--- a/templates/components/vectordbs/typescript/pg/generate.mjs
+++ b/templates/components/vectordbs/typescript/pg/generate.ts
@@ -5,13 +5,13 @@ import {
VectorStoreIndex,
storageContextFromDefaults,
} from "llamaindex";
-import { getDocuments } from "./loader.mjs";
+import { getDocuments } from "./loader";
import {
PGVECTOR_COLLECTION,
PGVECTOR_SCHEMA,
PGVECTOR_TABLE,
checkRequiredEnvVars,
-} from "./shared.mjs";
+} from "./shared";
dotenv.config();
diff --git a/templates/components/vectordbs/typescript/pg/index.ts b/templates/components/vectordbs/typescript/pg/index.ts
index 7de66a2e30a1aa5fb0f5b7b92bc0c6f3b24bfe7f..8c504e71ced6dd68de6f53a7e8ec54ca566123ec 100644
--- a/templates/components/vectordbs/typescript/pg/index.ts
+++ b/templates/components/vectordbs/typescript/pg/index.ts
@@ -1,6 +1,5 @@
/* eslint-disable turbo/no-undeclared-env-vars */
import {
- ContextChatEngine,
LLM,
PGVectorStore,
VectorStoreIndex,
@@ -12,9 +11,9 @@ import {
PGVECTOR_SCHEMA,
PGVECTOR_TABLE,
checkRequiredEnvVars,
-} from "./shared.mjs";
+} from "./shared";
-async function getDataSource(llm: LLM) {
+export async function getDataSource(llm: LLM) {
checkRequiredEnvVars();
const pgvs = new PGVectorStore({
connectionString: process.env.PG_CONNECTION_STRING,
@@ -28,12 +27,3 @@ async function getDataSource(llm: LLM) {
});
return await VectorStoreIndex.fromVectorStore(pgvs, serviceContext);
}
-
-export async function createChatEngine(llm: LLM) {
- const index = await getDataSource(llm);
- const retriever = index.asRetriever({ similarityTopK: 3 });
- return new ContextChatEngine({
- chatModel: llm,
- retriever,
- });
-}
diff --git a/templates/components/vectordbs/typescript/pg/shared.mjs b/templates/components/vectordbs/typescript/pg/shared.ts
similarity index 100%
rename from templates/components/vectordbs/typescript/pg/shared.mjs
rename to templates/components/vectordbs/typescript/pg/shared.ts
diff --git a/templates/components/vectordbs/typescript/pinecone/generate.mjs b/templates/components/vectordbs/typescript/pinecone/generate.ts
similarity index 90%
rename from templates/components/vectordbs/typescript/pinecone/generate.mjs
rename to templates/components/vectordbs/typescript/pinecone/generate.ts
index 3e1fcaa0dd75eddf680d10cb697fc89f2320898a..d879c6b10073320b57266cab735138b166431cbe 100644
--- a/templates/components/vectordbs/typescript/pinecone/generate.mjs
+++ b/templates/components/vectordbs/typescript/pinecone/generate.ts
@@ -5,8 +5,8 @@ import {
VectorStoreIndex,
storageContextFromDefaults,
} from "llamaindex";
-import { getDocuments } from "./loader.mjs";
-import { checkRequiredEnvVars } from "./shared.mjs";
+import { getDocuments } from "./loader";
+import { checkRequiredEnvVars } from "./shared";
dotenv.config();
diff --git a/templates/components/vectordbs/typescript/pinecone/index.ts b/templates/components/vectordbs/typescript/pinecone/index.ts
index be18486c4e73c598474c502856d39808bbe98fa8..8fa949e7c79336beb057e6290183c0a404242bf4 100644
--- a/templates/components/vectordbs/typescript/pinecone/index.ts
+++ b/templates/components/vectordbs/typescript/pinecone/index.ts
@@ -1,14 +1,13 @@
/* eslint-disable turbo/no-undeclared-env-vars */
import {
- ContextChatEngine,
LLM,
PineconeVectorStore,
VectorStoreIndex,
serviceContextFromDefaults,
} from "llamaindex";
-import { CHUNK_OVERLAP, CHUNK_SIZE, checkRequiredEnvVars } from "./shared.mjs";
+import { CHUNK_OVERLAP, CHUNK_SIZE, checkRequiredEnvVars } from "./shared";
-async function getDataSource(llm: LLM) {
+export async function getDataSource(llm: LLM) {
checkRequiredEnvVars();
const serviceContext = serviceContextFromDefaults({
llm,
@@ -18,12 +17,3 @@ async function getDataSource(llm: LLM) {
const store = new PineconeVectorStore();
return await VectorStoreIndex.fromVectorStore(store, serviceContext);
}
-
-export async function createChatEngine(llm: LLM) {
- const index = await getDataSource(llm);
- const retriever = index.asRetriever({ similarityTopK: 5 });
- return new ContextChatEngine({
- chatModel: llm,
- retriever,
- });
-}
diff --git a/templates/components/vectordbs/typescript/pinecone/shared.mjs b/templates/components/vectordbs/typescript/pinecone/shared.ts
similarity index 100%
rename from templates/components/vectordbs/typescript/pinecone/shared.mjs
rename to templates/components/vectordbs/typescript/pinecone/shared.ts
diff --git a/templates/types/streaming/express/package.json b/templates/types/streaming/express/package.json
index 12530b244d5b6cea6680345bf33266a71ed67877..5ac4b09927b5ef55989c41926e71c5430e2d3309 100644
--- a/templates/types/streaming/express/package.json
+++ b/templates/types/streaming/express/package.json
@@ -27,6 +27,7 @@
"typescript": "^5.3.2",
"prettier": "^3.2.5",
"prettier-plugin-organize-imports": "^3.2.4",
- "eslint-config-prettier": "^8.10.0"
+ "eslint-config-prettier": "^8.10.0",
+ "ts-node": "^10.9.2"
}
}
diff --git a/templates/types/streaming/express/tsconfig.json b/templates/types/streaming/express/tsconfig.json
index c242d5fa0e51e04f88a7f4c8e9b6c7274768716f..b103d12f77950bd7956bd992d72e09658eb51b01 100644
--- a/templates/types/streaming/express/tsconfig.json
+++ b/templates/types/streaming/express/tsconfig.json
@@ -9,5 +9,10 @@
"paths": {
"@/*": ["./*"]
}
+ },
+ "ts-node": {
+ "compilerOptions": {
+ "module": "commonjs"
+ }
}
}
diff --git a/templates/types/streaming/nextjs/package.json b/templates/types/streaming/nextjs/package.json
index 0f97c3e8922d513f346912e8d5a45f2576e38ede..2471f7bf708d065fb214c93dd14b084f0e6a0614 100644
--- a/templates/types/streaming/nextjs/package.json
+++ b/templates/types/streaming/nextjs/package.json
@@ -43,6 +43,7 @@
"cross-env": "^7.0.3",
"prettier": "^3.2.5",
"prettier-plugin-organize-imports": "^3.2.4",
- "eslint-config-prettier": "^8.10.0"
+ "eslint-config-prettier": "^8.10.0",
+ "ts-node": "^10.9.2"
}
}
diff --git a/templates/types/streaming/nextjs/tsconfig.json b/templates/types/streaming/nextjs/tsconfig.json
index 40c136b8255d33d2f7335e82f141d9d16005d878..65e2ba60511dc1321cc982d093ac24de5f68d7f4 100644
--- a/templates/types/streaming/nextjs/tsconfig.json
+++ b/templates/types/streaming/nextjs/tsconfig.json
@@ -24,5 +24,10 @@
"forceConsistentCasingInFileNames": true
},
"include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", ".next/types/**/*.ts"],
- "exclude": ["node_modules"]
+ "exclude": ["node_modules"],
+ "ts-node": {
+ "compilerOptions": {
+ "module": "commonjs"
+ }
+ }
}