fix(cl): just retrieve top-k 3 for context to prevent token exceed

packages/create-llama/templates/components/engines/python/agent/__init__.py

@@ -36,7 +36,7 @@ def get_chat_engine():
     # Add query tool
     index = get_index()
     llm = index.service_context.llm
-    query_engine = index.as_query_engine(similarity_top_k=5)
+    query_engine = index.as_query_engine(similarity_top_k=3)
     query_engine_tool = QueryEngineTool.from_defaults(query_engine=query_engine)
     tools.append(query_engine_tool)
 

packages/create-llama/templates/components/engines/python/chat/__init__.py

@@ -3,5 +3,5 @@ from app.engine.index import get_index
 
 def get_chat_engine():
     return get_index().as_chat_engine(
-        similarity_top_k=5, chat_mode="condense_plus_context"
+        similarity_top_k=3, chat_mode="condense_plus_context"
     )

packages/create-llama/templates/components/vectordbs/typescript/mongo/index.ts

@@ -29,7 +29,7 @@ async function getDataSource(llm: LLM) {
 
 export async function createChatEngine(llm: LLM) {
   const index = await getDataSource(llm);
-  const retriever = index.asRetriever({ similarityTopK: 5 });
+  const retriever = index.asRetriever({ similarityTopK: 3 });
   return new ContextChatEngine({
     chatModel: llm,
     retriever,

packages/create-llama/templates/components/vectordbs/typescript/none/index.ts

@@ -35,7 +35,7 @@ async function getDataSource(llm: LLM) {
 export async function createChatEngine(llm: LLM) {
   const index = await getDataSource(llm);
   const retriever = index.asRetriever();
-  retriever.similarityTopK = 5;
+  retriever.similarityTopK = 3;
 
   return new ContextChatEngine({
     chatModel: llm,

packages/create-llama/templates/components/vectordbs/typescript/pg/index.ts

@@ -31,7 +31,7 @@ async function getDataSource(llm: LLM) {
 
 export async function createChatEngine(llm: LLM) {
   const index = await getDataSource(llm);
-  const retriever = index.asRetriever({ similarityTopK: 5 });
+  const retriever = index.asRetriever({ similarityTopK: 3 });
   return new ContextChatEngine({
     chatModel: llm,
     retriever,