diff --git a/packages/core/src/engines/chat/ContextChatEngine.ts b/packages/core/src/engines/chat/ContextChatEngine.ts index 9659a1f2fb41b0fbbbd5ee5806ff77199ab59823..feeaef0f07a61bb53fc0e45eb2760c9ffd646617 100644 --- a/packages/core/src/engines/chat/ContextChatEngine.ts +++ b/packages/core/src/engines/chat/ContextChatEngine.ts @@ -3,9 +3,9 @@ import { getHistory } from "../../ChatHistory.js"; import type { ContextSystemPrompt } from "../../Prompt.js"; import { Response } from "../../Response.js"; import type { BaseRetriever } from "../../Retriever.js"; +import { Settings } from "../../Settings.js"; import { wrapEventCaller } from "../../internal/context/EventCaller.js"; import type { ChatMessage, ChatResponseChunk, LLM } from "../../llm/index.js"; -import { OpenAI } from "../../llm/index.js"; import type { MessageContent } from "../../llm/types.js"; import { extractText, @@ -42,8 +42,7 @@ export class ContextChatEngine extends PromptMixin implements ChatEngine { systemPrompt?: string; }) { super(); - this.chatModel = - init.chatModel ?? new OpenAI({ model: "gpt-3.5-turbo-16k" }); + this.chatModel = init.chatModel ?? Settings.llm; this.chatHistory = getHistory(init?.chatHistory); this.contextGenerator = new DefaultContextGenerator({ retriever: init.retriever, diff --git a/packages/core/src/engines/chat/SimpleChatEngine.ts b/packages/core/src/engines/chat/SimpleChatEngine.ts index e57ce7fa97a2b97d279aefaf1d991fe8a057d67f..dd6ab0a6d36b5c96e8a04bcb22c3013b66177e49 100644 --- a/packages/core/src/engines/chat/SimpleChatEngine.ts +++ b/packages/core/src/engines/chat/SimpleChatEngine.ts @@ -1,9 +1,9 @@ import type { ChatHistory } from "../../ChatHistory.js"; import { getHistory } from "../../ChatHistory.js"; import { Response } from "../../Response.js"; +import { Settings } from "../../Settings.js"; import { wrapEventCaller } from "../../internal/context/EventCaller.js"; import type { ChatResponseChunk, LLM } from "../../llm/index.js"; -import { OpenAI } from "../../llm/index.js"; import { extractText, streamConverter, @@ -25,7 +25,7 @@ export class SimpleChatEngine implements ChatEngine { constructor(init?: Partial<SimpleChatEngine>) { this.chatHistory = getHistory(init?.chatHistory); - this.llm = init?.llm ?? new OpenAI(); + this.llm = init?.llm ?? Settings.llm; } chat(params: ChatEngineParamsStreaming): Promise<AsyncIterable<Response>>;