diff --git a/server/utils/AiProviders/anthropic/index.js b/server/utils/AiProviders/anthropic/index.js index 703c0859a7c09c02ee24681580f23c8e2e1ceea6..709333231c1a2b3aa72197e0c88ae9a49240eb5d 100644 --- a/server/utils/AiProviders/anthropic/index.js +++ b/server/utils/AiProviders/anthropic/index.js @@ -12,7 +12,7 @@ class AnthropicLLM { apiKey: process.env.ANTHROPIC_API_KEY, }); this.anthropic = anthropic; - this.model = process.env.ANTHROPIC_MODEL_PREF; + this.model = process.env.ANTHROPIC_MODEL_PREF || "claude-2"; this.limits = { history: this.promptWindowLimit() * 0.15, system: this.promptWindowLimit() * 0.15, diff --git a/server/utils/AiProviders/lmStudio/index.js b/server/utils/AiProviders/lmStudio/index.js index e0ccc316edb12954833211dca92c2a4fbe372624..4d9770e6651e1dd38ac21cfa61cd6d04552ee28a 100644 --- a/server/utils/AiProviders/lmStudio/index.js +++ b/server/utils/AiProviders/lmStudio/index.js @@ -73,7 +73,7 @@ Context: async sendChat(chatHistory = [], prompt, workspace = {}, rawHistory = []) { if (!this.model) throw new Error( - `LMStudio chat: ${model} is not valid or defined for chat completion!` + `LMStudio chat: ${this.model} is not valid or defined for chat completion!` ); const textResponse = await this.lmstudio @@ -110,7 +110,7 @@ Context: async streamChat(chatHistory = [], prompt, workspace = {}, rawHistory = []) { if (!this.model) throw new Error( - `LMStudio chat: ${model} is not valid or defined for chat completion!` + `LMStudio chat: ${this.model} is not valid or defined for chat completion!` ); const streamRequest = await this.lmstudio.createChatCompletion( diff --git a/server/utils/AiProviders/openAi/index.js b/server/utils/AiProviders/openAi/index.js index 33ed1b1989ef3441d7c08005900ed127e518bea4..0c5b7116dd2b9e367deed2fa5fed878f04fdf689 100644 --- a/server/utils/AiProviders/openAi/index.js +++ b/server/utils/AiProviders/openAi/index.js @@ -11,7 +11,7 @@ class OpenAiLLM extends OpenAiEmbedder { apiKey: process.env.OPEN_AI_KEY, }); this.openai = new OpenAIApi(config); - this.model = process.env.OPEN_MODEL_PREF; + this.model = process.env.OPEN_MODEL_PREF || "gpt-3.5-turbo"; this.limits = { history: this.promptWindowLimit() * 0.15, system: this.promptWindowLimit() * 0.15, @@ -107,15 +107,14 @@ Context: } async sendChat(chatHistory = [], prompt, workspace = {}, rawHistory = []) { - const model = process.env.OPEN_MODEL_PREF; - if (!(await this.isValidChatCompletionModel(model))) + if (!(await this.isValidChatCompletionModel(this.model))) throw new Error( - `OpenAI chat: ${model} is not valid for chat completion!` + `OpenAI chat: ${this.model} is not valid for chat completion!` ); const textResponse = await this.openai .createChatCompletion({ - model, + model: this.model, temperature: Number(workspace?.openAiTemp ?? 0.7), n: 1, messages: await this.compressMessages( @@ -145,15 +144,14 @@ Context: } async streamChat(chatHistory = [], prompt, workspace = {}, rawHistory = []) { - const model = process.env.OPEN_MODEL_PREF; - if (!(await this.isValidChatCompletionModel(model))) + if (!(await this.isValidChatCompletionModel(this.model))) throw new Error( - `OpenAI chat: ${model} is not valid for chat completion!` + `OpenAI chat: ${this.model} is not valid for chat completion!` ); const streamRequest = await this.openai.createChatCompletion( { - model, + model: this.model, stream: true, temperature: Number(workspace?.openAiTemp ?? 0.7), n: 1,