From 23b735717df6fbca54157d96172b5fdea039c5fd Mon Sep 17 00:00:00 2001 From: Huu Le <39040748+leehuwuj@users.noreply.github.com> Date: Mon, 22 Jul 2024 21:42:40 +0700 Subject: [PATCH] chore: Use gpt-4o-mini as default (#173) --- .changeset/strong-dryers-punch.md | 5 +++++ helpers/providers/openai.ts | 2 +- .../streaming/express/src/controllers/engine/settings.ts | 2 +- 3 files changed, 7 insertions(+), 2 deletions(-) create mode 100644 .changeset/strong-dryers-punch.md diff --git a/.changeset/strong-dryers-punch.md b/.changeset/strong-dryers-punch.md new file mode 100644 index 00000000..728fdb30 --- /dev/null +++ b/.changeset/strong-dryers-punch.md @@ -0,0 +1,5 @@ +--- +"create-llama": patch +--- + +Use gpt-4o-mini as default model diff --git a/helpers/providers/openai.ts b/helpers/providers/openai.ts index 667c14be..2d3b213e 100644 --- a/helpers/providers/openai.ts +++ b/helpers/providers/openai.ts @@ -8,7 +8,7 @@ import { questionHandlers } from "../../questions"; const OPENAI_API_URL = "https://api.openai.com/v1"; -const DEFAULT_MODEL = "gpt-3.5-turbo"; +const DEFAULT_MODEL = "gpt-4o-mini"; const DEFAULT_EMBEDDING_MODEL = "text-embedding-3-large"; export async function askOpenAIQuestions({ diff --git a/templates/types/streaming/express/src/controllers/engine/settings.ts b/templates/types/streaming/express/src/controllers/engine/settings.ts index 98160a56..2207552a 100644 --- a/templates/types/streaming/express/src/controllers/engine/settings.ts +++ b/templates/types/streaming/express/src/controllers/engine/settings.ts @@ -55,7 +55,7 @@ export const initSettings = async () => { function initOpenAI() { Settings.llm = new OpenAI({ - model: process.env.MODEL ?? "gpt-3.5-turbo", + model: process.env.MODEL ?? "gpt-4o-mini", maxTokens: process.env.LLM_MAX_TOKENS ? Number(process.env.LLM_MAX_TOKENS) : undefined, -- GitLab