From 2ca22abc9cb1736794d91989b408d95328ea2f79 Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Fri, 24 Jan 2025 13:41:37 -0800
Subject: [PATCH] Add Version to AzureOpenAI (#3023)
---
server/utils/AiProviders/azureOpenAi/index.js | 13 ++++++++++++-
1 file changed, 12 insertions(+), 1 deletion(-)
diff --git a/server/utils/AiProviders/azureOpenAi/index.js b/server/utils/AiProviders/azureOpenAi/index.js
index cbf2c2ef3..bfebbd4ad 100644
--- a/server/utils/AiProviders/azureOpenAi/index.js
+++ b/server/utils/AiProviders/azureOpenAi/index.js
@@ -16,9 +16,13 @@ class AzureOpenAiLLM {
if (!process.env.AZURE_OPENAI_KEY)
throw new Error("No Azure API key was set.");
+ this.apiVersion = "2024-12-01-preview";
this.openai = new OpenAIClient(
process.env.AZURE_OPENAI_ENDPOINT,
- new AzureKeyCredential(process.env.AZURE_OPENAI_KEY)
+ new AzureKeyCredential(process.env.AZURE_OPENAI_KEY),
+ {
+ apiVersion: this.apiVersion,
+ }
);
this.model = modelPreference ?? process.env.OPEN_MODEL_PREF;
this.limits = {
@@ -29,6 +33,13 @@ class AzureOpenAiLLM {
this.embedder = embedder ?? new NativeEmbedder();
this.defaultTemp = 0.7;
+ this.#log(
+ `Initialized. Model "${this.model}" @ ${this.promptWindowLimit()} tokens. API-Version: ${this.apiVersion}`
+ );
+ }
+
+ #log(text, ...args) {
+ console.log(`\x1b[32m[AzureOpenAi]\x1b[0m ${text}`, ...args);
}
#appendContext(contextTexts = []) {
--
GitLab