From cadc09d71a89976026f340551ed7b16ab9f2a34e Mon Sep 17 00:00:00 2001
From: a4v2d4 <61302808+a4v2d4@users.noreply.github.com>
Date: Sat, 28 Sep 2024 15:30:56 -0700
Subject: [PATCH] [FEAT] Add Llama 3.2 models to Fireworks AI's LLM selection
dropdown (#2384)
Add Llama 3.2 3B and 1B models to Fireworks AI LLM selection
---
server/utils/AiProviders/fireworksAi/models.js | 12 ++++++++++++
.../AiProviders/fireworksAi/scripts/chat_models.txt | 2 ++
.../utils/AiProviders/fireworksAi/scripts/parse.mjs | 4 ++--
3 files changed, 16 insertions(+), 2 deletions(-)
diff --git a/server/utils/AiProviders/fireworksAi/models.js b/server/utils/AiProviders/fireworksAi/models.js
index c28f98af4..2d0590881 100644
--- a/server/utils/AiProviders/fireworksAi/models.js
+++ b/server/utils/AiProviders/fireworksAi/models.js
@@ -1,4 +1,16 @@
const MODELS = {
+ "accounts/fireworks/models/llama-v3p2-3b-instruct": {
+ id: "accounts/fireworks/models/llama-v3p2-3b-instruct",
+ organization: "Meta",
+ name: "Llama 3.2 3B Instruct",
+ maxLength: 131072,
+ },
+ "accounts/fireworks/models/llama-v3p2-1b-instruct": {
+ id: "accounts/fireworks/models/llama-v3p2-1b-instruct",
+ organization: "Meta",
+ name: "Llama 3.2 1B Instruct",
+ maxLength: 131072,
+ },
"accounts/fireworks/models/llama-v3p1-405b-instruct": {
id: "accounts/fireworks/models/llama-v3p1-405b-instruct",
organization: "Meta",
diff --git a/server/utils/AiProviders/fireworksAi/scripts/chat_models.txt b/server/utils/AiProviders/fireworksAi/scripts/chat_models.txt
index a1afec9d6..1b1a8360e 100644
--- a/server/utils/AiProviders/fireworksAi/scripts/chat_models.txt
+++ b/server/utils/AiProviders/fireworksAi/scripts/chat_models.txt
@@ -1,5 +1,7 @@
| Organization | Model Name | Model String for API | Context length |
|--------------|------------|----------------------|----------------|
+| Meta | Llama 3.2 3B Instruct | accounts/fireworks/models/llama-v3p2-3b-instruct | 131072 |
+| Meta | Llama 3.2 1B Instruct | accounts/fireworks/models/llama-v3p2-1b-instruct | 131072 |
| Meta | Llama 3.1 405B Instruct | accounts/fireworks/models/llama-v3p1-405b-instruct | 131072 |
| Meta | Llama 3.1 70B Instruct | accounts/fireworks/models/llama-v3p1-70b-instruct | 131072 |
| Meta | Llama 3.1 8B Instruct | accounts/fireworks/models/llama-v3p1-8b-instruct | 131072 |
diff --git a/server/utils/AiProviders/fireworksAi/scripts/parse.mjs b/server/utils/AiProviders/fireworksAi/scripts/parse.mjs
index 33581d159..7ac325df5 100644
--- a/server/utils/AiProviders/fireworksAi/scripts/parse.mjs
+++ b/server/utils/AiProviders/fireworksAi/scripts/parse.mjs
@@ -9,8 +9,8 @@
// Update the date below if you run this again because Fireworks AI added new models.
-// Last Collected: Sep 15, 2024
-// NOTE: Only managed to collect 18 out of ~100 models!
+// Last Collected: Sep 27, 2024
+// NOTE: Only managed to collect 20 out of ~100 models!
// https://fireworks.ai/models lists almost 100 chat language models.
// If you want to add models, please manually add them to chat_models.txt...
// ... I tried to write a script to grab them all but gave up after a few hours...
--
GitLab