From 6dc3642661e56a1aad913bead48b7e333fc8f282 Mon Sep 17 00:00:00 2001
From: timothycarambat <rambat1010@gmail.com>
Date: Thu, 1 Aug 2024 09:24:57 -0700
Subject: [PATCH] Patch Groq preview models maxed to 8K tokens due to warning
---
server/utils/AiProviders/groq/index.js | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/server/utils/AiProviders/groq/index.js b/server/utils/AiProviders/groq/index.js
index 6b750c2ad..d76bddcc4 100644
--- a/server/utils/AiProviders/groq/index.js
+++ b/server/utils/AiProviders/groq/index.js
@@ -49,7 +49,7 @@ class GroqLLM {
return 8192;
case "llama-3.1-70b-versatile":
case "llama-3.1-8b-instant":
- return 131072;
+ return 8000;
case "mixtral-8x7b-32768":
return 32768;
default:
--
GitLab