diff --git a/server/utils/AiProviders/groq/index.js b/server/utils/AiProviders/groq/index.js index 6b750c2addd2d946e9f6a18d1d62c86e457dd081..d76bddcc461a44b04a579b6ad39e93fbdc5dc7af 100644 --- a/server/utils/AiProviders/groq/index.js +++ b/server/utils/AiProviders/groq/index.js @@ -49,7 +49,7 @@ class GroqLLM { return 8192; case "llama-3.1-70b-versatile": case "llama-3.1-8b-instant": - return 131072; + return 8000; case "mixtral-8x7b-32768": return 32768; default: