fix: groq llm (#947)

.changeset/brown-elephants-switch.md

+---
+"llamaindex": patch
+---
+
+fix: groq llm

examples/groq.ts

@@ -35,4 +35,4 @@ async function main() {
   console.log(response.response);
 }
 
-await main();
+main().catch(console.error);

packages/llamaindex/e2e/examples/nextjs-agent/package.json

@@ -11,7 +11,7 @@
   "dependencies": {
     "ai": "^3.2.1",
     "llamaindex": "workspace:*",
-    "next": "14.2.3",
+    "next": "14.2.4",
     "react": "18.3.1",
     "react-dom": "18.3.1"
   },

packages/llamaindex/e2e/examples/nextjs-edge-runtime/package.json

@@ -9,7 +9,7 @@
   },
   "dependencies": {
     "llamaindex": "workspace:*",
-    "next": "14.2.3",
+    "next": "14.2.4",
     "react": "^18.3.1",
     "react-dom": "^18.3.1"
   },

packages/llamaindex/package.json

@@ -42,6 +42,7 @@
     "assemblyai": "^4.4.5",
     "chromadb": "1.8.1",
     "cohere-ai": "7.9.5",
+    "groq-sdk": "^0.5.0",
     "js-tiktoken": "^1.0.12",
     "lodash": "^4.17.21",
     "magic-bytes.js": "^1.10.0",

packages/llamaindex/src/llm/groq.ts

 import { getEnv } from "@llamaindex/env";
+import GroqSDK, { type ClientOptions } from "groq-sdk";
 import { OpenAI } from "./openai.js";
 
 export class Groq extends OpenAI {
-  constructor(init?: Partial<OpenAI>) {
+  constructor(
+    init?: Partial<OpenAI> & {
+      additionalSessionOptions?: ClientOptions;
+    },
+  ) {
     const {
       apiKey = getEnv("GROQ_API_KEY"),
       additionalSessionOptions = {},
@@ -10,18 +15,16 @@ export class Groq extends OpenAI {
       ...rest
     } = init ?? {};
 
-    if (!apiKey) {
-      throw new Error("Set Groq Key in GROQ_API_KEY env variable"); // Tell user to set correct env variable, and not OPENAI_API_KEY
-    }
-
-    additionalSessionOptions.baseURL =
-      additionalSessionOptions.baseURL ?? "https://api.groq.com/openai/v1";
-
     super({
       apiKey,
       additionalSessionOptions,
       model,
       ...rest,
     });
+
+    this.session.openai = new GroqSDK({
+      apiKey,
+      ...init?.additionalSessionOptions,
+    }) as any;
   }
 }

packages/llamaindex/src/llm/openai.ts

@@ -43,7 +43,7 @@ import type {
 import { extractText, wrapLLMEvent } from "./utils.js";
 
 export class OpenAISession {
-  openai: OrigOpenAI;
+  openai: Pick<OrigOpenAI, "chat" | "embeddings">;
 
   constructor(options: ClientOptions & { azure?: boolean } = {}) {
     if (options.azure) {

packages/llamaindex/src/next.ts

@@ -29,6 +29,7 @@ export default function withLlamaIndex(config: any) {
       sharp$: false,
       "onnxruntime-node$": false,
       "@google-cloud/vertexai": false,
+      "groq-sdk": false,
     };
     return webpackConfig;
   };