fix: response.raw should be null (#705)

packages/core/e2e/node/snapshot/llm.snap

@@ -56,10 +56,11 @@
     {
       "id": "de46b84e-7345-430f-b8fa-423354b630c9",
       "response": {
-        "raw": {},
+        "raw": null,
         "message": {
           "content": "Hello! How can I assist you today?",
-          "role": "assistant"
+          "role": "assistant",
+          "options": {}
         }
       }
     }

packages/core/src/llm/base.ts

@@ -41,6 +41,7 @@ export abstract class BaseLLM<
       });
       return streamConverter(stream, (chunk) => {
         return {
+          raw: null,
           text: chunk.delta,
         };
       });

packages/core/src/llm/ollama.ts

@@ -17,8 +17,9 @@ const messageAccessor = (data: any): ChatResponseChunk => {
     delta: data.message.content,
   };
 };
+
 const completionAccessor = (data: any): CompletionResponse => {
-  return { text: data.response };
+  return { text: data.response, raw: null };
 };
 
 // https://github.com/jmorganca/ollama

packages/core/src/llm/types.ts

@@ -126,8 +126,10 @@ export interface ChatResponse<
   message: ChatMessage<AdditionalMessageOptions>;
   /**
    * Raw response from the LLM
+   *
+   * It's possible that this is `null` if the LLM response an iterable of chunks
    */
-  raw: object;
+  raw: object | null;
 }
 
 export type ChatResponseChunk<
@@ -148,7 +150,12 @@ export type ChatResponseChunk<
 
 export interface CompletionResponse {
   text: string;
-  raw?: Record<string, any>;
+  /**
+   * Raw response from the LLM
+   *
+   * It's possible that this is `null` if the LLM response an iterable of chunks
+   */
+  raw: object | null;
 }
 
 export type LLMMetadata = {

packages/core/src/llm/utils.ts

@@ -84,10 +84,11 @@ export function wrapLLMEvent(
       };
       response[Symbol.asyncIterator] = async function* () {
         const finalResponse: ChatResponse = {
-          raw: response,
+          raw: null,
           message: {
             content: "",
             role: "assistant",
+            options: {},
           },
         };
         let firstOne = false;
@@ -98,6 +99,12 @@ export function wrapLLMEvent(
           } else {
             finalResponse.message.content += chunk.delta;
           }
+          if (chunk.options) {
+            finalResponse.message.options = {
+              ...finalResponse.message.options,
+              ...chunk.options,
+            };
+          }
           yield chunk;
         }
         snapshot(() => {