diff --git a/server/utils/chats/openaiCompatible.js b/server/utils/chats/openaiCompatible.js
index fcae9782767a9fcb5b00a0786f214e4810e62b09..38bb27188df7047f08c6c97620a1ccdd9015b5ba 100644
--- a/server/utils/chats/openaiCompatible.js
+++ b/server/utils/chats/openaiCompatible.js
@@ -481,6 +481,7 @@ function formatJSON(
     model: model,
     choices: [
       {
+        index: 0,
         [chunked ? "delta" : "message"]: {
           role: "assistant",
           content: chat.textResponse,