From 86a66ba56977b37a1f09cddc53b71739942e4fea Mon Sep 17 00:00:00 2001
From: timothycarambat <rambat1010@gmail.com>
Date: Mon, 15 Jul 2024 16:05:53 -0700
Subject: [PATCH] change alpaca format to include citations and system prompt
---
server/utils/helpers/chat/convertTo.js | 45 ++++++++++++++++++--------
1 file changed, 32 insertions(+), 13 deletions(-)
diff --git a/server/utils/helpers/chat/convertTo.js b/server/utils/helpers/chat/convertTo.js
index 7d2b5f691..962cdc4b6 100644
--- a/server/utils/helpers/chat/convertTo.js
+++ b/server/utils/helpers/chat/convertTo.js
@@ -3,6 +3,7 @@
const { Workspace } = require("../../../models/workspace");
const { WorkspaceChats } = require("../../../models/workspaceChats");
+const { safeJsonParse } = require("../../http");
async function convertToCSV(preparedData) {
const rows = ["id,username,workspace,prompt,response,sent_at,rating"];
@@ -66,12 +67,24 @@ async function prepareWorkspaceChatsForExport(format = "jsonl") {
return preparedData;
}
+ const workspaceIds = [...new Set(chats.map((chat) => chat.workspaceId))];
+ const workspacesWithPrompts = await Promise.all(
+ workspaceIds.map((id) => Workspace.get({ id: Number(id) }))
+ );
+ const workspacePromptsMap = workspacesWithPrompts.reduce((acc, workspace) => {
+ acc[workspace.id] = workspace.openAiPrompt;
+ return acc;
+ }, {});
+
if (format === "jsonAlpaca") {
const preparedData = chats.map((chat) => {
const responseJson = JSON.parse(chat.response);
return {
- instruction: chat.prompt,
- input: "",
+ instruction: buildSystemPrompt(
+ chat,
+ workspacePromptsMap[chat.workspaceId]
+ ),
+ input: chat.prompt,
output: responseJson.text,
};
});
@@ -79,17 +92,6 @@ async function prepareWorkspaceChatsForExport(format = "jsonl") {
return preparedData;
}
- const workspaceIds = [...new Set(chats.map((chat) => chat.workspaceId))];
-
- const workspacesWithPrompts = await Promise.all(
- workspaceIds.map((id) => Workspace.get({ id: Number(id) }))
- );
-
- const workspacePromptsMap = workspacesWithPrompts.reduce((acc, workspace) => {
- acc[workspace.id] = workspace.openAiPrompt;
- return acc;
- }, {});
-
const workspaceChatsMap = chats.reduce((acc, chat) => {
const { prompt, response, workspaceId } = chat;
const responseJson = JSON.parse(response);
@@ -157,6 +159,23 @@ async function exportChatsAsType(workspaceChatsMap, format = "jsonl") {
};
}
+const STANDARD_PROMPT =
+ "Given the following conversation, relevant context, and a follow up question, reply with an answer to the current question the user is asking. Return only your response to the question given the above information following the users instructions as needed.";
+function buildSystemPrompt(chat, prompt = null) {
+ const sources = safeJsonParse(chat.response)?.sources || [];
+ const contextTexts = sources.map((source) => source.text);
+ const context =
+ sources.length > 0
+ ? "\nContext:\n" +
+ contextTexts
+ .map((text, i) => {
+ return `[CONTEXT ${i}]:\n${text}\n[END CONTEXT ${i}]\n\n`;
+ })
+ .join("")
+ : "";
+ return `${prompt ?? STANDARD_PROMPT}${context}`;
+}
+
module.exports = {
prepareWorkspaceChatsForExport,
exportChatsAsType,
--
GitLab