From b19cde25a4b89bfc76a964ec35e2a099c4ef3001 Mon Sep 17 00:00:00 2001
From: ali asaria <aliasaria@users.noreply.github.com>
Date: Mon, 8 Jan 2024 11:22:51 -0500
Subject: [PATCH] Support eval plugin
---
src/renderer/components/Experiment/Eval/Eval.tsx | 4 +++-
.../components/Experiment/Eval/ResultsModal.tsx | 10 ++++++----
2 files changed, 9 insertions(+), 5 deletions(-)
diff --git a/src/renderer/components/Experiment/Eval/Eval.tsx b/src/renderer/components/Experiment/Eval/Eval.tsx
index d481af23..5cc11b17 100644
--- a/src/renderer/components/Experiment/Eval/Eval.tsx
+++ b/src/renderer/components/Experiment/Eval/Eval.tsx
@@ -162,7 +162,8 @@ export default function Eval({
<ResultsModal
open={resultsModalOpen}
setOpen={setResultsModalOpen}
- experimentId={experimentInfo?.id}
+ experimentInfo={experimentInfo}
+ plugin={selectedPlugin}
evaluator={currentEvaluator}
></ResultsModal>
<Modal open={editModalOpen} onClose={() => setEditModalOpen(false)}>
@@ -334,6 +335,7 @@ export default function Eval({
variant="plain"
onClick={() => {
setCurrentEvaluator(evaluations.name);
+ setSelectedPlugin(evaluations.plugin);
setResultsModalOpen(true);
}}
>
diff --git a/src/renderer/components/Experiment/Eval/ResultsModal.tsx b/src/renderer/components/Experiment/Eval/ResultsModal.tsx
index 055d10a9..1390bb02 100644
--- a/src/renderer/components/Experiment/Eval/ResultsModal.tsx
+++ b/src/renderer/components/Experiment/Eval/ResultsModal.tsx
@@ -5,15 +5,17 @@ import * as chatAPI from 'renderer/lib/transformerlab-api-sdk';
export default function ResultsModal({
open,
setOpen,
- experimentId,
+ experimentInfo,
+ plugin,
evaluator,
}) {
const [resultText, setResultText] = useState('');
useEffect(() => {
- if (open && experimentId && evaluator) {
- const output_file = 'scripts/evals/' + evaluator + '/output.txt';
+ if (open && experimentInfo && evaluator) {
+ const output_file = `plugins/${plugin}/output.txt`;
+ console.log('Fetching results from', output_file);
fetch(
- chatAPI.Endpoints.Experiment.GetFile(experimentId, output_file)
+ chatAPI.Endpoints.Experiment.GetFile(experimentInfo?.id, output_file)
).then((res) => {
res.json().then((text) => {
setResultText(text);
--
GitLab