From 3c430f85b4bae5428410870334d673577345f258 Mon Sep 17 00:00:00 2001 From: cheeetoo <102839837+cheeetoo@users.noreply.github.com> Date: Wed, 21 Feb 2024 17:46:51 -0600 Subject: [PATCH] Fix MultiModalReActAgetnWorker memory (#11072) * fix mem * cr --------- Co-authored-by: Haotian Zhang <socool.king@gmail.com> --- .../llama_index/core/agent/react_multimodal/step.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/llama-index-core/llama_index/core/agent/react_multimodal/step.py b/llama-index-core/llama_index/core/agent/react_multimodal/step.py index b25d747cf9..d7ae2bd04e 100644 --- a/llama-index-core/llama_index/core/agent/react_multimodal/step.py +++ b/llama-index-core/llama_index/core/agent/react_multimodal/step.py @@ -398,7 +398,8 @@ class MultimodalReActAgentWorker(BaseAgentWorker): input_chat = self._react_chat_formatter.format( tools, - chat_history=task.memory.get() + task.extra_state["new_memory"].get_all(), + chat_history=task.memory.get_all() + + task.extra_state["new_memory"].get_all(), current_reasoning=task.extra_state["current_reasoning"], ) @@ -437,7 +438,8 @@ class MultimodalReActAgentWorker(BaseAgentWorker): input_chat = self._react_chat_formatter.format( tools, - chat_history=task.memory.get() + task.extra_state["new_memory"].get_all(), + chat_history=task.memory.get_all() + + task.extra_state["new_memory"].get_all(), current_reasoning=task.extra_state["current_reasoning"], ) # send prompt @@ -501,7 +503,9 @@ class MultimodalReActAgentWorker(BaseAgentWorker): def finalize_task(self, task: Task, **kwargs: Any) -> None: """Finalize task, after all the steps are completed.""" # add new messages to memory - task.memory.set(task.memory.get() + task.extra_state["new_memory"].get_all()) + task.memory.set( + task.memory.get_all() + task.extra_state["new_memory"].get_all() + ) # reset new memory task.extra_state["new_memory"].reset() -- GitLab