diff --git a/helpers/tools.ts b/helpers/tools.ts
index a881ef1498a45d782f50f11682ae6fddca14a49b..a41764eb5c612c360f68f32e5bd0b33cf36e1df3 100644
--- a/helpers/tools.ts
+++ b/helpers/tools.ts
@@ -90,8 +90,13 @@ export const supportedTools: Tool[] = [
{
display: "Code Interpreter",
name: "interpreter",
- dependencies: [],
- supportedFrameworks: ["express", "nextjs"],
+ dependencies: [
+ {
+ name: "e2b_code_interpreter",
+ version: "0.0.7",
+ },
+ ],
+ supportedFrameworks: ["fastapi", "express", "nextjs"],
type: ToolType.LOCAL,
envVars: [
{
diff --git a/templates/components/engines/python/agent/tools/interpreter.py b/templates/components/engines/python/agent/tools/interpreter.py
new file mode 100644
index 0000000000000000000000000000000000000000..55716a76badeca494e28e88b6fa197befe1a33aa
--- /dev/null
+++ b/templates/components/engines/python/agent/tools/interpreter.py
@@ -0,0 +1,134 @@
+import os
+import logging
+import base64
+import uuid
+from pydantic import BaseModel
+from typing import List, Tuple, Dict
+from llama_index.core.tools import FunctionTool
+from e2b_code_interpreter import CodeInterpreter
+from e2b_code_interpreter.models import Logs
+
+
+logger = logging.getLogger(__name__)
+
+
+class InterpreterExtraResult(BaseModel):
+ type: str
+ filename: str
+ url: str
+
+
+class E2BToolOutput(BaseModel):
+ is_error: bool
+ logs: Logs
+ results: List[InterpreterExtraResult] = []
+
+
+class E2BCodeInterpreter:
+
+ output_dir = "tool-output"
+
+ def __init__(self, api_key: str, filesever_url_prefix: str):
+ self.api_key = api_key
+ self.filesever_url_prefix = filesever_url_prefix
+
+ def code_interpret(
+ self, code_interpreter: CodeInterpreter, code: str
+ ) -> Tuple[List, List]:
+ pass
+
+ def get_output_path(self, filename: str) -> str:
+ # if output directory doesn't exist, create it
+ if not os.path.exists(self.output_dir):
+ os.makedirs(self.output_dir, exist_ok=True)
+ return os.path.join(self.output_dir, filename)
+
+ def save_to_disk(self, base64_data: str, ext: str) -> Dict:
+ filename = f"{uuid.uuid4()}.{ext}" # generate a unique filename
+ buffer = base64.b64decode(base64_data)
+ output_path = self.get_output_path(filename)
+
+ with open(output_path, "wb") as file:
+ file.write(buffer)
+
+ logger.info(f"Saved file to {output_path}")
+
+ return {
+ "outputPath": output_path,
+ "filename": filename,
+ }
+
+ def get_file_url(self, filename: str) -> str:
+ return f"{self.filesever_url_prefix}/{self.output_dir}/{filename}"
+
+ def parse_result(self, result) -> List[InterpreterExtraResult]:
+ """
+ The result could include multiple formats (e.g. png, svg, etc.) but encoded in base64
+ We save each result to disk and return saved file metadata (extension, filename, url)
+ """
+ if not result:
+ return []
+
+ output = []
+
+ try:
+ formats = result.formats()
+ base64_data_arr = [result[format] for format in formats]
+
+ for ext, base64_data in zip(formats, base64_data_arr):
+ if ext and base64_data:
+ result = self.save_to_disk(base64_data, ext)
+ filename = result["filename"]
+ output.append(
+ InterpreterExtraResult(
+ type=ext, filename=filename, url=self.get_file_url(filename)
+ )
+ )
+ except Exception as error:
+ logger.error("Error when saving data to disk", error)
+
+ return output
+
+ def interpret(self, code: str) -> Dict:
+ with CodeInterpreter(api_key=self.api_key) as interpreter:
+ logger.info(
+ f"\n{'='*50}\n> Running following AI-generated code:\n{code}\n{'='*50}"
+ )
+ exec = interpreter.notebook.exec_cell(code)
+
+ if exec.error:
+ output = E2BToolOutput(is_error=True, logs=[exec.error])
+ else:
+ if len(exec.results) == 0:
+ output = E2BToolOutput(is_error=False, logs=exec.logs, results=[])
+ else:
+ results = self.parse_result(exec.results[0])
+ output = E2BToolOutput(
+ is_error=False, logs=exec.logs, results=results
+ )
+ return output.dict()
+
+
+def code_interpret(code: str) -> Dict:
+ """
+ Execute python code in a Jupyter notebook cell and return any result, stdout, stderr, display_data, and error.
+ """
+ api_key = os.getenv("E2B_API_KEY")
+ filesever_url_prefix = os.getenv("FILESERVER_URL_PREFIX")
+ if not api_key:
+ raise ValueError(
+ "E2B_API_KEY key is required to run code interpreter. Get it here: https://e2b.dev/docs/getting-started/api-key"
+ )
+ if not filesever_url_prefix:
+ raise ValueError(
+ "FILESERVER_URL_PREFIX is required to display file output from sandbox"
+ )
+
+ interpreter = E2BCodeInterpreter(
+ api_key=api_key, filesever_url_prefix=filesever_url_prefix
+ )
+ return interpreter.interpret(code)
+
+
+# Specify as functions tools to be loaded by the ToolFactory
+tools = [FunctionTool.from_defaults(code_interpret)]
diff --git a/templates/types/streaming/fastapi/main.py b/templates/types/streaming/fastapi/main.py
index 77d3032178c5888097e78c6a81d12f67c2eae107..a7569a52bf51c95a8891325eec8f59cd6167d68a 100644
--- a/templates/types/streaming/fastapi/main.py
+++ b/templates/types/streaming/fastapi/main.py
@@ -37,8 +37,18 @@ if environment == "dev":
async def redirect_to_docs():
return RedirectResponse(url="/docs")
+
+# Mount the data files to serve the file viewer
if os.path.exists("data"):
app.mount("/api/files/data", StaticFiles(directory="data"), name="data-static")
+# Mount the tool output files
+if os.path.exists("config/tools.yaml"):
+ app.mount(
+ "/api/files/tool-output",
+ StaticFiles(directory="tool-output"),
+ name="tool-output-static",
+ )
+
app.include_router(chat_router, prefix="/api/chat")