From cc03a5a86b5ccc198e499ddd676a8c20130cda33 Mon Sep 17 00:00:00 2001
From: Siraj R Aizlewood <siraj@aurelio.ai>
Date: Mon, 19 Feb 2024 11:36:57 +0400
Subject: [PATCH] Fixed Verbose Flag Bug
To avoid UnsupportedOperation: fileno, as in: https://github.com/aurelio-labs/semantic-router/issues/107
---
docs/05-local-execution.ipynb | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/docs/05-local-execution.ipynb b/docs/05-local-execution.ipynb
index c0c3c52e..05dd4c1f 100644
--- a/docs/05-local-execution.ipynb
+++ b/docs/05-local-execution.ipynb
@@ -350,8 +350,8 @@
" model_path=\"./mistral-7b-instruct-v0.2.Q4_0.gguf\",\n",
" n_gpu_layers=-1 if enable_gpu else 0,\n",
" n_ctx=2048,\n",
- " verbose=False,\n",
")\n",
+ "_llm.verbose=False,\n",
"llm = LlamaCppLLM(name=\"Mistral-7B-v0.2-Instruct\", llm=_llm, max_tokens=None)\n",
"\n",
"rl = RouteLayer(encoder=encoder, routes=routes, llm=llm)"
--
GitLab