diff --git a/docs/05-local-execution.ipynb b/docs/05-local-execution.ipynb index c0c3c52ee544701b03553d32e59dd7db70411022..05dd4c1f5ddc104d0595d714e498bbed11ca822a 100644 --- a/docs/05-local-execution.ipynb +++ b/docs/05-local-execution.ipynb @@ -350,8 +350,8 @@ " model_path=\"./mistral-7b-instruct-v0.2.Q4_0.gguf\",\n", " n_gpu_layers=-1 if enable_gpu else 0,\n", " n_ctx=2048,\n", - " verbose=False,\n", ")\n", + "_llm.verbose=False,\n", "llm = LlamaCppLLM(name=\"Mistral-7B-v0.2-Instruct\", llm=_llm, max_tokens=None)\n", "\n", "rl = RouteLayer(encoder=encoder, routes=routes, llm=llm)"