From 07b7c6a348a7bf16568fdfc7424478569e838e8a Mon Sep 17 00:00:00 2001
From: Zahid Syed <98535579+zahid-syed@users.noreply.github.com>
Date: Thu, 14 Mar 2024 12:09:20 -0400
Subject: [PATCH] Update semantic_router/llms/llamacpp.py
Co-authored-by: Ismail Ashraq <59014721+ashraq1455@users.noreply.github.com>
---
semantic_router/llms/llamacpp.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/semantic_router/llms/llamacpp.py b/semantic_router/llms/llamacpp.py
index 1f0474f3..1126d055 100644
--- a/semantic_router/llms/llamacpp.py
+++ b/semantic_router/llms/llamacpp.py
@@ -44,7 +44,7 @@ class LlamaCppLLM(BaseLLM):
)
self._llama_cpp = llama_cpp
llm = self._llama_cpp.Llama
- grammar = Optional[self._llama_cpp.LlamaGrammar]
+ grammar = self._llama_cpp.LlamaGrammar
self.llm = llm
self.temperature = temperature
self.max_tokens = max_tokens
--
GitLab