diff --git a/semantic_router/llms/llamacpp.py b/semantic_router/llms/llamacpp.py index 1f0474f38ab2017939a676bd7cccb53c001b3f6d..1126d0558c0bd051f4b39e55b84f3e1c923be086 100644 --- a/semantic_router/llms/llamacpp.py +++ b/semantic_router/llms/llamacpp.py @@ -44,7 +44,7 @@ class LlamaCppLLM(BaseLLM): ) self._llama_cpp = llama_cpp llm = self._llama_cpp.Llama - grammar = Optional[self._llama_cpp.LlamaGrammar] + grammar = self._llama_cpp.LlamaGrammar self.llm = llm self.temperature = temperature self.max_tokens = max_tokens