fix for tests

semantic_router/llms/llamacpp.py

@@ -10,9 +10,9 @@ from semantic_router.utils.logger import logger
 
 
 class LlamaCppLLM(BaseLLM):
-    llm: Optional[Llama] = None
-    temperature: Optional[float] = None
-    max_tokens: Optional[int] = None
+    llm: Llama
+    temperature: float
+    max_tokens: int
     grammar: Optional[LlamaGrammar] = None
 
     def __init__(
@@ -24,7 +24,7 @@ class LlamaCppLLM(BaseLLM):
     ):
         if not llm:
             raise ValueError("`llama_cpp.Llama` llm is required")
-        super().__init__(name=name)
+        super().__init__(name=name, llm=llm, temperature=temperature, max_tokens=max_tokens)
         self.llm = llm
         self.temperature = temperature
         self.max_tokens = max_tokens

tests/unit/llms/test_llm_llamacpp.py

@@ -3,10 +3,13 @@ import pytest
 from semantic_router.llms import LlamaCppLLM
 from semantic_router.schema import Message
 
+from llama_cpp import Llama
+
 
 @pytest.fixture
 def llamacpp_llm(mocker):
-    llm = mocker.Mock()
+    mock_llama = mocker.patch("llama_cpp.Llama", spec=Llama)
+    llm = mock_llama.return_value
     return LlamaCppLLM(llm=llm)