Skip to content
Snippets Groups Projects
Unverified Commit 4909b470 authored by James Briggs's avatar James Briggs
Browse files

remove pipe types

parent e64c7371
No related branches found
No related tags found
No related merge requests found
from contextlib import contextmanager from contextlib import contextmanager
from pathlib import Path from pathlib import Path
from typing import Any from typing import Any, Optional
from llama_cpp import Llama, LlamaGrammar from llama_cpp import Llama, LlamaGrammar
...@@ -10,10 +10,10 @@ from semantic_router.utils.logger import logger ...@@ -10,10 +10,10 @@ from semantic_router.utils.logger import logger
class LlamaCppLLM(BaseLLM): class LlamaCppLLM(BaseLLM):
llm: Llama | None llm: Optional[Llama] = None
temperature: float | None temperature: Optional[float] = None
max_tokens: int | None max_tokens: Optional[int] = None
grammar: LlamaGrammar | None grammar: Optional[LlamaGrammar] = None
def __init__( def __init__(
self, self,
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment