From 314005d21ea2515c84fb9f8299f357611ef8a442 Mon Sep 17 00:00:00 2001
From: Ismail Ashraq <issey1455@gmail.com>
Date: Thu, 14 Mar 2024 23:34:05 +0500
Subject: [PATCH] add LlamaCppLLM to init
---
semantic_router/llms/__init__.py | 2 ++
semantic_router/llms/llamacpp.py | 2 --
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/semantic_router/llms/__init__.py b/semantic_router/llms/__init__.py
index 4e2eef16..36f13c8d 100644
--- a/semantic_router/llms/__init__.py
+++ b/semantic_router/llms/__init__.py
@@ -1,5 +1,6 @@
from semantic_router.llms.base import BaseLLM
from semantic_router.llms.cohere import CohereLLM
+from semantic_router.llms.llamacpp import LlamaCppLLM
from semantic_router.llms.mistral import MistralAILLM
from semantic_router.llms.openai import OpenAILLM
from semantic_router.llms.openrouter import OpenRouterLLM
@@ -8,6 +9,7 @@ from semantic_router.llms.zure import AzureOpenAILLM
__all__ = [
"BaseLLM",
"OpenAILLM",
+ "LlamaCppLLM",
"OpenRouterLLM",
"CohereLLM",
"AzureOpenAILLM",
diff --git a/semantic_router/llms/llamacpp.py b/semantic_router/llms/llamacpp.py
index 1126d055..9a66b732 100644
--- a/semantic_router/llms/llamacpp.py
+++ b/semantic_router/llms/llamacpp.py
@@ -2,8 +2,6 @@ from contextlib import contextmanager
from pathlib import Path
from typing import Any, Optional
-# from llama_cpp import Llama, LlamaGrammar
-
from semantic_router.llms.base import BaseLLM
from semantic_router.schema import Message
from semantic_router.utils.logger import logger
--
GitLab