From ce94beb78dea30e63c63b3792af1c50809590ced Mon Sep 17 00:00:00 2001
From: James Briggs <35938317+jamescalam@users.noreply.github.com>
Date: Sat, 13 Jan 2024 16:42:00 +0000
Subject: [PATCH] lint
---
semantic_router/llms/llamacpp.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/semantic_router/llms/llamacpp.py b/semantic_router/llms/llamacpp.py
index e6787953..d344636f 100644
--- a/semantic_router/llms/llamacpp.py
+++ b/semantic_router/llms/llamacpp.py
@@ -2,7 +2,7 @@ from contextlib import contextmanager
from pathlib import Path
from typing import Any, Optional
-from llama_cpp import Llama, LlamaGrammar, CreateChatCompletionResponse
+from llama_cpp import Llama, LlamaGrammar
from semantic_router.llms.base import BaseLLM
from semantic_router.schema import Message
@@ -57,7 +57,7 @@ class LlamaCppLLM(BaseLLM):
grammar=self.grammar,
stream=False,
)
- assert type(completion) is CreateChatCompletionResponse
+ assert isinstance(completion, dict) # keep mypy happy
output = completion["choices"][0]["message"]["content"]
if not output:
--
GitLab