Skip to content
Snippets Groups Projects
Commit eb611326 authored by Eustache Le Bihan's avatar Eustache Le Bihan
Browse files

handle auto signal from llm

parent f3e86195
No related branches found
No related tags found
No related merge requests found
...@@ -115,7 +115,9 @@ class LanguageModelHandler(BaseHandler): ...@@ -115,7 +115,9 @@ class LanguageModelHandler(BaseHandler):
language_code = None language_code = None
if isinstance(prompt, tuple): if isinstance(prompt, tuple):
prompt, language_code = prompt prompt, language_code = prompt
prompt = f"Please reply to my message in {WHISPER_LANGUAGE_TO_LLM_LANGUAGE[language_code]}. " + prompt if language_code[-5:] == "-auto":
language_code = language_code[:-5]
prompt = f"Please reply to my message in {WHISPER_LANGUAGE_TO_LLM_LANGUAGE[language_code]}. " + prompt
self.chat.append({"role": self.user_role, "content": prompt}) self.chat.append({"role": self.user_role, "content": prompt})
thread = Thread( thread = Thread(
......
...@@ -73,7 +73,9 @@ class MLXLanguageModelHandler(BaseHandler): ...@@ -73,7 +73,9 @@ class MLXLanguageModelHandler(BaseHandler):
if isinstance(prompt, tuple): if isinstance(prompt, tuple):
prompt, language_code = prompt prompt, language_code = prompt
prompt = f"Please reply to my message in {WHISPER_LANGUAGE_TO_LLM_LANGUAGE[language_code]}. " + prompt if language_code[-5:] == "-auto":
language_code = language_code[:-5]
prompt = f"Please reply to my message in {WHISPER_LANGUAGE_TO_LLM_LANGUAGE[language_code]}. " + prompt
self.chat.append({"role": self.user_role, "content": prompt}) self.chat.append({"role": self.user_role, "content": prompt})
......
from openai import OpenAI
from LLM.chat import Chat
from baseHandler import BaseHandler
from rich.console import Console
import logging import logging
import time import time
from nltk import sent_tokenize
from rich.console import Console
from openai import OpenAI
from baseHandler import BaseHandler
from LLM.chat import Chat
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
console = Console() console = Console()
from nltk import sent_tokenize
WHISPER_LANGUAGE_TO_LLM_LANGUAGE = {
"en": "english",
"fr": "french",
"es": "spanish",
"zh": "chinese",
"ja": "japanese",
"ko": "korean",
}
class OpenApiModelHandler(BaseHandler): class OpenApiModelHandler(BaseHandler):
""" """
...@@ -61,7 +73,12 @@ class OpenApiModelHandler(BaseHandler): ...@@ -61,7 +73,12 @@ class OpenApiModelHandler(BaseHandler):
language_code = None language_code = None
if isinstance(prompt, tuple): if isinstance(prompt, tuple):
prompt, language_code = prompt prompt, language_code = prompt
if language_code[-5:] == "-auto":
language_code = language_code[:-5]
prompt = f"Please reply to my message in {WHISPER_LANGUAGE_TO_LLM_LANGUAGE[language_code]}. " + prompt
logger.info(prompt)
response = self.client.chat.completions.create( response = self.client.chat.completions.create(
model=self.model_name, model=self.model_name,
messages=[ messages=[
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment