From dc024ab6b76b3c829302ce81fef9cac635b24e7f Mon Sep 17 00:00:00 2001
From: Andres Marafioti <andimarafioti@gmail.com>
Date: Thu, 29 Aug 2024 10:47:42 +0200
Subject: [PATCH] speed up warm up time for llm
---
LLM/language_model.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/LLM/language_model.py b/LLM/language_model.py
index cb24c89..8acfdc8 100644
--- a/LLM/language_model.py
+++ b/LLM/language_model.py
@@ -69,7 +69,7 @@ class LanguageModelHandler(BaseHandler):
def warmup(self):
logger.info(f"Warming up {self.__class__.__name__}")
- dummy_input_text = "Write me a poem about Machine Learning."
+ dummy_input_text = "Repeat the word 'home'."
dummy_chat = [{"role": self.user_role, "content": dummy_input_text}]
warmup_gen_kwargs = {
"min_new_tokens": self.gen_kwargs["min_new_tokens"],
--
GitLab