From dd72dec33c67aacb007ac0577e0b0c3380327da0 Mon Sep 17 00:00:00 2001
From: Andres Marafioti <andimarafioti@gmail.com>
Date: Wed, 18 Sep 2024 15:09:24 +0200
Subject: [PATCH] make mlx initialization faster
---
LLM/mlx_language_model.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/LLM/mlx_language_model.py b/LLM/mlx_language_model.py
index ae11b35..82de102 100644
--- a/LLM/mlx_language_model.py
+++ b/LLM/mlx_language_model.py
@@ -52,7 +52,7 @@ class MLXLanguageModelHandler(BaseHandler):
def warmup(self):
logger.info(f"Warming up {self.__class__.__name__}")
- dummy_input_text = "Write me a poem about Machine Learning."
+ dummy_input_text = "Repeat the word 'home'."
dummy_chat = [{"role": self.user_role, "content": dummy_input_text}]
n_steps = 2
--
GitLab