Skip to content
Snippets Groups Projects
Unverified Commit d528a92d authored by Pedro Dias's avatar Pedro Dias Committed by GitHub
Browse files

OllamaMultiModal kwargs (#10541)

parent 06c41d34
No related branches found
No related tags found
No related merge requests found
......@@ -106,7 +106,9 @@ class OllamaMultiModal(MultiModalLLM):
import ollama
ollama_messages = _messages_to_dicts(messages)
response = ollama.chat(model=self.model, messages=ollama_messages, stream=False)
response = ollama.chat(
model=self.model, messages=ollama_messages, stream=False, **kwargs
)
return ChatResponse(
message=ChatMessage(
content=response["message"]["content"],
......@@ -124,7 +126,9 @@ class OllamaMultiModal(MultiModalLLM):
import ollama
ollama_messages = _messages_to_dicts(messages)
response = ollama.chat(model=self.model, messages=ollama_messages, stream=True)
response = ollama.chat(
model=self.model, messages=ollama_messages, stream=True, **kwargs
)
text = ""
for chunk in response:
if "done" in chunk and chunk["done"]:
......@@ -161,6 +165,7 @@ class OllamaMultiModal(MultiModalLLM):
images=image_documents_to_base64(image_documents),
stream=False,
options=self._model_kwargs,
**kwargs,
)
return CompletionResponse(
text=response["response"],
......@@ -184,6 +189,7 @@ class OllamaMultiModal(MultiModalLLM):
images=image_documents_to_base64(image_documents),
stream=True,
options=self._model_kwargs,
**kwargs,
)
text = ""
for chunk in response:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment