Skip to content
Snippets Groups Projects
Unverified Commit d528a92d authored by Pedro Dias's avatar Pedro Dias Committed by GitHub
Browse files

OllamaMultiModal kwargs (#10541)

parent 06c41d34
No related branches found
No related tags found
No related merge requests found
...@@ -106,7 +106,9 @@ class OllamaMultiModal(MultiModalLLM): ...@@ -106,7 +106,9 @@ class OllamaMultiModal(MultiModalLLM):
import ollama import ollama
ollama_messages = _messages_to_dicts(messages) ollama_messages = _messages_to_dicts(messages)
response = ollama.chat(model=self.model, messages=ollama_messages, stream=False) response = ollama.chat(
model=self.model, messages=ollama_messages, stream=False, **kwargs
)
return ChatResponse( return ChatResponse(
message=ChatMessage( message=ChatMessage(
content=response["message"]["content"], content=response["message"]["content"],
...@@ -124,7 +126,9 @@ class OllamaMultiModal(MultiModalLLM): ...@@ -124,7 +126,9 @@ class OllamaMultiModal(MultiModalLLM):
import ollama import ollama
ollama_messages = _messages_to_dicts(messages) ollama_messages = _messages_to_dicts(messages)
response = ollama.chat(model=self.model, messages=ollama_messages, stream=True) response = ollama.chat(
model=self.model, messages=ollama_messages, stream=True, **kwargs
)
text = "" text = ""
for chunk in response: for chunk in response:
if "done" in chunk and chunk["done"]: if "done" in chunk and chunk["done"]:
...@@ -161,6 +165,7 @@ class OllamaMultiModal(MultiModalLLM): ...@@ -161,6 +165,7 @@ class OllamaMultiModal(MultiModalLLM):
images=image_documents_to_base64(image_documents), images=image_documents_to_base64(image_documents),
stream=False, stream=False,
options=self._model_kwargs, options=self._model_kwargs,
**kwargs,
) )
return CompletionResponse( return CompletionResponse(
text=response["response"], text=response["response"],
...@@ -184,6 +189,7 @@ class OllamaMultiModal(MultiModalLLM): ...@@ -184,6 +189,7 @@ class OllamaMultiModal(MultiModalLLM):
images=image_documents_to_base64(image_documents), images=image_documents_to_base64(image_documents),
stream=True, stream=True,
options=self._model_kwargs, options=self._model_kwargs,
**kwargs,
) )
text = "" text = ""
for chunk in response: for chunk in response:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment