Skip to content
Snippets Groups Projects
Unverified Commit e92e5293 authored by BetterAndBetterII's avatar BetterAndBetterII Committed by GitHub
Browse files

Support Gemini "transport" configuration (#10457)

* Support Gemini "transport" configuration

Added Gemini transportation method configuration support.

* Sync updates in multi_modal_llms\gemini
parent fbf9b01f
No related branches found
No related tags found
No related merge requests found
......@@ -71,6 +71,7 @@ class Gemini(CustomLLM):
safety_settings: "genai.types.SafetySettingOptions" = None,
callback_manager: Optional[CallbackManager] = None,
api_base: Optional[str] = None,
transport: Optional[str] = None,
**generate_kwargs: Any,
):
"""Creates a new Gemini model interface."""
......@@ -89,6 +90,9 @@ class Gemini(CustomLLM):
}
if api_base:
config_params["client_options"] = {"api_endpoint": api_base}
if transport:
config_params["transport"] = transport
# transport: A string, one of: [`rest`, `grpc`, `grpc_asyncio`].
genai.configure(**config_params)
base_gen_config = generation_config if generation_config else {}
......
......@@ -74,6 +74,7 @@ class GeminiMultiModal(MultiModalLLM):
generation_config: Optional["genai.types.GenerationConfigDict"] = None,
safety_settings: "genai.types.SafetySettingOptions" = None,
api_base: Optional[str] = None,
transport: Optional[str] = None,
callback_manager: Optional[CallbackManager] = None,
**generate_kwargs: Any,
):
......@@ -100,6 +101,9 @@ class GeminiMultiModal(MultiModalLLM):
}
if api_base:
config_params["client_options"] = {"api_endpoint": api_base}
if transport:
config_params["transport"] = transport
# transport: A string, one of: [`rest`, `grpc`, `grpc_asyncio`].
genai.configure(**config_params)
base_gen_config = generation_config if generation_config else {}
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment