From 5fdf7f59e515cc8c9e622d1d910ec4d7629671fd Mon Sep 17 00:00:00 2001
From: James Braza <jamesbraza@gmail.com>
Date: Wed, 13 Dec 2023 21:05:44 -0800
Subject: [PATCH] Allowing `LOCALAI_DEFAULTS` to work with `__ror__` (#9502)
---
llama_index/llms/localai.py | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
diff --git a/llama_index/llms/localai.py b/llama_index/llms/localai.py
index 9f307254a6..4da2dc03b8 100644
--- a/llama_index/llms/localai.py
+++ b/llama_index/llms/localai.py
@@ -7,7 +7,7 @@ Source: https://github.com/go-skynet/LocalAI
import warnings
from types import MappingProxyType
-from typing import Any, Callable, Dict, Mapping, Optional, Sequence
+from typing import Any, Callable, Dict, Optional, Sequence
from llama_index.bridge.pydantic import Field
from llama_index.constants import DEFAULT_CONTEXT_WINDOW
@@ -19,7 +19,8 @@ from llama_index.types import BaseOutputParser, PydanticProgramMode
# Use these as kwargs for OpenAILike to connect to LocalAIs
DEFAULT_LOCALAI_PORT = 8080
-LOCALAI_DEFAULTS: Mapping[str, Any] = MappingProxyType(
+# TODO: move to MappingProxyType[str, Any] once Python 3.9+
+LOCALAI_DEFAULTS: Dict[str, Any] = MappingProxyType( # type: ignore[assignment]
{
"api_key": "localai_fake",
"api_type": "localai_fake",
--
GitLab