From 7a678073db9c0a602448cd75c99c20a50b28aad6 Mon Sep 17 00:00:00 2001
From: NickSager <121263610+NickSager@users.noreply.github.com>
Date: Tue, 7 May 2024 21:49:39 -0600
Subject: [PATCH] Fix add llama-3 models to Anyscale class (#13336)
---
.../llama_index/llms/anyscale/utils.py | 2 ++
.../llms/llama-index-llms-anyscale/pyproject.toml | 2 +-
2 files changed, 3 insertions(+), 1 deletion(-)
diff --git a/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py b/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py
index c2fc2925b9..3e71a66666 100644
--- a/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py
+++ b/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py
@@ -7,6 +7,8 @@ DEFAULT_ANYSCALE_API_BASE = "https://api.endpoints.anyscale.com/v1"
DEFAULT_ANYSCALE_API_VERSION = ""
LLAMA_MODELS = {
+ "meta-llama/Meta-Llama-3-70B-Instruct": 8192,
+ "meta-llama/Meta-Llama-3-8B-Instruct": 8192,
"meta-llama/Llama-2-7b-chat-hf": 4096,
"meta-llama/Llama-2-13b-chat-hf": 4096,
"meta-llama/Llama-2-70b-chat-hf": 4096,
diff --git a/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml b/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml
index 7d5ea0d8e6..86e5d15283 100644
--- a/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml
+++ b/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml
@@ -27,7 +27,7 @@ exclude = ["**/BUILD"]
license = "MIT"
name = "llama-index-llms-anyscale"
readme = "README.md"
-version = "0.1.3"
+version = "0.1.4"
[tool.poetry.dependencies]
python = ">=3.8.1,<4.0"
--
GitLab