diff --git a/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py b/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py index c2fc2925b9488f6751c92bc9388d1ece5d1d9dca..3e71a66666269865266104854c636b0095aea670 100644 --- a/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py +++ b/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py @@ -7,6 +7,8 @@ DEFAULT_ANYSCALE_API_BASE = "https://api.endpoints.anyscale.com/v1" DEFAULT_ANYSCALE_API_VERSION = "" LLAMA_MODELS = { + "meta-llama/Meta-Llama-3-70B-Instruct": 8192, + "meta-llama/Meta-Llama-3-8B-Instruct": 8192, "meta-llama/Llama-2-7b-chat-hf": 4096, "meta-llama/Llama-2-13b-chat-hf": 4096, "meta-llama/Llama-2-70b-chat-hf": 4096, diff --git a/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml b/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml index 7d5ea0d8e678b2a398e4bd2d671e2dbdf65b4e39..86e5d15283e0185904356da03e8403289b4c202d 100644 --- a/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml +++ b/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml @@ -27,7 +27,7 @@ exclude = ["**/BUILD"] license = "MIT" name = "llama-index-llms-anyscale" readme = "README.md" -version = "0.1.3" +version = "0.1.4" [tool.poetry.dependencies] python = ">=3.8.1,<4.0"