Skip to content
Snippets Groups Projects
Unverified Commit 7a678073 authored by NickSager's avatar NickSager Committed by GitHub
Browse files

Fix add llama-3 models to Anyscale class (#13336)

parent eda47f42
No related branches found
No related tags found
No related merge requests found
......@@ -7,6 +7,8 @@ DEFAULT_ANYSCALE_API_BASE = "https://api.endpoints.anyscale.com/v1"
DEFAULT_ANYSCALE_API_VERSION = ""
LLAMA_MODELS = {
"meta-llama/Meta-Llama-3-70B-Instruct": 8192,
"meta-llama/Meta-Llama-3-8B-Instruct": 8192,
"meta-llama/Llama-2-7b-chat-hf": 4096,
"meta-llama/Llama-2-13b-chat-hf": 4096,
"meta-llama/Llama-2-70b-chat-hf": 4096,
......
......@@ -27,7 +27,7 @@ exclude = ["**/BUILD"]
license = "MIT"
name = "llama-index-llms-anyscale"
readme = "README.md"
version = "0.1.3"
version = "0.1.4"
[tool.poetry.dependencies]
python = ">=3.8.1,<4.0"
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment