From 57c696ad04b5849b0f98526ec15b3b28af5394a0 Mon Sep 17 00:00:00 2001
From: Yarikama <125861728+yarikama@users.noreply.github.com>
Date: Thu, 27 Feb 2025 11:41:51 +0800
Subject: [PATCH] feat(bedrock converse): add Meta Llama 3.3 70B instruct model
support (#17915)
---
.../llama_index/llms/bedrock_converse/utils.py | 3 +++
.../llms/llama-index-llms-bedrock-converse/pyproject.toml | 2 +-
2 files changed, 4 insertions(+), 1 deletion(-)
diff --git a/llama-index-integrations/llms/llama-index-llms-bedrock-converse/llama_index/llms/bedrock_converse/utils.py b/llama-index-integrations/llms/llama-index-llms-bedrock-converse/llama_index/llms/bedrock_converse/utils.py
index a7be110827..6240b6cfa6 100644
--- a/llama-index-integrations/llms/llama-index-llms-bedrock-converse/llama_index/llms/bedrock_converse/utils.py
+++ b/llama-index-integrations/llms/llama-index-llms-bedrock-converse/llama_index/llms/bedrock_converse/utils.py
@@ -51,6 +51,7 @@ BEDROCK_MODELS = {
"meta.llama3-2-3b-instruct-v1:0": 131000,
"meta.llama3-2-11b-instruct-v1:0": 128000,
"meta.llama3-2-90b-instruct-v1:0": 128000,
+ "meta.llama3-3-70b-instruct-v1:0": 128000,
"mistral.mistral-7b-instruct-v0:2": 32000,
"mistral.mixtral-8x7b-instruct-v0:1": 32000,
"mistral.mistral-large-2402-v1:0": 32000,
@@ -81,6 +82,7 @@ BEDROCK_FUNCTION_CALLING_MODELS = (
"meta.llama3-2-3b-instruct-v1:0",
"meta.llama3-2-11b-instruct-v1:0",
"meta.llama3-2-90b-instruct-v1:0",
+ "meta.llama3-3-70b-instruct-v1:0",
)
BEDROCK_INFERENCE_PROFILE_SUPPORTED_MODELS = (
@@ -100,6 +102,7 @@ BEDROCK_INFERENCE_PROFILE_SUPPORTED_MODELS = (
"meta.llama3-2-3b-instruct-v1:0",
"meta.llama3-2-11b-instruct-v1:0",
"meta.llama3-2-90b-instruct-v1:0",
+ "meta.llama3-3-70b-instruct-v1:0",
)
diff --git a/llama-index-integrations/llms/llama-index-llms-bedrock-converse/pyproject.toml b/llama-index-integrations/llms/llama-index-llms-bedrock-converse/pyproject.toml
index 65ed985d94..262edb4955 100644
--- a/llama-index-integrations/llms/llama-index-llms-bedrock-converse/pyproject.toml
+++ b/llama-index-integrations/llms/llama-index-llms-bedrock-converse/pyproject.toml
@@ -27,7 +27,7 @@ exclude = ["**/BUILD"]
license = "MIT"
name = "llama-index-llms-bedrock-converse"
readme = "README.md"
-version = "0.4.6"
+version = "0.4.7"
[tool.poetry.dependencies]
python = ">=3.9,<4.0"
--
GitLab