From 24caf93efe68f6fd4318c85e32a02f08f01c843b Mon Sep 17 00:00:00 2001 From: Parham Saidi <parham@parha.me> Date: Wed, 11 Dec 2024 20:17:40 +0100 Subject: [PATCH] fix: added inference profile mapping for nova models (#1560) --- .changeset/rich-moles-wash.md | 5 +++++ packages/community/src/llm/bedrock/index.ts | 7 +++++++ 2 files changed, 12 insertions(+) create mode 100644 .changeset/rich-moles-wash.md diff --git a/.changeset/rich-moles-wash.md b/.changeset/rich-moles-wash.md new file mode 100644 index 000000000..127846593 --- /dev/null +++ b/.changeset/rich-moles-wash.md @@ -0,0 +1,5 @@ +--- +"@llamaindex/community": patch +--- + +fix: added inference profile mapping for nova models" diff --git a/packages/community/src/llm/bedrock/index.ts b/packages/community/src/llm/bedrock/index.ts index 62469b65a..d1873ee04 100644 --- a/packages/community/src/llm/bedrock/index.ts +++ b/packages/community/src/llm/bedrock/index.ts @@ -145,6 +145,13 @@ export const INFERENCE_TO_BEDROCK_MAP: Record< [INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_2_90B_INSTRUCT]: BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT, + [INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_PRO_1]: + BEDROCK_MODELS.AMAZON_NOVA_PRO_1, + [INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_LITE_1]: + BEDROCK_MODELS.AMAZON_NOVA_LITE_1, + [INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_MICRO_1]: + BEDROCK_MODELS.AMAZON_NOVA_MICRO_1, + [INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_3_HAIKU]: BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU, [INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_3_SONNET]: -- GitLab