diff --git a/.changeset/swift-singers-end.md b/.changeset/swift-singers-end.md new file mode 100644 index 0000000000000000000000000000000000000000..2d60a26f8eee98a575b304a4432f3d5d4159e737 --- /dev/null +++ b/.changeset/swift-singers-end.md @@ -0,0 +1,5 @@ +--- +"@llamaindex/community": patch +--- + +Add missing inference endpoints for Haiku 3.5 diff --git a/packages/community/src/llm/bedrock/index.ts b/packages/community/src/llm/bedrock/index.ts index 60e1fa605fd60cc6601332f6fdaa3a17fd700500..5d8b700ccd4afc200d3c759d762e7aca24011572 100644 --- a/packages/community/src/llm/bedrock/index.ts +++ b/packages/community/src/llm/bedrock/index.ts @@ -87,6 +87,7 @@ export type BEDROCK_MODELS = export const INFERENCE_BEDROCK_MODELS = { US_ANTHROPIC_CLAUDE_3_HAIKU: "us.anthropic.claude-3-haiku-20240307-v1:0", + US_ANTHROPIC_CLAUDE_3_5_HAIKU: "us.anthropic.claude-3-5-haiku-20241022-v1:0", US_ANTHROPIC_CLAUDE_3_OPUS: "us.anthropic.claude-3-opus-20240229-v1:0", US_ANTHROPIC_CLAUDE_3_SONNET: "us.anthropic.claude-3-sonnet-20240229-v1:0", US_ANTHROPIC_CLAUDE_3_5_SONNET: @@ -99,6 +100,7 @@ export const INFERENCE_BEDROCK_MODELS = { US_META_LLAMA_3_2_90B_INSTRUCT: "us.meta.llama3-2-90b-instruct-v1:0", EU_ANTHROPIC_CLAUDE_3_HAIKU: "eu.anthropic.claude-3-haiku-20240307-v1:0", + EU_ANTHROPIC_CLAUDE_3_5_HAIKU: "eu.anthropic.claude-3-5-haiku-20240307-v1:0", EU_ANTHROPIC_CLAUDE_3_SONNET: "eu.anthropic.claude-3-sonnet-20240229-v1:0", EU_ANTHROPIC_CLAUDE_3_5_SONNET: "eu.anthropic.claude-3-5-sonnet-20240620-v1:0", @@ -123,6 +125,8 @@ export const INFERENCE_TO_BEDROCK_MAP: Record< BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET, [INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_3_5_SONNET_V2]: BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET_V2, + [INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_3_5_HAIKU]: + BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_HAIKU, [INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_2_1B_INSTRUCT]: BEDROCK_MODELS.META_LLAMA3_2_1B_INSTRUCT, [INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_2_3B_INSTRUCT]: