diff --git a/.changeset/famous-rivers-repair.md b/.changeset/famous-rivers-repair.md new file mode 100644 index 0000000000000000000000000000000000000000..cbe652e49ec86d23e4ef45c5e0c0e4c166d727a5 --- /dev/null +++ b/.changeset/famous-rivers-repair.md @@ -0,0 +1,6 @@ +--- +"llamaindex": patch +"@llamaindex/community": patch +--- + +Add model ids for Anthropic Claude 3.5 Sonnet model on Anthropic and Bedrock diff --git a/apps/docs/docs/modules/llms/available_llms/bedrock.md b/apps/docs/docs/modules/llms/available_llms/bedrock.md index c9513b941f054c4b38299f2e9c20e4b1e086a44f..07b934dae5706914f929727a8e740bac612b90d1 100644 --- a/apps/docs/docs/modules/llms/available_llms/bedrock.md +++ b/apps/docs/docs/modules/llms/available_llms/bedrock.md @@ -24,6 +24,7 @@ ANTHROPIC_CLAUDE_2_1 = "anthropic.claude-v2:1"; ANTHROPIC_CLAUDE_3_SONNET = "anthropic.claude-3-sonnet-20240229-v1:0"; ANTHROPIC_CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0"; ANTHROPIC_CLAUDE_3_OPUS = "anthropic.claude-3-opus-20240229-v1:0"; // available on us-west-2 +ANTHROPIC_CLAUDE_3_5_SONNET = "anthropic.claude-3-5-sonnet-20240620-v1:0"; ``` Sonnet, Haiku and Opus are multimodal, image_url only supports base64 data url format, e.g. `data:image/jpeg;base64,SGVsbG8sIFdvcmxkIQ==` diff --git a/packages/community/src/llm/bedrock/base.ts b/packages/community/src/llm/bedrock/base.ts index 044e21b2611ecc475904128c79aa7be8e7898452..853f74d3343a5c6a0c2dd3e093fe9edb9312c239 100644 --- a/packages/community/src/llm/bedrock/base.ts +++ b/packages/community/src/llm/bedrock/base.ts @@ -67,6 +67,7 @@ export enum BEDROCK_MODELS { ANTHROPIC_CLAUDE_3_SONNET = "anthropic.claude-3-sonnet-20240229-v1:0", ANTHROPIC_CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0", ANTHROPIC_CLAUDE_3_OPUS = "anthropic.claude-3-opus-20240229-v1:0", + ANTHROPIC_CLAUDE_3_5_SONNET = "anthropic.claude-3-5-sonnet-20240620-v1:0", META_LLAMA2_13B_CHAT = "meta.llama2-13b-chat-v1", META_LLAMA2_70B_CHAT = "meta.llama2-70b-chat-v1", META_LLAMA3_8B_INSTRUCT = "meta.llama3-8b-instruct-v1:0", @@ -100,6 +101,7 @@ const CHAT_ONLY_MODELS = { [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_SONNET]: 200000, [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU]: 200000, [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_OPUS]: 200000, + [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET]: 200000, [BEDROCK_MODELS.META_LLAMA2_13B_CHAT]: 2048, [BEDROCK_MODELS.META_LLAMA2_70B_CHAT]: 4096, [BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT]: 8192, @@ -126,6 +128,7 @@ export const STREAMING_MODELS = new Set([ BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_SONNET, BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU, BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_OPUS, + BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET, BEDROCK_MODELS.META_LLAMA2_13B_CHAT, BEDROCK_MODELS.META_LLAMA2_70B_CHAT, BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT, diff --git a/packages/llamaindex/src/llm/anthropic.ts b/packages/llamaindex/src/llm/anthropic.ts index 58c1de0668e78e43ed9023523f01803e65c295fe..f1662f244ad597917e1c90f9c41164732139f223 100644 --- a/packages/llamaindex/src/llm/anthropic.ts +++ b/packages/llamaindex/src/llm/anthropic.ts @@ -86,15 +86,21 @@ export const ALL_AVAILABLE_V3_MODELS = { "claude-3-haiku": { contextWindow: 200000 }, }; +export const ALL_AVAILABLE_V3_5_MODELS = { + "claude-3-5-sonnet": { contextWindow: 200000 }, +}; + export const ALL_AVAILABLE_ANTHROPIC_MODELS = { ...ALL_AVAILABLE_ANTHROPIC_LEGACY_MODELS, ...ALL_AVAILABLE_V3_MODELS, + ...ALL_AVAILABLE_V3_5_MODELS, }; const AVAILABLE_ANTHROPIC_MODELS_WITHOUT_DATE: { [key: string]: string } = { "claude-3-opus": "claude-3-opus-20240229", "claude-3-sonnet": "claude-3-sonnet-20240229", "claude-3-haiku": "claude-3-haiku-20240307", + "claude-3-5-sonnet": "claude-3-5-sonnet-20240620", } as { [key in keyof typeof ALL_AVAILABLE_ANTHROPIC_MODELS]: string }; export type AnthropicAdditionalChatOptions = {};