feat: add Anthropic Claude 3.5 Sonnet model (#948)

.changeset/famous-rivers-repair.md

+---
+"llamaindex": patch
+"@llamaindex/community": patch
+---
+
+Add model ids for Anthropic Claude 3.5 Sonnet model on Anthropic and Bedrock

apps/docs/docs/modules/llms/available_llms/bedrock.md

@@ -24,6 +24,7 @@ ANTHROPIC_CLAUDE_2_1 = "anthropic.claude-v2:1";
 ANTHROPIC_CLAUDE_3_SONNET = "anthropic.claude-3-sonnet-20240229-v1:0";
 ANTHROPIC_CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0";
 ANTHROPIC_CLAUDE_3_OPUS = "anthropic.claude-3-opus-20240229-v1:0"; // available on us-west-2
+ANTHROPIC_CLAUDE_3_5_SONNET = "anthropic.claude-3-5-sonnet-20240620-v1:0";
 ```
 
 Sonnet, Haiku and Opus are multimodal, image_url only supports base64 data url format, e.g. `data:image/jpeg;base64,SGVsbG8sIFdvcmxkIQ==`

packages/community/src/llm/bedrock/base.ts

@@ -67,6 +67,7 @@ export enum BEDROCK_MODELS {
   ANTHROPIC_CLAUDE_3_SONNET = "anthropic.claude-3-sonnet-20240229-v1:0",
   ANTHROPIC_CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0",
   ANTHROPIC_CLAUDE_3_OPUS = "anthropic.claude-3-opus-20240229-v1:0",
+  ANTHROPIC_CLAUDE_3_5_SONNET = "anthropic.claude-3-5-sonnet-20240620-v1:0",
   META_LLAMA2_13B_CHAT = "meta.llama2-13b-chat-v1",
   META_LLAMA2_70B_CHAT = "meta.llama2-70b-chat-v1",
   META_LLAMA3_8B_INSTRUCT = "meta.llama3-8b-instruct-v1:0",
@@ -100,6 +101,7 @@ const CHAT_ONLY_MODELS = {
   [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_SONNET]: 200000,
   [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU]: 200000,
   [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_OPUS]: 200000,
+  [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET]: 200000,
   [BEDROCK_MODELS.META_LLAMA2_13B_CHAT]: 2048,
   [BEDROCK_MODELS.META_LLAMA2_70B_CHAT]: 4096,
   [BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT]: 8192,
@@ -126,6 +128,7 @@ export const STREAMING_MODELS = new Set([
   BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_SONNET,
   BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
   BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_OPUS,
+  BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET,
   BEDROCK_MODELS.META_LLAMA2_13B_CHAT,
   BEDROCK_MODELS.META_LLAMA2_70B_CHAT,
   BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT,

packages/llamaindex/src/llm/anthropic.ts

@@ -86,15 +86,21 @@ export const ALL_AVAILABLE_V3_MODELS = {
   "claude-3-haiku": { contextWindow: 200000 },
 };
 
+export const ALL_AVAILABLE_V3_5_MODELS = {
+  "claude-3-5-sonnet": { contextWindow: 200000 },
+};
+
 export const ALL_AVAILABLE_ANTHROPIC_MODELS = {
   ...ALL_AVAILABLE_ANTHROPIC_LEGACY_MODELS,
   ...ALL_AVAILABLE_V3_MODELS,
+  ...ALL_AVAILABLE_V3_5_MODELS,
 };
 
 const AVAILABLE_ANTHROPIC_MODELS_WITHOUT_DATE: { [key: string]: string } = {
   "claude-3-opus": "claude-3-opus-20240229",
   "claude-3-sonnet": "claude-3-sonnet-20240229",
   "claude-3-haiku": "claude-3-haiku-20240307",
+  "claude-3-5-sonnet": "claude-3-5-sonnet-20240620",
 } as { [key in keyof typeof ALL_AVAILABLE_ANTHROPIC_MODELS]: string };
 
 export type AnthropicAdditionalChatOptions = {};