feat: Add support for Claude 3.5 Sonnet (#7301)

add support for Claude 3.5 Sonnet
This commit is contained in:
Dimitri Brooks
2024-07-03 07:02:14 -07:00
committed by GitHub
parent 39f70b0c83
commit ecb054af56

View File

@@ -43,6 +43,7 @@ _P = ParamSpec("_P")
class AnthropicModelName(str, enum.Enum):
CLAUDE3_OPUS_v1 = "claude-3-opus-20240229"
CLAUDE3_SONNET_v1 = "claude-3-sonnet-20240229"
CLAUDE3_5_SONNET_v1 = "claude-3-5-sonnet-20240620"
CLAUDE3_HAIKU_v1 = "claude-3-haiku-20240307"
@@ -65,6 +66,14 @@ ANTHROPIC_CHAT_MODELS = {
max_tokens=200000,
has_function_call_api=True,
),
ChatModelInfo(
name=AnthropicModelName.CLAUDE3_5_SONNET_v1,
provider_name=ModelProviderName.ANTHROPIC,
prompt_token_cost=3 / 1e6,
completion_token_cost=15 / 1e6,
max_tokens=200000,
has_function_call_api=True,
),
ChatModelInfo(
name=AnthropicModelName.CLAUDE3_HAIKU_v1,
provider_name=ModelProviderName.ANTHROPIC,