mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-08 03:08:45 +00:00
feat(anthropic): add Claude Opus 5
Registers claude-opus-5 across the cost maps and provider lists so the model prices, reports its real 1M/128K limits, and advertises its capabilities instead of falling through the generalization patterns at zero cost. Adds the first-party entry plus the Bedrock (base, global, us, eu, au, jp), Vertex AI, and Azure AI variants. Pricing matches Opus 4.8 at $5/$25 per MTok with the usual 1.1x regional premium on the cross-region inference profiles, and fast mode is priced at 2x through provider_specific_entry on the first-party entry only. Two fields deliberately differ from Opus 4.8: prompt_cache_min_tokens drops to 512, and bedrock_output_config_effort_ceiling is omitted because Bedrock accepts output_config.effort="max" for Opus 5.
This commit is contained in:
mateo-berri
parent
33b9524daf
commit
ae81625ee6
6 changed files with 987 additions and 1 deletions
|
|
@ -1145,6 +1145,7 @@ BEDROCK_CONVERSE_MODELS = [
|
||||||
"anthropic.claude-sonnet-4-5-20250929-v1:0",
|
"anthropic.claude-sonnet-4-5-20250929-v1:0",
|
||||||
"anthropic.claude-fable-5",
|
"anthropic.claude-fable-5",
|
||||||
"anthropic.claude-sonnet-5",
|
"anthropic.claude-sonnet-5",
|
||||||
|
"anthropic.claude-opus-5",
|
||||||
"anthropic.claude-opus-4-8",
|
"anthropic.claude-opus-4-8",
|
||||||
"anthropic.claude-opus-4-7",
|
"anthropic.claude-opus-4-7",
|
||||||
"anthropic.claude-opus-4-6-v1:0",
|
"anthropic.claude-opus-4-6-v1:0",
|
||||||
|
|
|
||||||
|
|
@ -1502,6 +1502,222 @@
|
||||||
"supports_parallel_tool_use_config": true,
|
"supports_parallel_tool_use_config": true,
|
||||||
"prompt_cache_min_tokens": 1024
|
"prompt_cache_min_tokens": 1024
|
||||||
},
|
},
|
||||||
|
"anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"global.anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"us.anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.875e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
|
||||||
|
"cache_read_input_token_cost": 5.5e-07,
|
||||||
|
"input_cost_per_token": 5.5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.75e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"eu.anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.875e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
|
||||||
|
"cache_read_input_token_cost": 5.5e-07,
|
||||||
|
"input_cost_per_token": 5.5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.75e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"au.anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.875e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
|
||||||
|
"cache_read_input_token_cost": 5.5e-07,
|
||||||
|
"input_cost_per_token": 5.5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.75e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"jp.anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.875e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
|
||||||
|
"cache_read_input_token_cost": 5.5e-07,
|
||||||
|
"input_cost_per_token": 5.5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.75e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
"anthropic.claude-opus-4-8": {
|
"anthropic.claude-opus-4-8": {
|
||||||
"bedrock_converse_supports_strict_tools": false,
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
"supports_adaptive_thinking": true,
|
"supports_adaptive_thinking": true,
|
||||||
|
|
@ -2756,6 +2972,38 @@
|
||||||
"supports_xhigh_reasoning_effort": true,
|
"supports_xhigh_reasoning_effort": true,
|
||||||
"supports_max_reasoning_effort": true
|
"supports_max_reasoning_effort": true
|
||||||
},
|
},
|
||||||
|
"azure_ai/claude-opus-5": {
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"litellm_provider": "azure_ai",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
"azure_ai/claude-opus-4-8": {
|
"azure_ai/claude-opus-4-8": {
|
||||||
"supports_mid_conversation_system": true,
|
"supports_mid_conversation_system": true,
|
||||||
"supports_adaptive_thinking": true,
|
"supports_adaptive_thinking": true,
|
||||||
|
|
@ -11846,6 +12094,44 @@
|
||||||
"supports_output_config": true,
|
"supports_output_config": true,
|
||||||
"prompt_cache_min_tokens": 512
|
"prompt_cache_min_tokens": 512
|
||||||
},
|
},
|
||||||
|
"claude-opus-5": {
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"litellm_provider": "anthropic",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"provider_specific_entry": {
|
||||||
|
"us": 1.1,
|
||||||
|
"fast": 2.0
|
||||||
|
},
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_speed": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
"claude-opus-4-8": {
|
"claude-opus-4-8": {
|
||||||
"cache_creation_input_token_cost": 6.25e-06,
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
|
@ -36896,6 +37182,70 @@
|
||||||
"supports_xhigh_reasoning_effort": true,
|
"supports_xhigh_reasoning_effort": true,
|
||||||
"supports_max_reasoning_effort": true
|
"supports_max_reasoning_effort": true
|
||||||
},
|
},
|
||||||
|
"vertex_ai/claude-opus-5": {
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"litellm_provider": "vertex_ai-anthropic_models",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"vertex_ai/claude-opus-5@default": {
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"litellm_provider": "vertex_ai-anthropic_models",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
"vertex_ai/claude-opus-4-8": {
|
"vertex_ai/claude-opus-4-8": {
|
||||||
"supports_mid_conversation_system": true,
|
"supports_mid_conversation_system": true,
|
||||||
"supports_adaptive_thinking": true,
|
"supports_adaptive_thinking": true,
|
||||||
|
|
|
||||||
|
|
@ -52,12 +52,13 @@ PROVIDERS: List[Dict] = [
|
||||||
{
|
{
|
||||||
"id": "anthropic",
|
"id": "anthropic",
|
||||||
"name": "Anthropic",
|
"name": "Anthropic",
|
||||||
"description": "Claude Fable 5, Opus 4.8, Opus 4.7, Opus 4.6, Sonnet 4.6, Haiku 4.5",
|
"description": "Claude Fable 5, Opus 5, Opus 4.8, Opus 4.7, Opus 4.6, Sonnet 5, Sonnet 4.6, Haiku 4.5",
|
||||||
"env_key": "ANTHROPIC_API_KEY",
|
"env_key": "ANTHROPIC_API_KEY",
|
||||||
"key_hint": "sk-ant-...",
|
"key_hint": "sk-ant-...",
|
||||||
"test_model": "claude-haiku-4-5-20251001",
|
"test_model": "claude-haiku-4-5-20251001",
|
||||||
"models": [
|
"models": [
|
||||||
"claude-fable-5",
|
"claude-fable-5",
|
||||||
|
"claude-opus-5",
|
||||||
"claude-sonnet-5",
|
"claude-sonnet-5",
|
||||||
"claude-opus-4-8",
|
"claude-opus-4-8",
|
||||||
"claude-opus-4-7",
|
"claude-opus-4-7",
|
||||||
|
|
|
||||||
|
|
@ -1502,6 +1502,222 @@
|
||||||
"supports_parallel_tool_use_config": true,
|
"supports_parallel_tool_use_config": true,
|
||||||
"prompt_cache_min_tokens": 1024
|
"prompt_cache_min_tokens": 1024
|
||||||
},
|
},
|
||||||
|
"anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"global.anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"us.anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.875e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
|
||||||
|
"cache_read_input_token_cost": 5.5e-07,
|
||||||
|
"input_cost_per_token": 5.5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.75e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"eu.anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.875e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
|
||||||
|
"cache_read_input_token_cost": 5.5e-07,
|
||||||
|
"input_cost_per_token": 5.5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.75e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"au.anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.875e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
|
||||||
|
"cache_read_input_token_cost": 5.5e-07,
|
||||||
|
"input_cost_per_token": 5.5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.75e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"jp.anthropic.claude-opus-5": {
|
||||||
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"cache_creation_input_token_cost": 6.875e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
|
||||||
|
"cache_read_input_token_cost": 5.5e-07,
|
||||||
|
"input_cost_per_token": 5.5e-06,
|
||||||
|
"litellm_provider": "bedrock_converse",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.75e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_parallel_tool_use_config": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
"anthropic.claude-opus-4-8": {
|
"anthropic.claude-opus-4-8": {
|
||||||
"bedrock_converse_supports_strict_tools": false,
|
"bedrock_converse_supports_strict_tools": false,
|
||||||
"supports_adaptive_thinking": true,
|
"supports_adaptive_thinking": true,
|
||||||
|
|
@ -2756,6 +2972,38 @@
|
||||||
"supports_xhigh_reasoning_effort": true,
|
"supports_xhigh_reasoning_effort": true,
|
||||||
"supports_max_reasoning_effort": true
|
"supports_max_reasoning_effort": true
|
||||||
},
|
},
|
||||||
|
"azure_ai/claude-opus-5": {
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"litellm_provider": "azure_ai",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
"azure_ai/claude-opus-4-8": {
|
"azure_ai/claude-opus-4-8": {
|
||||||
"supports_mid_conversation_system": true,
|
"supports_mid_conversation_system": true,
|
||||||
"supports_adaptive_thinking": true,
|
"supports_adaptive_thinking": true,
|
||||||
|
|
@ -11846,6 +12094,44 @@
|
||||||
"supports_output_config": true,
|
"supports_output_config": true,
|
||||||
"prompt_cache_min_tokens": 512
|
"prompt_cache_min_tokens": 512
|
||||||
},
|
},
|
||||||
|
"claude-opus-5": {
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"litellm_provider": "anthropic",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_native_structured_output": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"provider_specific_entry": {
|
||||||
|
"us": 1.1,
|
||||||
|
"fast": 2.0
|
||||||
|
},
|
||||||
|
"supports_output_config": true,
|
||||||
|
"supports_speed": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
"claude-opus-4-8": {
|
"claude-opus-4-8": {
|
||||||
"cache_creation_input_token_cost": 6.25e-06,
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
|
@ -36987,6 +37273,70 @@
|
||||||
"supports_xhigh_reasoning_effort": true,
|
"supports_xhigh_reasoning_effort": true,
|
||||||
"supports_max_reasoning_effort": true
|
"supports_max_reasoning_effort": true
|
||||||
},
|
},
|
||||||
|
"vertex_ai/claude-opus-5": {
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"litellm_provider": "vertex_ai-anthropic_models",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
|
"vertex_ai/claude-opus-5@default": {
|
||||||
|
"supports_mid_conversation_system": true,
|
||||||
|
"supports_adaptive_thinking": true,
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"litellm_provider": "vertex_ai-anthropic_models",
|
||||||
|
"max_input_tokens": 1000000,
|
||||||
|
"max_output_tokens": 128000,
|
||||||
|
"max_tokens": 128000,
|
||||||
|
"mode": "chat",
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"search_context_cost_per_query": {
|
||||||
|
"search_context_size_high": 0.01,
|
||||||
|
"search_context_size_low": 0.01,
|
||||||
|
"search_context_size_medium": 0.01
|
||||||
|
},
|
||||||
|
"supports_assistant_prefill": false,
|
||||||
|
"supports_computer_use": true,
|
||||||
|
"supports_function_calling": true,
|
||||||
|
"supports_pdf_input": true,
|
||||||
|
"supports_prompt_caching": true,
|
||||||
|
"supports_reasoning": true,
|
||||||
|
"supports_response_schema": true,
|
||||||
|
"supports_sampling_params": false,
|
||||||
|
"supports_tool_choice": true,
|
||||||
|
"supports_vision": true,
|
||||||
|
"supports_xhigh_reasoning_effort": true,
|
||||||
|
"supports_max_reasoning_effort": true,
|
||||||
|
"prompt_cache_min_tokens": 512
|
||||||
|
},
|
||||||
"vertex_ai/claude-opus-4-8": {
|
"vertex_ai/claude-opus-4-8": {
|
||||||
"supports_mid_conversation_system": true,
|
"supports_mid_conversation_system": true,
|
||||||
"supports_adaptive_thinking": true,
|
"supports_adaptive_thinking": true,
|
||||||
|
|
|
||||||
|
|
@ -167,6 +167,13 @@ ANTHROPIC_DIRECT_MODELS: Tuple[ModelEntry, ...] = (
|
||||||
"once the model is available."
|
"once the model is available."
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
|
ModelEntry(
|
||||||
|
alias="claude-opus-5",
|
||||||
|
model="anthropic/claude-opus-5",
|
||||||
|
mode="adaptive",
|
||||||
|
required_env=_ANTHROPIC_REQ,
|
||||||
|
caps=_CAPS_XHIGH_MAX,
|
||||||
|
),
|
||||||
ModelEntry(
|
ModelEntry(
|
||||||
alias="claude-opus-4-8",
|
alias="claude-opus-4-8",
|
||||||
model="anthropic/claude-opus-4-8",
|
model="anthropic/claude-opus-4-8",
|
||||||
|
|
|
||||||
277
tests/test_litellm/test_claude_opus_5_config.py
Normal file
277
tests/test_litellm/test_claude_opus_5_config.py
Normal file
|
|
@ -0,0 +1,277 @@
|
||||||
|
"""
|
||||||
|
Validate Claude Opus 5 model configuration entries.
|
||||||
|
|
||||||
|
Opus 5 carries Opus 4.8's pricing ($5 / $25 per MTok) and the gen-5 adaptive
|
||||||
|
thinking profile, but differs from 4.8 in two ways that are behavior-bearing in
|
||||||
|
LiteLLM: the cacheable-prefix minimum drops to 512 tokens, and Bedrock's Opus 5
|
||||||
|
validator accepts the full effort ladder, so the entries must not carry the
|
||||||
|
``bedrock_output_config_effort_ceiling`` that silently clamps ``max`` to
|
||||||
|
``xhigh`` on 4.8. The cost-map entries are also what populate
|
||||||
|
``litellm.anthropic_models`` at import, which is what lets a bare
|
||||||
|
``claude-opus-5`` name resolve to the ``anthropic`` provider (and match an
|
||||||
|
``anthropic/*`` wildcard deployment).
|
||||||
|
"""
|
||||||
|
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
import litellm
|
||||||
|
from litellm.constants import BEDROCK_CONVERSE_MODELS
|
||||||
|
from litellm.litellm_core_utils.get_model_cost_map import GetModelCostMap
|
||||||
|
|
||||||
|
REPO_ROOT = os.path.join(os.path.dirname(__file__), "../..")
|
||||||
|
|
||||||
|
ALL_OPUS_5_VARIANTS = (
|
||||||
|
"claude-opus-5",
|
||||||
|
"anthropic.claude-opus-5",
|
||||||
|
"global.anthropic.claude-opus-5",
|
||||||
|
"us.anthropic.claude-opus-5",
|
||||||
|
"eu.anthropic.claude-opus-5",
|
||||||
|
"au.anthropic.claude-opus-5",
|
||||||
|
"jp.anthropic.claude-opus-5",
|
||||||
|
"vertex_ai/claude-opus-5",
|
||||||
|
"vertex_ai/claude-opus-5@default",
|
||||||
|
"azure_ai/claude-opus-5",
|
||||||
|
)
|
||||||
|
|
||||||
|
BEDROCK_OPUS_5_VARIANTS = (
|
||||||
|
"anthropic.claude-opus-5",
|
||||||
|
"global.anthropic.claude-opus-5",
|
||||||
|
"us.anthropic.claude-opus-5",
|
||||||
|
"eu.anthropic.claude-opus-5",
|
||||||
|
"au.anthropic.claude-opus-5",
|
||||||
|
"jp.anthropic.claude-opus-5",
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _load_root_cost_map() -> dict:
|
||||||
|
json_path = os.path.join(REPO_ROOT, "model_prices_and_context_window.json")
|
||||||
|
with open(json_path) as f:
|
||||||
|
return json.load(f)
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def local_model_cost_map(monkeypatch):
|
||||||
|
"""Force the bundled backup cost map so assertions don't depend on the
|
||||||
|
network-fetched ``main`` copy (which lags this branch until merge)."""
|
||||||
|
original_model_cost = litellm.model_cost
|
||||||
|
monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True")
|
||||||
|
litellm.model_cost = litellm.get_model_cost_map(url="")
|
||||||
|
litellm.get_model_info.cache_clear()
|
||||||
|
try:
|
||||||
|
yield
|
||||||
|
finally:
|
||||||
|
litellm.model_cost = original_model_cost
|
||||||
|
litellm.get_model_info.cache_clear()
|
||||||
|
|
||||||
|
|
||||||
|
def test_opus_5_pricing_and_capabilities():
|
||||||
|
model_data = _load_root_cost_map()
|
||||||
|
|
||||||
|
expected_providers = {
|
||||||
|
"claude-opus-5": "anthropic",
|
||||||
|
"anthropic.claude-opus-5": "bedrock_converse",
|
||||||
|
"vertex_ai/claude-opus-5": "vertex_ai-anthropic_models",
|
||||||
|
"azure_ai/claude-opus-5": "azure_ai",
|
||||||
|
}
|
||||||
|
|
||||||
|
for model_name, provider in expected_providers.items():
|
||||||
|
assert model_name in model_data, f"Missing model entry: {model_name}"
|
||||||
|
info = model_data[model_name]
|
||||||
|
|
||||||
|
assert info["litellm_provider"] == provider
|
||||||
|
assert info["mode"] == "chat"
|
||||||
|
assert info["max_input_tokens"] == 1000000
|
||||||
|
assert info["max_output_tokens"] == 128000
|
||||||
|
assert info["max_tokens"] == 128000
|
||||||
|
|
||||||
|
# Opus 5 ships at Opus 4.8's rates: $5 / $25 per MTok, with the standard
|
||||||
|
# 1.25x cache-write, 2x 1-hour cache-write, and 0.1x cache-read multipliers.
|
||||||
|
assert info["input_cost_per_token"] == 5e-06
|
||||||
|
assert info["output_cost_per_token"] == 2.5e-05
|
||||||
|
assert info["cache_creation_input_token_cost"] == 6.25e-06
|
||||||
|
assert info["cache_creation_input_token_cost_above_1hr"] == 1e-05
|
||||||
|
assert info["cache_read_input_token_cost"] == 5e-07
|
||||||
|
|
||||||
|
# Flat rate across the full 1M window, no long-context premium.
|
||||||
|
assert "input_cost_per_token_above_200k_tokens" not in info
|
||||||
|
assert "output_cost_per_token_above_200k_tokens" not in info
|
||||||
|
|
||||||
|
# gen-5 adaptive-thinking profile: effort-driven, no sampling params, no
|
||||||
|
# assistant prefill.
|
||||||
|
assert info["supports_adaptive_thinking"] is True
|
||||||
|
assert info["supports_reasoning"] is True
|
||||||
|
assert info["supports_sampling_params"] is False
|
||||||
|
assert info["supports_assistant_prefill"] is False
|
||||||
|
assert info["supports_xhigh_reasoning_effort"] is True
|
||||||
|
assert info["supports_max_reasoning_effort"] is True
|
||||||
|
|
||||||
|
assert info["supports_function_calling"] is True
|
||||||
|
assert info["supports_prompt_caching"] is True
|
||||||
|
assert info["supports_tool_choice"] is True
|
||||||
|
assert info["supports_vision"] is True
|
||||||
|
|
||||||
|
|
||||||
|
def test_opus_5_bedrock_regional_pricing():
|
||||||
|
"""Global/base endpoints use base pricing; the us./eu./au./jp. regional
|
||||||
|
cross-region inference profiles carry a 10% premium."""
|
||||||
|
model_data = _load_root_cost_map()
|
||||||
|
|
||||||
|
base_pricing = {
|
||||||
|
"input_cost_per_token": 5e-06,
|
||||||
|
"output_cost_per_token": 2.5e-05,
|
||||||
|
"cache_creation_input_token_cost": 6.25e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1e-05,
|
||||||
|
"cache_read_input_token_cost": 5e-07,
|
||||||
|
}
|
||||||
|
regional_pricing = {
|
||||||
|
"input_cost_per_token": 5.5e-06,
|
||||||
|
"output_cost_per_token": 2.75e-05,
|
||||||
|
"cache_creation_input_token_cost": 6.875e-06,
|
||||||
|
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
|
||||||
|
"cache_read_input_token_cost": 5.5e-07,
|
||||||
|
}
|
||||||
|
|
||||||
|
expected = {
|
||||||
|
"anthropic.claude-opus-5": base_pricing,
|
||||||
|
"global.anthropic.claude-opus-5": base_pricing,
|
||||||
|
"us.anthropic.claude-opus-5": regional_pricing,
|
||||||
|
"eu.anthropic.claude-opus-5": regional_pricing,
|
||||||
|
"au.anthropic.claude-opus-5": regional_pricing,
|
||||||
|
"jp.anthropic.claude-opus-5": regional_pricing,
|
||||||
|
}
|
||||||
|
|
||||||
|
for model_name, pricing in expected.items():
|
||||||
|
assert model_name in model_data, f"Missing model entry: {model_name}"
|
||||||
|
info = model_data[model_name]
|
||||||
|
assert info["litellm_provider"] == "bedrock_converse"
|
||||||
|
for key, value in pricing.items():
|
||||||
|
assert info[key] == value, f"{model_name}.{key} = {info[key]}, want {value}"
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("model_name", BEDROCK_OPUS_5_VARIANTS)
|
||||||
|
def test_opus_5_bedrock_entries_declare_no_effort_ceiling(model_name):
|
||||||
|
"""Bedrock accepts every effort level for Opus 5, so no clamp belongs here.
|
||||||
|
|
||||||
|
Opus 4.7/4.8 carry ``bedrock_output_config_effort_ceiling: "xhigh"``, which
|
||||||
|
is what ``normalize_bedrock_opus_output_config_effort`` reads to rewrite a
|
||||||
|
caller's effort down. Verified against Bedrock on 2026-07-24 that
|
||||||
|
``output_config.effort="max"`` returns 200 for the Opus 5 profiles, so the
|
||||||
|
ceiling is deliberately absent; adding one back would silently downgrade
|
||||||
|
requests.
|
||||||
|
|
||||||
|
This asserts the cost-map entry rather than calling the normalizer because
|
||||||
|
``_BEDROCK_OUTPUT_CONFIG_EFFORT_ORDER`` currently ranks ``max`` (3) below
|
||||||
|
``xhigh`` (4), so an ``xhigh`` ceiling never clamps ``max`` and a behavioral
|
||||||
|
assertion would pass either way. Keeping the entry clean means Opus 5 stays
|
||||||
|
correct once that ordering is fixed."""
|
||||||
|
info = _load_root_cost_map()[model_name]
|
||||||
|
assert "bedrock_output_config_effort_ceiling" not in info
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("model_name", BEDROCK_OPUS_5_VARIANTS)
|
||||||
|
def test_opus_5_bedrock_rejects_strict_tools(model_name, local_model_cost_map):
|
||||||
|
"""Bedrock Converse routes Opus through a validator that rejects
|
||||||
|
``toolSpec.strict`` (``tools.0.custom.strict: Extra inputs are not
|
||||||
|
permitted``), same as Opus 4.7/4.8; verified against Bedrock on 2026-07-24.
|
||||||
|
Without the flag LiteLLM forwards ``strict`` and every tool call 400s."""
|
||||||
|
from litellm.llms.bedrock.common_utils import bedrock_converse_supports_strict_tools
|
||||||
|
|
||||||
|
assert bedrock_converse_supports_strict_tools(model_name) is False
|
||||||
|
|
||||||
|
|
||||||
|
def test_opus_5_prompt_cache_minimum_is_512(local_model_cost_map):
|
||||||
|
"""Opus 5 halves the cacheable-prefix minimum (Opus 4.8 is 1024).
|
||||||
|
|
||||||
|
The router's prompt-caching deployment check reads this value, so a stale
|
||||||
|
1024 would route prompts of 512-1023 tokens away from a warm Opus 5
|
||||||
|
deployment even though they cache fine."""
|
||||||
|
from litellm.utils import get_prompt_cache_min_tokens
|
||||||
|
|
||||||
|
assert get_prompt_cache_min_tokens(model="claude-opus-5") == 512
|
||||||
|
assert get_prompt_cache_min_tokens(model="us.anthropic.claude-opus-5") == 512
|
||||||
|
|
||||||
|
|
||||||
|
def test_opus_5_supports_fast_mode(local_model_cost_map):
|
||||||
|
"""Fast mode is Opus 5 on the first-party API at $10 / $50 per MTok, i.e. 2x
|
||||||
|
base. ``supports_speed`` gates whether ``speed="fast"`` is forwarded at all,
|
||||||
|
and ``provider_specific_entry.fast`` is what prices the response."""
|
||||||
|
from litellm.llms.anthropic.chat.transformation import AnthropicConfig
|
||||||
|
from litellm.llms.anthropic.cost_calculation import (
|
||||||
|
cost_per_token as anthropic_cost_per_token,
|
||||||
|
)
|
||||||
|
from litellm.types.utils import Usage
|
||||||
|
|
||||||
|
assert (
|
||||||
|
AnthropicConfig._model_supports_speed_param("claude-opus-5", "anthropic") is True
|
||||||
|
)
|
||||||
|
|
||||||
|
usage = Usage(prompt_tokens=1000, completion_tokens=500, total_tokens=1500)
|
||||||
|
usage.speed = "fast"
|
||||||
|
prompt_cost, completion_cost = anthropic_cost_per_token(
|
||||||
|
model="claude-opus-5", usage=usage
|
||||||
|
)
|
||||||
|
assert prompt_cost == pytest.approx(1000 * 5e-06 * 2.0)
|
||||||
|
assert completion_cost == pytest.approx(500 * 2.5e-05 * 2.0)
|
||||||
|
|
||||||
|
|
||||||
|
def test_opus_5_present_in_bundled_backup():
|
||||||
|
"""The bundled backup is the runtime fallback (and what tests load with
|
||||||
|
``LITELLM_LOCAL_MODEL_COST_MAP=True``); it must carry the same entries as the
|
||||||
|
root cost map, otherwise the model resolves on one path but not the other."""
|
||||||
|
backup = GetModelCostMap.load_local_model_cost_map()
|
||||||
|
for model_name in ALL_OPUS_5_VARIANTS:
|
||||||
|
assert model_name in backup, f"Missing from backup cost map: {model_name}"
|
||||||
|
|
||||||
|
|
||||||
|
def test_opus_5_registered_for_bedrock_converse():
|
||||||
|
assert "anthropic.claude-opus-5" in BEDROCK_CONVERSE_MODELS
|
||||||
|
|
||||||
|
|
||||||
|
def test_opus_5_provider_resolves_via_model_info(local_model_cost_map):
|
||||||
|
"""Regression: ``claude-opus-5`` must resolve to provider ``anthropic``.
|
||||||
|
|
||||||
|
Without the cost-map entry the model is unknown to LiteLLM, so it cannot be
|
||||||
|
tied to the ``anthropic`` provider and an ``anthropic/*`` wildcard deployment
|
||||||
|
would not match it."""
|
||||||
|
info = litellm.get_model_info(model="claude-opus-5")
|
||||||
|
assert info["litellm_provider"] == "anthropic"
|
||||||
|
assert info["max_input_tokens"] == 1000000
|
||||||
|
assert info["max_output_tokens"] == 128000
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize(
|
||||||
|
"cost_map",
|
||||||
|
[_load_root_cost_map(), GetModelCostMap.load_local_model_cost_map()],
|
||||||
|
ids=["root", "bundled_backup"],
|
||||||
|
)
|
||||||
|
def test_opus_5_all_variants_carry_adaptive_thinking_flag(cost_map):
|
||||||
|
"""Every Opus 5 entry must advertise ``supports_adaptive_thinking``.
|
||||||
|
|
||||||
|
Adaptive-thinking detection is cost-map driven, so a single variant missing
|
||||||
|
the flag silently sends the legacy ``thinking.type='enabled'`` shape, which
|
||||||
|
Opus 5 rejects with a 400."""
|
||||||
|
variants = [k for k in cost_map if "claude-opus-5" in k]
|
||||||
|
assert variants, "no claude-opus-5 entries found in cost map"
|
||||||
|
missing = [
|
||||||
|
k for k in variants if cost_map[k].get("supports_adaptive_thinking") is not True
|
||||||
|
]
|
||||||
|
assert not missing, f"missing supports_adaptive_thinking: {missing}"
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize(
|
||||||
|
"cost_map",
|
||||||
|
[_load_root_cost_map(), GetModelCostMap.load_local_model_cost_map()],
|
||||||
|
ids=["root", "bundled_backup"],
|
||||||
|
)
|
||||||
|
def test_opus_5_all_variants_carry_512_token_cache_minimum(cost_map):
|
||||||
|
variants = [k for k in cost_map if "claude-opus-5" in k]
|
||||||
|
assert variants, "no claude-opus-5 entries found in cost map"
|
||||||
|
wrong = {
|
||||||
|
k: cost_map[k].get("prompt_cache_min_tokens")
|
||||||
|
for k in variants
|
||||||
|
if cost_map[k].get("prompt_cache_min_tokens") != 512
|
||||||
|
}
|
||||||
|
assert not wrong, f"prompt_cache_min_tokens must be 512: {wrong}"
|
||||||
Loading…
Add table
Reference in a new issue