diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index cecc7d0856f..1389b9f7d14 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -80932,6 +80932,11 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.25e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5e-08, + "input_cost_per_token_above_100k_tokens": 5e-07, + "output_cost_per_token_above_100k_tokens": 2.5e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, @@ -80969,9 +80974,14 @@ "prompt_cache_min_tokens": 512, "cache_creation_input_token_cost_above_1hr": 2.2e-07, "cache_creation_input_token_cost": 1.375e-07, + "cache_creation_input_token_cost_above_100k_tokens": 6.875e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.1e-06, "input_cost_per_token": 1.1e-07, "output_cost_per_token": 5.5e-07, "cache_read_input_token_cost": 1.1e-08, + "cache_read_input_token_cost_above_100k_tokens": 5.5e-08, + "input_cost_per_token_above_100k_tokens": 5.5e-07, + "output_cost_per_token_above_100k_tokens": 2.75e-06, "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "au.anthropic.claude-haiku-5-5": { @@ -81009,11 +81019,16 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.875e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5.5e-08, + "input_cost_per_token_above_100k_tokens": 5.5e-07, + "output_cost_per_token_above_100k_tokens": 2.75e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "azure_ai/claude-haiku-5-5": { "supports_mid_conversation_system": true, @@ -81055,9 +81070,13 @@ "bedrock_converse_supports_strict_tools": false, "bedrock_output_config_effort_ceiling": "xhigh", "cache_creation_input_token_cost": 1.5e-07, + "cache_creation_input_token_cost_above_100k_tokens": 7.5e-07, "cache_creation_input_token_cost_above_1hr": 2.4e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.2e-06, "cache_read_input_token_cost": 1.2e-08, + "cache_read_input_token_cost_above_100k_tokens": 6e-08, "input_cost_per_token": 1.2e-07, + "input_cost_per_token_above_100k_tokens": 6e-07, "litellm_provider": "bedrock", "supports_tool_search": true, "max_input_tokens": 1000000, @@ -81065,9 +81084,11 @@ "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 6e-07, + "output_cost_per_token_above_100k_tokens": 3e-06, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, @@ -81090,9 +81111,13 @@ "bedrock_converse_supports_strict_tools": false, "bedrock_output_config_effort_ceiling": "xhigh", "cache_creation_input_token_cost": 1.5e-07, + "cache_creation_input_token_cost_above_100k_tokens": 7.5e-07, "cache_creation_input_token_cost_above_1hr": 2.4e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.2e-06, "cache_read_input_token_cost": 1.2e-08, + "cache_read_input_token_cost_above_100k_tokens": 6e-08, "input_cost_per_token": 1.2e-07, + "input_cost_per_token_above_100k_tokens": 6e-07, "litellm_provider": "bedrock", "supports_tool_search": true, "max_input_tokens": 1000000, @@ -81100,9 +81125,11 @@ "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 6e-07, + "output_cost_per_token_above_100k_tokens": 3e-06, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, @@ -81156,11 +81183,16 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.875e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5.5e-08, + "input_cost_per_token_above_100k_tokens": 5.5e-07, + "output_cost_per_token_above_100k_tokens": 2.75e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "global.anthropic.claude-haiku-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -81197,11 +81229,16 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.25e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5e-08, + "input_cost_per_token_above_100k_tokens": 5e-07, + "output_cost_per_token_above_100k_tokens": 2.5e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "jp.anthropic.claude-haiku-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -81238,11 +81275,16 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.875e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5.5e-08, + "input_cost_per_token_above_100k_tokens": 5.5e-07, + "output_cost_per_token_above_100k_tokens": 2.75e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "perplexity/anthropic/claude-haiku-5-5": { "litellm_provider": "perplexity", @@ -81259,9 +81301,13 @@ "bedrock_converse_supports_strict_tools": false, "bedrock_output_config_effort_ceiling": "xhigh", "cache_creation_input_token_cost": 1.5e-07, + "cache_creation_input_token_cost_above_100k_tokens": 7.5e-07, "cache_creation_input_token_cost_above_1hr": 2.4e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.2e-06, "cache_read_input_token_cost": 1.2e-08, + "cache_read_input_token_cost_above_100k_tokens": 6e-08, "input_cost_per_token": 1.2e-07, + "input_cost_per_token_above_100k_tokens": 6e-07, "litellm_provider": "bedrock_converse", "supports_tool_search": true, "max_input_tokens": 1000000, @@ -81269,10 +81315,11 @@ "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 6e-07, + "output_cost_per_token_above_100k_tokens": 3e-06, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/", + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, @@ -81326,11 +81373,16 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.875e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5.5e-08, + "input_cost_per_token_above_100k_tokens": 5.5e-07, + "output_cost_per_token_above_100k_tokens": 2.75e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "vertex_ai/claude-haiku-5-5": { "regional_endpoint_uplift_multiplier": 1.1, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index cecc7d0856f..1389b9f7d14 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -80932,6 +80932,11 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.25e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5e-08, + "input_cost_per_token_above_100k_tokens": 5e-07, + "output_cost_per_token_above_100k_tokens": 2.5e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, @@ -80969,9 +80974,14 @@ "prompt_cache_min_tokens": 512, "cache_creation_input_token_cost_above_1hr": 2.2e-07, "cache_creation_input_token_cost": 1.375e-07, + "cache_creation_input_token_cost_above_100k_tokens": 6.875e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.1e-06, "input_cost_per_token": 1.1e-07, "output_cost_per_token": 5.5e-07, "cache_read_input_token_cost": 1.1e-08, + "cache_read_input_token_cost_above_100k_tokens": 5.5e-08, + "input_cost_per_token_above_100k_tokens": 5.5e-07, + "output_cost_per_token_above_100k_tokens": 2.75e-06, "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "au.anthropic.claude-haiku-5-5": { @@ -81009,11 +81019,16 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.875e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5.5e-08, + "input_cost_per_token_above_100k_tokens": 5.5e-07, + "output_cost_per_token_above_100k_tokens": 2.75e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "azure_ai/claude-haiku-5-5": { "supports_mid_conversation_system": true, @@ -81055,9 +81070,13 @@ "bedrock_converse_supports_strict_tools": false, "bedrock_output_config_effort_ceiling": "xhigh", "cache_creation_input_token_cost": 1.5e-07, + "cache_creation_input_token_cost_above_100k_tokens": 7.5e-07, "cache_creation_input_token_cost_above_1hr": 2.4e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.2e-06, "cache_read_input_token_cost": 1.2e-08, + "cache_read_input_token_cost_above_100k_tokens": 6e-08, "input_cost_per_token": 1.2e-07, + "input_cost_per_token_above_100k_tokens": 6e-07, "litellm_provider": "bedrock", "supports_tool_search": true, "max_input_tokens": 1000000, @@ -81065,9 +81084,11 @@ "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 6e-07, + "output_cost_per_token_above_100k_tokens": 3e-06, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, @@ -81090,9 +81111,13 @@ "bedrock_converse_supports_strict_tools": false, "bedrock_output_config_effort_ceiling": "xhigh", "cache_creation_input_token_cost": 1.5e-07, + "cache_creation_input_token_cost_above_100k_tokens": 7.5e-07, "cache_creation_input_token_cost_above_1hr": 2.4e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.2e-06, "cache_read_input_token_cost": 1.2e-08, + "cache_read_input_token_cost_above_100k_tokens": 6e-08, "input_cost_per_token": 1.2e-07, + "input_cost_per_token_above_100k_tokens": 6e-07, "litellm_provider": "bedrock", "supports_tool_search": true, "max_input_tokens": 1000000, @@ -81100,9 +81125,11 @@ "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 6e-07, + "output_cost_per_token_above_100k_tokens": 3e-06, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, @@ -81156,11 +81183,16 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.875e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5.5e-08, + "input_cost_per_token_above_100k_tokens": 5.5e-07, + "output_cost_per_token_above_100k_tokens": 2.75e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "global.anthropic.claude-haiku-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -81197,11 +81229,16 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.25e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5e-08, + "input_cost_per_token_above_100k_tokens": 5e-07, + "output_cost_per_token_above_100k_tokens": 2.5e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "jp.anthropic.claude-haiku-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -81238,11 +81275,16 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.875e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5.5e-08, + "input_cost_per_token_above_100k_tokens": 5.5e-07, + "output_cost_per_token_above_100k_tokens": 2.75e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "perplexity/anthropic/claude-haiku-5-5": { "litellm_provider": "perplexity", @@ -81259,9 +81301,13 @@ "bedrock_converse_supports_strict_tools": false, "bedrock_output_config_effort_ceiling": "xhigh", "cache_creation_input_token_cost": 1.5e-07, + "cache_creation_input_token_cost_above_100k_tokens": 7.5e-07, "cache_creation_input_token_cost_above_1hr": 2.4e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.2e-06, "cache_read_input_token_cost": 1.2e-08, + "cache_read_input_token_cost_above_100k_tokens": 6e-08, "input_cost_per_token": 1.2e-07, + "input_cost_per_token_above_100k_tokens": 6e-07, "litellm_provider": "bedrock_converse", "supports_tool_search": true, "max_input_tokens": 1000000, @@ -81269,10 +81315,11 @@ "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 6e-07, + "output_cost_per_token_above_100k_tokens": 3e-06, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/", + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, @@ -81326,11 +81373,16 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost_above_100k_tokens": 6.875e-07, + "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.1e-06, + "cache_read_input_token_cost_above_100k_tokens": 5.5e-08, + "input_cost_per_token_above_100k_tokens": 5.5e-07, + "output_cost_per_token_above_100k_tokens": 2.75e-06, "supports_parallel_tool_use_config": true, "supports_forced_tool_use": false, "thinking_always_on": true, "prompt_cache_min_tokens": 512, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "vertex_ai/claude-haiku-5-5": { "regional_endpoint_uplift_multiplier": 1.1,