diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 96a14895b10..382327a19e4 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -643,16 +643,20 @@ "mode": "image_generation" }, "amazon.titan-image-generator-v2": { + "deprecation_date": "2026-06-30", "input_cost_per_image": 0.0, "output_cost_per_image": 0.008, "litellm_provider": "bedrock", - "mode": "image_generation" + "mode": "image_generation", + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-amazon-titan-image-generator-g1-v2.html" }, "amazon.titan-image-generator-v2:0": { + "deprecation_date": "2026-06-30", "input_cost_per_image": 0.0, "output_cost_per_image": 0.008, "litellm_provider": "bedrock", - "mode": "image_generation" + "mode": "image_generation", + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-amazon-titan-image-generator-g1-v2.html" }, "twelvelabs.marengo-embed-2-7-v1:0": { "deprecation_date": "2026-11-30", @@ -58805,8 +58809,14 @@ "input_cost_per_token_above_272k_tokens": 2.2e-05, "cache_creation_input_token_cost": 1.375e-05, "cache_creation_input_token_cost_above_272k_tokens": 2.75e-05, + "cache_creation_input_token_cost_above_272k_tokens_ultrafast": 0.000165, + "cache_creation_input_token_cost_ultrafast": 8.25e-05, "cache_read_input_token_cost": 1.1e-06, "cache_read_input_token_cost_above_272k_tokens": 2.2e-06, + "cache_read_input_token_cost_above_272k_tokens_ultrafast": 1.32e-05, + "cache_read_input_token_cost_ultrafast": 6.6e-06, + "input_cost_per_token_above_272k_tokens_ultrafast": 0.000132, + "input_cost_per_token_ultrafast": 6.6e-05, "output_cost_per_token": 5.5e-05, "output_cost_per_token_above_272k_tokens": 8.25e-05, "litellm_provider": "bedrock_mantle", @@ -58814,6 +58824,8 @@ "max_output_tokens": 128000, "max_tokens": 128000, "mode": "responses", + "output_cost_per_token_above_272k_tokens_ultrafast": 0.000495, + "output_cost_per_token_ultrafast": 0.00033, "use_openai_responses_path": true, "supported_endpoints": [ "/v1/chat/completions", @@ -58920,8 +58932,14 @@ "input_cost_per_token_above_272k_tokens": 2.2e-05, "cache_creation_input_token_cost": 1.375e-05, "cache_creation_input_token_cost_above_272k_tokens": 2.75e-05, + "cache_creation_input_token_cost_above_272k_tokens_ultrafast": 0.000165, + "cache_creation_input_token_cost_ultrafast": 8.25e-05, "cache_read_input_token_cost": 1.1e-06, "cache_read_input_token_cost_above_272k_tokens": 2.2e-06, + "cache_read_input_token_cost_above_272k_tokens_ultrafast": 1.32e-05, + "cache_read_input_token_cost_ultrafast": 6.6e-06, + "input_cost_per_token_above_272k_tokens_ultrafast": 0.000132, + "input_cost_per_token_ultrafast": 6.6e-05, "output_cost_per_token": 5.5e-05, "output_cost_per_token_above_272k_tokens": 8.25e-05, "litellm_provider": "bedrock_converse", @@ -58929,6 +58947,8 @@ "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", + "output_cost_per_token_above_272k_tokens_ultrafast": 0.000495, + "output_cost_per_token_ultrafast": 0.00033, "supported_modalities": [ "text", "image" @@ -58946,7 +58966,7 @@ "supports_xhigh_reasoning_effort": true, "supports_vision": true, "supports_sampling_params": false, - "source": "https://aws.amazon.com/bedrock/pricing/", + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" @@ -59034,8 +59054,14 @@ "input_cost_per_token_above_272k_tokens": 2e-05, "cache_creation_input_token_cost": 1.25e-05, "cache_creation_input_token_cost_above_272k_tokens": 2.5e-05, + "cache_creation_input_token_cost_above_272k_tokens_ultrafast": 0.00015, + "cache_creation_input_token_cost_ultrafast": 7.5e-05, "cache_read_input_token_cost": 1e-06, "cache_read_input_token_cost_above_272k_tokens": 2e-06, + "cache_read_input_token_cost_above_272k_tokens_ultrafast": 1.2e-05, + "cache_read_input_token_cost_ultrafast": 6e-06, + "input_cost_per_token_above_272k_tokens_ultrafast": 0.00012, + "input_cost_per_token_ultrafast": 6e-05, "output_cost_per_token": 5e-05, "output_cost_per_token_above_272k_tokens": 7.5e-05, "litellm_provider": "bedrock_converse", @@ -59043,6 +59069,8 @@ "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", + "output_cost_per_token_above_272k_tokens_ultrafast": 0.00045, + "output_cost_per_token_ultrafast": 0.0003, "supported_modalities": [ "text", "image" @@ -59060,7 +59088,7 @@ "supports_xhigh_reasoning_effort": true, "supports_vision": true, "supports_sampling_params": false, - "source": "https://aws.amazon.com/bedrock/pricing/", + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" @@ -66045,14 +66073,15 @@ "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_vision": true, - "input_cost_per_token": 2.64e-06, - "input_cost_per_token_above_272k_tokens": 5.28e-06, - "cache_creation_input_token_cost": 3.3e-06, - "cache_creation_input_token_cost_above_272k_tokens": 6.6e-06, - "cache_read_input_token_cost": 2.64e-07, - "cache_read_input_token_cost_above_272k_tokens": 5.28e-07, - "output_cost_per_token": 1.584e-05, - "output_cost_per_token_above_272k_tokens": 2.376e-05 + "input_cost_per_token": 2.7e-06, + "input_cost_per_token_above_272k_tokens": 5.4e-06, + "cache_creation_input_token_cost": 3.375e-06, + "cache_creation_input_token_cost_above_272k_tokens": 6.75e-06, + "cache_read_input_token_cost": 2.7e-07, + "cache_read_input_token_cost_above_272k_tokens": 5.4e-07, + "output_cost_per_token": 1.62e-05, + "output_cost_per_token_above_272k_tokens": 2.43e-05, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-terra.html" }, "bedrock_mantle/us-gov-west-1/openai.gpt-5.6-luna": { "litellm_provider": "bedrock_mantle", @@ -66080,14 +66109,15 @@ "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_vision": true, - "input_cost_per_token": 2.64e-07, - "input_cost_per_token_above_272k_tokens": 5.28e-07, - "cache_creation_input_token_cost": 3.3e-07, - "cache_creation_input_token_cost_above_272k_tokens": 6.6e-07, - "cache_read_input_token_cost": 2.64e-08, - "cache_read_input_token_cost_above_272k_tokens": 5.28e-08, - "output_cost_per_token": 1.584e-06, - "output_cost_per_token_above_272k_tokens": 2.376e-06 + "input_cost_per_token": 2.7e-07, + "input_cost_per_token_above_272k_tokens": 5.4e-07, + "cache_creation_input_token_cost": 3.375e-07, + "cache_creation_input_token_cost_above_272k_tokens": 6.75e-07, + "cache_read_input_token_cost": 2.7e-08, + "cache_read_input_token_cost_above_272k_tokens": 5.4e-08, + "output_cost_per_token": 1.62e-06, + "output_cost_per_token_above_272k_tokens": 2.43e-06, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-luna.html" }, "bedrock_mantle/us-gov-west-1/openai.gpt-5.4": { "litellm_provider": "bedrock_mantle", @@ -66114,9 +66144,10 @@ "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_vision": true, - "input_cost_per_token": 3.3e-06, - "cache_read_input_token_cost": 3.3e-07, - "output_cost_per_token": 1.98e-05 + "input_cost_per_token": 3.375e-06, + "cache_read_input_token_cost": 3.375e-07, + "output_cost_per_token": 2.025e-05, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-54.html" }, "bedrock_mantle/us-gov-west-1/xai.grok-4.3": { "use_openai_responses_path": true, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 96a14895b10..382327a19e4 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -643,16 +643,20 @@ "mode": "image_generation" }, "amazon.titan-image-generator-v2": { + "deprecation_date": "2026-06-30", "input_cost_per_image": 0.0, "output_cost_per_image": 0.008, "litellm_provider": "bedrock", - "mode": "image_generation" + "mode": "image_generation", + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-amazon-titan-image-generator-g1-v2.html" }, "amazon.titan-image-generator-v2:0": { + "deprecation_date": "2026-06-30", "input_cost_per_image": 0.0, "output_cost_per_image": 0.008, "litellm_provider": "bedrock", - "mode": "image_generation" + "mode": "image_generation", + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-amazon-titan-image-generator-g1-v2.html" }, "twelvelabs.marengo-embed-2-7-v1:0": { "deprecation_date": "2026-11-30", @@ -58805,8 +58809,14 @@ "input_cost_per_token_above_272k_tokens": 2.2e-05, "cache_creation_input_token_cost": 1.375e-05, "cache_creation_input_token_cost_above_272k_tokens": 2.75e-05, + "cache_creation_input_token_cost_above_272k_tokens_ultrafast": 0.000165, + "cache_creation_input_token_cost_ultrafast": 8.25e-05, "cache_read_input_token_cost": 1.1e-06, "cache_read_input_token_cost_above_272k_tokens": 2.2e-06, + "cache_read_input_token_cost_above_272k_tokens_ultrafast": 1.32e-05, + "cache_read_input_token_cost_ultrafast": 6.6e-06, + "input_cost_per_token_above_272k_tokens_ultrafast": 0.000132, + "input_cost_per_token_ultrafast": 6.6e-05, "output_cost_per_token": 5.5e-05, "output_cost_per_token_above_272k_tokens": 8.25e-05, "litellm_provider": "bedrock_mantle", @@ -58814,6 +58824,8 @@ "max_output_tokens": 128000, "max_tokens": 128000, "mode": "responses", + "output_cost_per_token_above_272k_tokens_ultrafast": 0.000495, + "output_cost_per_token_ultrafast": 0.00033, "use_openai_responses_path": true, "supported_endpoints": [ "/v1/chat/completions", @@ -58920,8 +58932,14 @@ "input_cost_per_token_above_272k_tokens": 2.2e-05, "cache_creation_input_token_cost": 1.375e-05, "cache_creation_input_token_cost_above_272k_tokens": 2.75e-05, + "cache_creation_input_token_cost_above_272k_tokens_ultrafast": 0.000165, + "cache_creation_input_token_cost_ultrafast": 8.25e-05, "cache_read_input_token_cost": 1.1e-06, "cache_read_input_token_cost_above_272k_tokens": 2.2e-06, + "cache_read_input_token_cost_above_272k_tokens_ultrafast": 1.32e-05, + "cache_read_input_token_cost_ultrafast": 6.6e-06, + "input_cost_per_token_above_272k_tokens_ultrafast": 0.000132, + "input_cost_per_token_ultrafast": 6.6e-05, "output_cost_per_token": 5.5e-05, "output_cost_per_token_above_272k_tokens": 8.25e-05, "litellm_provider": "bedrock_converse", @@ -58929,6 +58947,8 @@ "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", + "output_cost_per_token_above_272k_tokens_ultrafast": 0.000495, + "output_cost_per_token_ultrafast": 0.00033, "supported_modalities": [ "text", "image" @@ -58946,7 +58966,7 @@ "supports_xhigh_reasoning_effort": true, "supports_vision": true, "supports_sampling_params": false, - "source": "https://aws.amazon.com/bedrock/pricing/", + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" @@ -59034,8 +59054,14 @@ "input_cost_per_token_above_272k_tokens": 2e-05, "cache_creation_input_token_cost": 1.25e-05, "cache_creation_input_token_cost_above_272k_tokens": 2.5e-05, + "cache_creation_input_token_cost_above_272k_tokens_ultrafast": 0.00015, + "cache_creation_input_token_cost_ultrafast": 7.5e-05, "cache_read_input_token_cost": 1e-06, "cache_read_input_token_cost_above_272k_tokens": 2e-06, + "cache_read_input_token_cost_above_272k_tokens_ultrafast": 1.2e-05, + "cache_read_input_token_cost_ultrafast": 6e-06, + "input_cost_per_token_above_272k_tokens_ultrafast": 0.00012, + "input_cost_per_token_ultrafast": 6e-05, "output_cost_per_token": 5e-05, "output_cost_per_token_above_272k_tokens": 7.5e-05, "litellm_provider": "bedrock_converse", @@ -59043,6 +59069,8 @@ "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", + "output_cost_per_token_above_272k_tokens_ultrafast": 0.00045, + "output_cost_per_token_ultrafast": 0.0003, "supported_modalities": [ "text", "image" @@ -59060,7 +59088,7 @@ "supports_xhigh_reasoning_effort": true, "supports_vision": true, "supports_sampling_params": false, - "source": "https://aws.amazon.com/bedrock/pricing/", + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" @@ -66045,14 +66073,15 @@ "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_vision": true, - "input_cost_per_token": 2.64e-06, - "input_cost_per_token_above_272k_tokens": 5.28e-06, - "cache_creation_input_token_cost": 3.3e-06, - "cache_creation_input_token_cost_above_272k_tokens": 6.6e-06, - "cache_read_input_token_cost": 2.64e-07, - "cache_read_input_token_cost_above_272k_tokens": 5.28e-07, - "output_cost_per_token": 1.584e-05, - "output_cost_per_token_above_272k_tokens": 2.376e-05 + "input_cost_per_token": 2.7e-06, + "input_cost_per_token_above_272k_tokens": 5.4e-06, + "cache_creation_input_token_cost": 3.375e-06, + "cache_creation_input_token_cost_above_272k_tokens": 6.75e-06, + "cache_read_input_token_cost": 2.7e-07, + "cache_read_input_token_cost_above_272k_tokens": 5.4e-07, + "output_cost_per_token": 1.62e-05, + "output_cost_per_token_above_272k_tokens": 2.43e-05, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-terra.html" }, "bedrock_mantle/us-gov-west-1/openai.gpt-5.6-luna": { "litellm_provider": "bedrock_mantle", @@ -66080,14 +66109,15 @@ "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_vision": true, - "input_cost_per_token": 2.64e-07, - "input_cost_per_token_above_272k_tokens": 5.28e-07, - "cache_creation_input_token_cost": 3.3e-07, - "cache_creation_input_token_cost_above_272k_tokens": 6.6e-07, - "cache_read_input_token_cost": 2.64e-08, - "cache_read_input_token_cost_above_272k_tokens": 5.28e-08, - "output_cost_per_token": 1.584e-06, - "output_cost_per_token_above_272k_tokens": 2.376e-06 + "input_cost_per_token": 2.7e-07, + "input_cost_per_token_above_272k_tokens": 5.4e-07, + "cache_creation_input_token_cost": 3.375e-07, + "cache_creation_input_token_cost_above_272k_tokens": 6.75e-07, + "cache_read_input_token_cost": 2.7e-08, + "cache_read_input_token_cost_above_272k_tokens": 5.4e-08, + "output_cost_per_token": 1.62e-06, + "output_cost_per_token_above_272k_tokens": 2.43e-06, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-luna.html" }, "bedrock_mantle/us-gov-west-1/openai.gpt-5.4": { "litellm_provider": "bedrock_mantle", @@ -66114,9 +66144,10 @@ "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_vision": true, - "input_cost_per_token": 3.3e-06, - "cache_read_input_token_cost": 3.3e-07, - "output_cost_per_token": 1.98e-05 + "input_cost_per_token": 3.375e-06, + "cache_read_input_token_cost": 3.375e-07, + "output_cost_per_token": 2.025e-05, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-54.html" }, "bedrock_mantle/us-gov-west-1/xai.grok-4.3": { "use_openai_responses_path": true,