From 5239e748dc428128eedbc8d27bbbdd0d84e1b172 Mon Sep 17 00:00:00 2001 From: Felix Mathew Date: Mon, 3 Aug 2026 10:59:14 -0500 Subject: [PATCH] fix(utils): narrow prompt_cache_min_tokens backfill to reviewer-approved 29 keys Removes prompt_cache_min_tokens from 12 entries (github_copilot, gmi, perplexity, and two vertex_ai/claude-opus-4-1 keys) that were backfilled outside the 29-key list Tanisha-Katara specified on #35011. Those 12 weren't vetted for sourcing and fall outside the agreed scope. --- ...odel_prices_and_context_window_backup.json | 36 +++++++------------ model_prices_and_context_window.json | 36 +++++++------------ 2 files changed, 24 insertions(+), 48 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index efa89c26a8e..19310b2f247 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -20997,8 +20997,7 @@ ], "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true, - "prompt_cache_min_tokens": 4096 + "supports_vision": true }, "github_copilot/claude-opus-4.5": { "litellm_provider": "github_copilot", @@ -21012,8 +21011,7 @@ "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, - "supports_output_config": true, - "prompt_cache_min_tokens": 4096 + "supports_output_config": true }, "github_copilot/claude-opus-4.6-fast": { "supports_adaptive_thinking": true, @@ -21064,8 +21062,7 @@ ], "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "supports_vision": true }, "github_copilot/gemini-2.5-pro": { "litellm_provider": "github_copilot", @@ -21561,8 +21558,7 @@ "output_cost_per_token": 2.5e-05, "supports_function_calling": true, "supports_vision": true, - "supports_output_config": true, - "prompt_cache_min_tokens": 4096 + "supports_output_config": true }, "gmi/anthropic/claude-sonnet-4.5": { "input_cost_per_token": 3e-06, @@ -21573,8 +21569,7 @@ "mode": "chat", "output_cost_per_token": 1.5e-05, "supports_function_calling": true, - "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "supports_vision": true }, "gmi/anthropic/claude-sonnet-4": { "input_cost_per_token": 3e-06, @@ -32650,8 +32645,7 @@ "supports_web_search": true, "supports_reasoning": false, "supports_function_calling": true, - "supports_output_config": true, - "prompt_cache_min_tokens": 4096 + "supports_output_config": true }, "perplexity/anthropic/claude-opus-4-7": { "supports_adaptive_thinking": true, @@ -32660,8 +32654,7 @@ "supports_web_search": true, "supports_reasoning": false, "supports_function_calling": true, - "supports_output_config": true, - "prompt_cache_min_tokens": 2048 + "supports_output_config": true }, "perplexity/anthropic/claude-opus-4-5": { "litellm_provider": "perplexity", @@ -32669,24 +32662,21 @@ "supports_web_search": true, "supports_reasoning": false, "supports_function_calling": true, - "supports_output_config": true, - "prompt_cache_min_tokens": 4096 + "supports_output_config": true }, "perplexity/anthropic/claude-sonnet-4-5": { "litellm_provider": "perplexity", "mode": "responses", "supports_web_search": true, "supports_reasoning": false, - "supports_function_calling": true, - "prompt_cache_min_tokens": 1024 + "supports_function_calling": true }, "perplexity/anthropic/claude-haiku-4-5": { "litellm_provider": "perplexity", "mode": "responses", "supports_web_search": true, "supports_reasoning": false, - "supports_function_calling": true, - "prompt_cache_min_tokens": 4096 + "supports_function_calling": true }, "perplexity/google/gemini-3-pro-preview": { "litellm_provider": "perplexity", @@ -37088,8 +37078,7 @@ "supports_assistant_prefill": true, "supports_function_calling": true, "supports_tool_choice": true, - "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "supports_vision": true }, "vertex_ai/claude-opus-4-1@20250805": { "cache_creation_input_token_cost": 1.875e-05, @@ -37107,8 +37096,7 @@ "supports_assistant_prefill": true, "supports_function_calling": true, "supports_tool_choice": true, - "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "supports_vision": true }, "vertex_ai/claude-opus-4-5": { "cache_creation_input_token_cost": 6.25e-06, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index bc8ed54966b..5dfe0fb9234 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -20997,8 +20997,7 @@ ], "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true, - "prompt_cache_min_tokens": 4096 + "supports_vision": true }, "github_copilot/claude-opus-4.5": { "litellm_provider": "github_copilot", @@ -21012,8 +21011,7 @@ "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, - "supports_output_config": true, - "prompt_cache_min_tokens": 4096 + "supports_output_config": true }, "github_copilot/claude-opus-4.6-fast": { "supports_adaptive_thinking": true, @@ -21064,8 +21062,7 @@ ], "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "supports_vision": true }, "github_copilot/gemini-2.5-pro": { "litellm_provider": "github_copilot", @@ -21561,8 +21558,7 @@ "output_cost_per_token": 2.5e-05, "supports_function_calling": true, "supports_vision": true, - "supports_output_config": true, - "prompt_cache_min_tokens": 4096 + "supports_output_config": true }, "gmi/anthropic/claude-sonnet-4.5": { "input_cost_per_token": 3e-06, @@ -21573,8 +21569,7 @@ "mode": "chat", "output_cost_per_token": 1.5e-05, "supports_function_calling": true, - "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "supports_vision": true }, "gmi/anthropic/claude-sonnet-4": { "input_cost_per_token": 3e-06, @@ -32650,8 +32645,7 @@ "supports_web_search": true, "supports_reasoning": false, "supports_function_calling": true, - "supports_output_config": true, - "prompt_cache_min_tokens": 4096 + "supports_output_config": true }, "perplexity/anthropic/claude-opus-4-7": { "supports_adaptive_thinking": true, @@ -32660,8 +32654,7 @@ "supports_web_search": true, "supports_reasoning": false, "supports_function_calling": true, - "supports_output_config": true, - "prompt_cache_min_tokens": 2048 + "supports_output_config": true }, "perplexity/anthropic/claude-opus-4-5": { "litellm_provider": "perplexity", @@ -32669,24 +32662,21 @@ "supports_web_search": true, "supports_reasoning": false, "supports_function_calling": true, - "supports_output_config": true, - "prompt_cache_min_tokens": 4096 + "supports_output_config": true }, "perplexity/anthropic/claude-sonnet-4-5": { "litellm_provider": "perplexity", "mode": "responses", "supports_web_search": true, "supports_reasoning": false, - "supports_function_calling": true, - "prompt_cache_min_tokens": 1024 + "supports_function_calling": true }, "perplexity/anthropic/claude-haiku-4-5": { "litellm_provider": "perplexity", "mode": "responses", "supports_web_search": true, "supports_reasoning": false, - "supports_function_calling": true, - "prompt_cache_min_tokens": 4096 + "supports_function_calling": true }, "perplexity/google/gemini-3-pro-preview": { "litellm_provider": "perplexity", @@ -37088,8 +37078,7 @@ "supports_assistant_prefill": true, "supports_function_calling": true, "supports_tool_choice": true, - "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "supports_vision": true }, "vertex_ai/claude-opus-4-1@20250805": { "cache_creation_input_token_cost": 1.875e-05, @@ -37107,8 +37096,7 @@ "supports_assistant_prefill": true, "supports_function_calling": true, "supports_tool_choice": true, - "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "supports_vision": true }, "vertex_ai/claude-opus-4-5": { "cache_creation_input_token_cost": 6.25e-06,