From b2b0b6c17e31479b44bda3e1978c00da384be68f Mon Sep 17 00:00:00 2001 From: "devin-ai-integration[bot]" <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Wed, 23 Sep 2026 18:03:09 -0700 Subject: [PATCH] fix(models): sync openrouter prices from the models API (#42832) * fix(models): sync openrouter prices from the models API Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * test(models): allow above_32k_tokens cost fields in price map schema test Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --------- Co-authored-by: kerry Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- ...odel_prices_and_context_window_backup.json | 77 +++++++++++++------ model_prices_and_context_window.json | 77 +++++++++++++------ model_prices_and_context_window.schema.json | 20 +++++ tests/test_litellm/test_utils.py | 4 + 4 files changed, 128 insertions(+), 50 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 844e613977f..93bcfc9b120 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -40246,30 +40246,30 @@ "supports_web_search": false }, "openrouter/deepseek/deepseek-v4-pro": { - "input_cost_per_token": 8.8044e-07, + "input_cost_per_token": 9.396e-07, "input_cost_per_token_cache_hit": 4.4e-08, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 384000, "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 1.76088e-06, + "output_cost_per_token": 1.8792e-06, "source": "https://openrouter.ai/api/v1/models", "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, - "cache_read_input_token_cost": 7.337e-08, + "cache_read_input_token_cost": 7.83e-08, "supports_audio_input": false, "supports_pdf_input": false, "supports_vision": false, "supports_web_search": false }, "openrouter/deepseek/deepseek-v4.1-flash": { - "input_cost_per_token": 3e-07, - "output_cost_per_token": 1.2e-06, - "cache_read_input_token_cost": 6e-09, + "input_cost_per_token": 1.4e-07, + "output_cost_per_token": 4.2e-07, + "cache_read_input_token_cost": 4.2e-09, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 943718, @@ -40288,21 +40288,21 @@ "supports_web_search": false }, "openrouter/deepseek/deepseek-v4-pro-0813": { - "input_cost_per_token": 1.32e-06, + "input_cost_per_token": 4.62e-07, "input_cost_per_token_cache_hit": 1.9272e-08, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 384000, "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 3.96e-06, + "output_cost_per_token": 1.386e-06, "source": "https://openrouter.ai/api/v1/models", "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, - "cache_read_input_token_cost": 4.4e-08, + "cache_read_input_token_cost": 1.54e-08, "off_peak_pricing": {"windows":[{"weekdays":["saturday","sunday"],"hours_utc":"00:00-00:00"},{"weekdays":["monday","tuesday","wednesday","thursday","friday"],"hours_utc":"00:00-01:00"},{"weekdays":["monday","tuesday","wednesday","thursday","friday"],"hours_utc":"04:00-06:00"},{"weekdays":["monday","tuesday","wednesday","thursday","friday"],"hours_utc":"10:00-00:00"}],"input_cost_per_token":0.00000132,"output_cost_per_token":0.00000396,"cache_read_input_token_cost":4.4e-8}, "supports_audio_input": false, "supports_pdf_input": false, @@ -40630,13 +40630,13 @@ "max_output_tokens": 8000 }, "openrouter/minimax/minimax-m2": { - "input_cost_per_token": 2.55e-07, + "input_cost_per_token": 3e-07, "litellm_provider": "openrouter", "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 1.02e-06, + "output_cost_per_token": 1.2e-06, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -40843,7 +40843,7 @@ }, "openrouter/nvidia/nemotron-3.5-lightning": { "cache_read_input_token_cost": 4e-08, - "input_cost_per_token": 7e-08, + "input_cost_per_token": 8e-08, "litellm_provider": "openrouter", "max_input_tokens": 262144, "max_output_tokens": 235929, @@ -41484,6 +41484,12 @@ }, "openrouter/qwen/qwen3-coder-plus": { "cache_creation_input_token_cost": 8.125e-07, + "cache_creation_input_token_cost_above_128k_tokens": 2.4375e-06, + "cache_read_input_token_cost_above_128k_tokens": 3.9e-07, + "input_cost_per_token_above_32k_tokens": 1.17e-06, + "cache_creation_input_token_cost_above_32k_tokens": 1.4625e-06, + "cache_read_input_token_cost_above_32k_tokens": 2.34e-07, + "output_cost_per_token_above_32k_tokens": 5.85e-06, "cache_read_input_token_cost": 1.3e-07, "input_cost_per_token": 6.5e-07, "input_cost_per_token_above_128k_tokens": 1.95e-06, @@ -41546,6 +41552,9 @@ }, "openrouter/qwen/qwen3.6-plus": { "cache_creation_input_token_cost": 4.0625e-07, + "input_cost_per_token_above_256k_tokens": 1.3e-06, + "cache_creation_input_token_cost_above_256k_tokens": 1.625e-06, + "output_cost_per_token_above_256k_tokens": 3.9e-06, "input_cost_per_token": 3.25e-07, "litellm_provider": "openrouter", "max_input_tokens": 1000000, @@ -41643,14 +41652,14 @@ }, "openrouter/qwen/qwen3.5-plus-02-15": { "input_cost_per_token": 2.6e-07, - "input_cost_per_token_above_256k_tokens": 5e-07, + "input_cost_per_token_above_256k_tokens": 3.25e-07, "litellm_provider": "openrouter", "max_input_tokens": 1000000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 1.56e-06, - "output_cost_per_token_above_256k_tokens": 3e-06, + "output_cost_per_token_above_256k_tokens": 1.95e-06, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -64209,6 +64218,10 @@ }, "openrouter/qwen/qwen3.7-plus": { "input_cost_per_token": 3.2e-07, + "input_cost_per_token_above_256k_tokens": 9.6e-07, + "cache_creation_input_token_cost_above_256k_tokens": 1.2e-06, + "cache_read_input_token_cost_above_256k_tokens": 1.92e-07, + "output_cost_per_token_above_256k_tokens": 3.84e-06, "output_cost_per_token": 1.28e-06, "litellm_provider": "openrouter", "max_input_tokens": 1000000, @@ -64340,9 +64353,9 @@ "supports_web_search": false }, "openrouter/z-ai/glm-5.3": { - "input_cost_per_token": 6.538e-07, - "output_cost_per_token": 2.0548e-06, - "cache_read_input_token_cost": 1.2142e-07, + "input_cost_per_token": 8.4e-07, + "output_cost_per_token": 2.64e-06, + "cache_read_input_token_cost": 1.56e-07, "litellm_provider": "openrouter", "max_input_tokens": 1310720, "max_output_tokens": 131072, @@ -64499,6 +64512,10 @@ }, "openrouter/qwen/qwen3.7-flash": { "input_cost_per_token": 3e-08, + "input_cost_per_token_above_32k_tokens": 1e-07, + "cache_creation_input_token_cost_above_32k_tokens": 1.25e-07, + "cache_read_input_token_cost_above_32k_tokens": 2e-08, + "output_cost_per_token_above_32k_tokens": 4e-07, "output_cost_per_token": 1.3e-07, "cache_read_input_token_cost": 6e-09, "cache_creation_input_token_cost": 3.8e-08, @@ -65047,9 +65064,9 @@ "supports_web_search": true }, "openrouter/deepseek/deepseek-v4-flash": { - "input_cost_per_token": 4.9e-08, - "output_cost_per_token": 9.8e-08, - "cache_read_input_token_cost": 9.8e-09, + "input_cost_per_token": 8.8606e-08, + "output_cost_per_token": 1.77212e-07, + "cache_read_input_token_cost": 1.77212e-08, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 384000, @@ -65389,6 +65406,8 @@ }, "openrouter/qwen/qwen3-max-thinking": { "input_cost_per_token": 7.8e-07, + "input_cost_per_token_above_32k_tokens": 1.56e-06, + "output_cost_per_token_above_32k_tokens": 7.8e-06, "output_cost_per_token": 3.9e-06, "input_cost_per_token_above_128k_tokens": 1.95e-06, "output_cost_per_token_above_128k_tokens": 9.75e-06, @@ -65835,6 +65854,10 @@ }, "openrouter/qwen/qwen3-max": { "input_cost_per_token": 7.8e-07, + "input_cost_per_token_above_32k_tokens": 1.56e-06, + "cache_creation_input_token_cost_above_32k_tokens": 1.95e-06, + "cache_read_input_token_cost_above_32k_tokens": 3.12e-07, + "output_cost_per_token_above_32k_tokens": 7.8e-06, "output_cost_per_token": 3.9e-06, "cache_read_input_token_cost": 1.56e-07, "cache_creation_input_token_cost": 9.75e-07, @@ -65881,6 +65904,10 @@ }, "openrouter/qwen/qwen3-coder-flash": { "input_cost_per_token": 1.95e-07, + "input_cost_per_token_above_32k_tokens": 3.25e-07, + "cache_creation_input_token_cost_above_32k_tokens": 4.0625e-07, + "cache_read_input_token_cost_above_32k_tokens": 6.5e-08, + "output_cost_per_token_above_32k_tokens": 1.625e-06, "output_cost_per_token": 9.75e-07, "cache_read_input_token_cost": 3.9e-08, "cache_creation_input_token_cost": 2.4375e-07, @@ -65924,7 +65951,7 @@ "supports_web_search": false }, "openrouter/qwen/qwen3-next-80b-a3b-instruct": { - "input_cost_per_token": 9e-08, + "input_cost_per_token": 1e-07, "output_cost_per_token": 1.1e-06, "cache_read_input_token_cost": 7e-08, "litellm_provider": "openrouter", @@ -72817,14 +72844,14 @@ "supports_web_search": false }, "openrouter/z-ai/glm-5.3:batch": { - "cache_read_input_token_cost": 1.2e-07, - "input_cost_per_token": 7.2e-07, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 4.5e-07, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.4e-06, + "output_cost_per_token": 2e-06, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -72876,7 +72903,7 @@ "supports_web_search": false }, "openrouter/z-ai/glm-5.3-flashx": { - "cache_read_input_token_cost": 7.5e-08, + "cache_read_input_token_cost": 9e-08, "deprecation_date": "2098-12-31", "input_cost_per_token": 3.7e-07, "litellm_provider": "openrouter", diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 844e613977f..93bcfc9b120 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -40246,30 +40246,30 @@ "supports_web_search": false }, "openrouter/deepseek/deepseek-v4-pro": { - "input_cost_per_token": 8.8044e-07, + "input_cost_per_token": 9.396e-07, "input_cost_per_token_cache_hit": 4.4e-08, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 384000, "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 1.76088e-06, + "output_cost_per_token": 1.8792e-06, "source": "https://openrouter.ai/api/v1/models", "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, - "cache_read_input_token_cost": 7.337e-08, + "cache_read_input_token_cost": 7.83e-08, "supports_audio_input": false, "supports_pdf_input": false, "supports_vision": false, "supports_web_search": false }, "openrouter/deepseek/deepseek-v4.1-flash": { - "input_cost_per_token": 3e-07, - "output_cost_per_token": 1.2e-06, - "cache_read_input_token_cost": 6e-09, + "input_cost_per_token": 1.4e-07, + "output_cost_per_token": 4.2e-07, + "cache_read_input_token_cost": 4.2e-09, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 943718, @@ -40288,21 +40288,21 @@ "supports_web_search": false }, "openrouter/deepseek/deepseek-v4-pro-0813": { - "input_cost_per_token": 1.32e-06, + "input_cost_per_token": 4.62e-07, "input_cost_per_token_cache_hit": 1.9272e-08, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 384000, "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 3.96e-06, + "output_cost_per_token": 1.386e-06, "source": "https://openrouter.ai/api/v1/models", "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, - "cache_read_input_token_cost": 4.4e-08, + "cache_read_input_token_cost": 1.54e-08, "off_peak_pricing": {"windows":[{"weekdays":["saturday","sunday"],"hours_utc":"00:00-00:00"},{"weekdays":["monday","tuesday","wednesday","thursday","friday"],"hours_utc":"00:00-01:00"},{"weekdays":["monday","tuesday","wednesday","thursday","friday"],"hours_utc":"04:00-06:00"},{"weekdays":["monday","tuesday","wednesday","thursday","friday"],"hours_utc":"10:00-00:00"}],"input_cost_per_token":0.00000132,"output_cost_per_token":0.00000396,"cache_read_input_token_cost":4.4e-8}, "supports_audio_input": false, "supports_pdf_input": false, @@ -40630,13 +40630,13 @@ "max_output_tokens": 8000 }, "openrouter/minimax/minimax-m2": { - "input_cost_per_token": 2.55e-07, + "input_cost_per_token": 3e-07, "litellm_provider": "openrouter", "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 1.02e-06, + "output_cost_per_token": 1.2e-06, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -40843,7 +40843,7 @@ }, "openrouter/nvidia/nemotron-3.5-lightning": { "cache_read_input_token_cost": 4e-08, - "input_cost_per_token": 7e-08, + "input_cost_per_token": 8e-08, "litellm_provider": "openrouter", "max_input_tokens": 262144, "max_output_tokens": 235929, @@ -41484,6 +41484,12 @@ }, "openrouter/qwen/qwen3-coder-plus": { "cache_creation_input_token_cost": 8.125e-07, + "cache_creation_input_token_cost_above_128k_tokens": 2.4375e-06, + "cache_read_input_token_cost_above_128k_tokens": 3.9e-07, + "input_cost_per_token_above_32k_tokens": 1.17e-06, + "cache_creation_input_token_cost_above_32k_tokens": 1.4625e-06, + "cache_read_input_token_cost_above_32k_tokens": 2.34e-07, + "output_cost_per_token_above_32k_tokens": 5.85e-06, "cache_read_input_token_cost": 1.3e-07, "input_cost_per_token": 6.5e-07, "input_cost_per_token_above_128k_tokens": 1.95e-06, @@ -41546,6 +41552,9 @@ }, "openrouter/qwen/qwen3.6-plus": { "cache_creation_input_token_cost": 4.0625e-07, + "input_cost_per_token_above_256k_tokens": 1.3e-06, + "cache_creation_input_token_cost_above_256k_tokens": 1.625e-06, + "output_cost_per_token_above_256k_tokens": 3.9e-06, "input_cost_per_token": 3.25e-07, "litellm_provider": "openrouter", "max_input_tokens": 1000000, @@ -41643,14 +41652,14 @@ }, "openrouter/qwen/qwen3.5-plus-02-15": { "input_cost_per_token": 2.6e-07, - "input_cost_per_token_above_256k_tokens": 5e-07, + "input_cost_per_token_above_256k_tokens": 3.25e-07, "litellm_provider": "openrouter", "max_input_tokens": 1000000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 1.56e-06, - "output_cost_per_token_above_256k_tokens": 3e-06, + "output_cost_per_token_above_256k_tokens": 1.95e-06, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -64209,6 +64218,10 @@ }, "openrouter/qwen/qwen3.7-plus": { "input_cost_per_token": 3.2e-07, + "input_cost_per_token_above_256k_tokens": 9.6e-07, + "cache_creation_input_token_cost_above_256k_tokens": 1.2e-06, + "cache_read_input_token_cost_above_256k_tokens": 1.92e-07, + "output_cost_per_token_above_256k_tokens": 3.84e-06, "output_cost_per_token": 1.28e-06, "litellm_provider": "openrouter", "max_input_tokens": 1000000, @@ -64340,9 +64353,9 @@ "supports_web_search": false }, "openrouter/z-ai/glm-5.3": { - "input_cost_per_token": 6.538e-07, - "output_cost_per_token": 2.0548e-06, - "cache_read_input_token_cost": 1.2142e-07, + "input_cost_per_token": 8.4e-07, + "output_cost_per_token": 2.64e-06, + "cache_read_input_token_cost": 1.56e-07, "litellm_provider": "openrouter", "max_input_tokens": 1310720, "max_output_tokens": 131072, @@ -64499,6 +64512,10 @@ }, "openrouter/qwen/qwen3.7-flash": { "input_cost_per_token": 3e-08, + "input_cost_per_token_above_32k_tokens": 1e-07, + "cache_creation_input_token_cost_above_32k_tokens": 1.25e-07, + "cache_read_input_token_cost_above_32k_tokens": 2e-08, + "output_cost_per_token_above_32k_tokens": 4e-07, "output_cost_per_token": 1.3e-07, "cache_read_input_token_cost": 6e-09, "cache_creation_input_token_cost": 3.8e-08, @@ -65047,9 +65064,9 @@ "supports_web_search": true }, "openrouter/deepseek/deepseek-v4-flash": { - "input_cost_per_token": 4.9e-08, - "output_cost_per_token": 9.8e-08, - "cache_read_input_token_cost": 9.8e-09, + "input_cost_per_token": 8.8606e-08, + "output_cost_per_token": 1.77212e-07, + "cache_read_input_token_cost": 1.77212e-08, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 384000, @@ -65389,6 +65406,8 @@ }, "openrouter/qwen/qwen3-max-thinking": { "input_cost_per_token": 7.8e-07, + "input_cost_per_token_above_32k_tokens": 1.56e-06, + "output_cost_per_token_above_32k_tokens": 7.8e-06, "output_cost_per_token": 3.9e-06, "input_cost_per_token_above_128k_tokens": 1.95e-06, "output_cost_per_token_above_128k_tokens": 9.75e-06, @@ -65835,6 +65854,10 @@ }, "openrouter/qwen/qwen3-max": { "input_cost_per_token": 7.8e-07, + "input_cost_per_token_above_32k_tokens": 1.56e-06, + "cache_creation_input_token_cost_above_32k_tokens": 1.95e-06, + "cache_read_input_token_cost_above_32k_tokens": 3.12e-07, + "output_cost_per_token_above_32k_tokens": 7.8e-06, "output_cost_per_token": 3.9e-06, "cache_read_input_token_cost": 1.56e-07, "cache_creation_input_token_cost": 9.75e-07, @@ -65881,6 +65904,10 @@ }, "openrouter/qwen/qwen3-coder-flash": { "input_cost_per_token": 1.95e-07, + "input_cost_per_token_above_32k_tokens": 3.25e-07, + "cache_creation_input_token_cost_above_32k_tokens": 4.0625e-07, + "cache_read_input_token_cost_above_32k_tokens": 6.5e-08, + "output_cost_per_token_above_32k_tokens": 1.625e-06, "output_cost_per_token": 9.75e-07, "cache_read_input_token_cost": 3.9e-08, "cache_creation_input_token_cost": 2.4375e-07, @@ -65924,7 +65951,7 @@ "supports_web_search": false }, "openrouter/qwen/qwen3-next-80b-a3b-instruct": { - "input_cost_per_token": 9e-08, + "input_cost_per_token": 1e-07, "output_cost_per_token": 1.1e-06, "cache_read_input_token_cost": 7e-08, "litellm_provider": "openrouter", @@ -72817,14 +72844,14 @@ "supports_web_search": false }, "openrouter/z-ai/glm-5.3:batch": { - "cache_read_input_token_cost": 1.2e-07, - "input_cost_per_token": 7.2e-07, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 4.5e-07, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.4e-06, + "output_cost_per_token": 2e-06, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -72876,7 +72903,7 @@ "supports_web_search": false }, "openrouter/z-ai/glm-5.3-flashx": { - "cache_read_input_token_cost": 7.5e-08, + "cache_read_input_token_cost": 9e-08, "deprecation_date": "2098-12-31", "input_cost_per_token": 3.7e-07, "litellm_provider": "openrouter", diff --git a/model_prices_and_context_window.schema.json b/model_prices_and_context_window.schema.json index 737a9b7fa60..395b2db1137 100644 --- a/model_prices_and_context_window.schema.json +++ b/model_prices_and_context_window.schema.json @@ -128,6 +128,11 @@ "minimum": 0, "description": "Priority service-tier rate for the same-named base field." }, + "cache_creation_input_token_cost_above_32k_tokens": { + "type": "number", + "minimum": 0, + "description": "Rate applied once the prompt exceeds the token threshold in the field name." + }, "cache_creation_input_token_cost_batches": { "type": "number", "minimum": 0 @@ -195,6 +200,11 @@ "minimum": 0, "description": "Priority service-tier rate for the same-named base field." }, + "cache_read_input_token_cost_above_32k_tokens": { + "type": "number", + "minimum": 0, + "description": "Rate applied once the prompt exceeds the token threshold in the field name." + }, "cache_read_input_token_cost_above_512k_tokens": { "type": "number", "minimum": 0, @@ -371,6 +381,11 @@ "minimum": 0, "description": "Priority service-tier rate for the same-named base field." }, + "input_cost_per_token_above_32k_tokens": { + "type": "number", + "minimum": 0, + "description": "Rate applied once the prompt exceeds the token threshold in the field name." + }, "input_cost_per_token_above_512k_tokens": { "type": "number", "minimum": 0, @@ -707,6 +722,11 @@ "minimum": 0, "description": "Priority service-tier rate for the same-named base field." }, + "output_cost_per_token_above_32k_tokens": { + "type": "number", + "minimum": 0, + "description": "Rate applied once the prompt exceeds the token threshold in the field name." + }, "output_cost_per_token_above_512k_tokens": { "type": "number", "minimum": 0, diff --git a/tests/test_litellm/test_utils.py b/tests/test_litellm/test_utils.py index 2a8b31c12cc..1c2d86841f7 100644 --- a/tests/test_litellm/test_utils.py +++ b/tests/test_litellm/test_utils.py @@ -755,6 +755,7 @@ def test_aaamodel_prices_and_context_window_json_is_valid(): "cache_creation_input_audio_token_cost": {"type": "number"}, "cache_creation_input_token_cost": {"type": "number"}, "cache_creation_input_token_cost_above_1hr": {"type": "number"}, + "cache_creation_input_token_cost_above_32k_tokens": {"type": "number"}, "cache_creation_input_token_cost_above_128k_tokens": {"type": "number"}, "cache_creation_input_token_cost_above_200k_tokens": {"type": "number"}, "cache_creation_input_token_cost_above_256k_tokens": {"type": "number"}, @@ -766,6 +767,7 @@ def test_aaamodel_prices_and_context_window_json_is_valid(): "cache_creation_input_token_cost_flex": {"type": "number"}, "cache_creation_input_token_cost_priority": {"type": "number"}, "cache_read_input_token_cost": {"type": "number"}, + "cache_read_input_token_cost_above_32k_tokens": {"type": "number"}, "cache_read_input_token_cost_above_128k_tokens": {"type": "number"}, "cache_read_input_token_cost_above_200k_tokens": {"type": "number"}, "cache_read_input_token_cost_above_256k_tokens": {"type": "number"}, @@ -789,6 +791,7 @@ def test_aaamodel_prices_and_context_window_json_is_valid(): "input_cost_per_image": {"type": "number"}, "input_cost_per_image_above_128k_tokens": {"type": "number"}, "input_cost_per_video_token": {"type": "number"}, + "input_cost_per_token_above_32k_tokens": {"type": "number"}, "input_cost_per_token_above_200k_tokens": {"type": "number"}, "input_cost_per_token_above_256k_tokens": {"type": "number"}, "input_cost_per_token_above_272k_tokens": {"type": "number"}, @@ -883,6 +886,7 @@ def test_aaamodel_prices_and_context_window_json_is_valid(): "output_cost_per_second_1080p": {"type": "number"}, "output_cost_per_second_4k": {"type": "number"}, "output_cost_per_token": {"type": "number"}, + "output_cost_per_token_above_32k_tokens": {"type": "number"}, "output_cost_per_token_above_128k_tokens": {"type": "number"}, "output_cost_per_token_above_200k_tokens": {"type": "number"}, "output_cost_per_token_above_256k_tokens": {"type": "number"},