From 47ee5c17e9a998292247ed3a1977464c26aba5aa Mon Sep 17 00:00:00 2001 From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Thu, 20 Aug 2026 13:14:59 +0000 Subject: [PATCH] fix(model_prices): sync Mistral/Cohere/xAI registry metadata with provider docs - add mistral/zai-glm-5-2 and mistral/mistral-ocr-4-1 - refresh mistral/codestral-latest, mistral/codestral-2508, mistral/mistral-small-latest - add provider-announced deprecation dates for xAI grok-code-fast/grok-3/grok-4 aliases, Cohere command + rerank v2.0 models Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- ...odel_prices_and_context_window_backup.json | 80 ++++++++++++++----- model_prices_and_context_window.json | 80 ++++++++++++++----- 2 files changed, 120 insertions(+), 40 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 34c9f98077b..69761c3cf4a 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -13344,6 +13344,7 @@ "output_cost_per_token": 0.0 }, "command": { + "deprecation_date": "2025-09-15", "input_cost_per_token": 1e-06, "litellm_provider": "cohere", "max_input_tokens": 4096, @@ -13364,6 +13365,7 @@ "supports_tool_choice": true }, "command-light": { + "deprecation_date": "2025-09-15", "input_cost_per_token": 3e-07, "litellm_provider": "cohere_chat", "max_input_tokens": 4096, @@ -13383,6 +13385,7 @@ "output_cost_per_token": 2e-06 }, "command-r": { + "deprecation_date": "2025-09-15", "input_cost_per_token": 1.5e-07, "litellm_provider": "cohere_chat", "max_input_tokens": 128000, @@ -13405,6 +13408,7 @@ "supports_tool_choice": true }, "command-r-plus": { + "deprecation_date": "2025-09-15", "input_cost_per_token": 2.5e-06, "litellm_provider": "cohere_chat", "max_input_tokens": 128000, @@ -29326,26 +29330,28 @@ "mistral/codestral-2508": { "input_cost_per_token": 3e-07, "litellm_provider": "mistral", - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "max_tokens": 256000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 9e-07, - "source": "https://mistral.ai/news/codestral-25-08", + "source": "https://docs.mistral.ai/models/model-cards/codestral-25-08", "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true }, "mistral/codestral-latest": { - "input_cost_per_token": 1e-06, + "input_cost_per_token": 3e-07, "litellm_provider": "mistral", - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "max_tokens": 8191, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 3e-06, + "output_cost_per_token": 9e-07, + "source": "https://docs.mistral.ai/models/model-cards/codestral-25-08", "supports_assistant_prefill": true, + "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true }, @@ -29546,6 +29552,16 @@ ], "source": "https://mistral.ai/pricing#api-pricing" }, + "mistral/mistral-ocr-4-1": { + "annotation_cost_per_page": 0.005, + "litellm_provider": "mistral", + "mode": "ocr", + "ocr_cost_per_page": 0.004, + "source": "https://docs.mistral.ai/models/model-cards/ocr-4-1", + "supported_endpoints": [ + "/v1/ocr" + ] + }, "mistral/mistral-ocr-2505-completion": { "deprecation_date": "2026-05-31", "litellm_provider": "mistral", @@ -29870,19 +29886,19 @@ "supports_tool_choice": true }, "mistral/mistral-small-latest": { - "input_cost_per_token": 6e-08, + "input_cost_per_token": 1.5e-07, "litellm_provider": "mistral", - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "max_tokens": 131072, + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 1.8e-07, - "source": "https://mistral.ai/pricing", + "output_cost_per_token": 6e-07, + "source": "https://docs.mistral.ai/models/model-cards/mistral-small-4-0-26-03", "supports_assistant_prefill": true, "supports_function_calling": true, + "supports_reasoning": true, "supports_response_schema": true, - "supports_tool_choice": true, - "supports_vision": true + "supports_tool_choice": true }, "mistral/mistral-small-3-2-2506": { "deprecation_date": "2026-07-31", @@ -35330,6 +35346,7 @@ "supports_system_messages": true }, "rerank-english-v2.0": { + "deprecation_date": "2025-04-30", "input_cost_per_query": 0.002, "input_cost_per_token": 0.0, "litellm_provider": "cohere", @@ -35350,6 +35367,7 @@ "output_cost_per_token": 0.0 }, "rerank-multilingual-v2.0": { + "deprecation_date": "2025-04-30", "input_cost_per_query": 0.002, "input_cost_per_token": 0.0, "litellm_provider": "cohere", @@ -41722,6 +41740,7 @@ }, "xai/grok-3-latest": { "cache_read_input_token_cost": 7.5e-07, + "deprecation_date": "2026-05-15", "input_cost_per_token": 3e-06, "litellm_provider": "xai", "max_input_tokens": 131072, @@ -41841,6 +41860,7 @@ "supports_web_search": true }, "xai/grok-4": { + "deprecation_date": "2026-05-15", "input_cost_per_token": 3e-06, "litellm_provider": "xai", "max_input_tokens": 256000, @@ -41908,6 +41928,7 @@ "deprecation_date": "2026-05-15" }, "xai/grok-4-latest": { + "deprecation_date": "2026-05-15", "input_cost_per_token": 3e-06, "input_cost_per_token_above_128k_tokens": 6e-06, "litellm_provider": "xai", @@ -42249,7 +42270,8 @@ "output_cost_per_token_above_200k_tokens": 4e-06, "cache_read_input_token_cost_above_200k_tokens": 4e-07, "supports_response_schema": true, - "supports_vision": true + "supports_vision": true, + "deprecation_date": "2026-05-15" }, "xai/grok-code-fast-1": { "cache_read_input_token_cost": 2e-07, @@ -42269,7 +42291,8 @@ "output_cost_per_token_above_200k_tokens": 4e-06, "cache_read_input_token_cost_above_200k_tokens": 4e-07, "supports_response_schema": true, - "supports_vision": true + "supports_vision": true, + "deprecation_date": "2026-05-15" }, "xai/grok-code-fast-1-0825": { "cache_read_input_token_cost": 2e-07, @@ -42289,7 +42312,8 @@ "output_cost_per_token_above_200k_tokens": 4e-06, "cache_read_input_token_cost_above_200k_tokens": 4e-07, "supports_response_schema": true, - "supports_vision": true + "supports_vision": true, + "deprecation_date": "2026-05-15" }, "xai/grok-vision-beta": { "input_cost_per_image": 5e-06, @@ -48846,6 +48870,22 @@ ], "supports_audio_output": true }, + "mistral/zai-glm-5-2": { + "cache_read_input_token_cost": 1.4e-07, + "input_cost_per_token": 1.4e-06, + "litellm_provider": "mistral", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4.4e-06, + "source": "https://docs.mistral.ai/models/model-cards/zai-glm-5-2", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_tool_choice": true + }, "fallback_generalizations": { "rules": [ { diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 34c9f98077b..69761c3cf4a 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -13344,6 +13344,7 @@ "output_cost_per_token": 0.0 }, "command": { + "deprecation_date": "2025-09-15", "input_cost_per_token": 1e-06, "litellm_provider": "cohere", "max_input_tokens": 4096, @@ -13364,6 +13365,7 @@ "supports_tool_choice": true }, "command-light": { + "deprecation_date": "2025-09-15", "input_cost_per_token": 3e-07, "litellm_provider": "cohere_chat", "max_input_tokens": 4096, @@ -13383,6 +13385,7 @@ "output_cost_per_token": 2e-06 }, "command-r": { + "deprecation_date": "2025-09-15", "input_cost_per_token": 1.5e-07, "litellm_provider": "cohere_chat", "max_input_tokens": 128000, @@ -13405,6 +13408,7 @@ "supports_tool_choice": true }, "command-r-plus": { + "deprecation_date": "2025-09-15", "input_cost_per_token": 2.5e-06, "litellm_provider": "cohere_chat", "max_input_tokens": 128000, @@ -29326,26 +29330,28 @@ "mistral/codestral-2508": { "input_cost_per_token": 3e-07, "litellm_provider": "mistral", - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "max_tokens": 256000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 9e-07, - "source": "https://mistral.ai/news/codestral-25-08", + "source": "https://docs.mistral.ai/models/model-cards/codestral-25-08", "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true }, "mistral/codestral-latest": { - "input_cost_per_token": 1e-06, + "input_cost_per_token": 3e-07, "litellm_provider": "mistral", - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "max_tokens": 8191, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 3e-06, + "output_cost_per_token": 9e-07, + "source": "https://docs.mistral.ai/models/model-cards/codestral-25-08", "supports_assistant_prefill": true, + "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true }, @@ -29546,6 +29552,16 @@ ], "source": "https://mistral.ai/pricing#api-pricing" }, + "mistral/mistral-ocr-4-1": { + "annotation_cost_per_page": 0.005, + "litellm_provider": "mistral", + "mode": "ocr", + "ocr_cost_per_page": 0.004, + "source": "https://docs.mistral.ai/models/model-cards/ocr-4-1", + "supported_endpoints": [ + "/v1/ocr" + ] + }, "mistral/mistral-ocr-2505-completion": { "deprecation_date": "2026-05-31", "litellm_provider": "mistral", @@ -29870,19 +29886,19 @@ "supports_tool_choice": true }, "mistral/mistral-small-latest": { - "input_cost_per_token": 6e-08, + "input_cost_per_token": 1.5e-07, "litellm_provider": "mistral", - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "max_tokens": 131072, + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 1.8e-07, - "source": "https://mistral.ai/pricing", + "output_cost_per_token": 6e-07, + "source": "https://docs.mistral.ai/models/model-cards/mistral-small-4-0-26-03", "supports_assistant_prefill": true, "supports_function_calling": true, + "supports_reasoning": true, "supports_response_schema": true, - "supports_tool_choice": true, - "supports_vision": true + "supports_tool_choice": true }, "mistral/mistral-small-3-2-2506": { "deprecation_date": "2026-07-31", @@ -35330,6 +35346,7 @@ "supports_system_messages": true }, "rerank-english-v2.0": { + "deprecation_date": "2025-04-30", "input_cost_per_query": 0.002, "input_cost_per_token": 0.0, "litellm_provider": "cohere", @@ -35350,6 +35367,7 @@ "output_cost_per_token": 0.0 }, "rerank-multilingual-v2.0": { + "deprecation_date": "2025-04-30", "input_cost_per_query": 0.002, "input_cost_per_token": 0.0, "litellm_provider": "cohere", @@ -41722,6 +41740,7 @@ }, "xai/grok-3-latest": { "cache_read_input_token_cost": 7.5e-07, + "deprecation_date": "2026-05-15", "input_cost_per_token": 3e-06, "litellm_provider": "xai", "max_input_tokens": 131072, @@ -41841,6 +41860,7 @@ "supports_web_search": true }, "xai/grok-4": { + "deprecation_date": "2026-05-15", "input_cost_per_token": 3e-06, "litellm_provider": "xai", "max_input_tokens": 256000, @@ -41908,6 +41928,7 @@ "deprecation_date": "2026-05-15" }, "xai/grok-4-latest": { + "deprecation_date": "2026-05-15", "input_cost_per_token": 3e-06, "input_cost_per_token_above_128k_tokens": 6e-06, "litellm_provider": "xai", @@ -42249,7 +42270,8 @@ "output_cost_per_token_above_200k_tokens": 4e-06, "cache_read_input_token_cost_above_200k_tokens": 4e-07, "supports_response_schema": true, - "supports_vision": true + "supports_vision": true, + "deprecation_date": "2026-05-15" }, "xai/grok-code-fast-1": { "cache_read_input_token_cost": 2e-07, @@ -42269,7 +42291,8 @@ "output_cost_per_token_above_200k_tokens": 4e-06, "cache_read_input_token_cost_above_200k_tokens": 4e-07, "supports_response_schema": true, - "supports_vision": true + "supports_vision": true, + "deprecation_date": "2026-05-15" }, "xai/grok-code-fast-1-0825": { "cache_read_input_token_cost": 2e-07, @@ -42289,7 +42312,8 @@ "output_cost_per_token_above_200k_tokens": 4e-06, "cache_read_input_token_cost_above_200k_tokens": 4e-07, "supports_response_schema": true, - "supports_vision": true + "supports_vision": true, + "deprecation_date": "2026-05-15" }, "xai/grok-vision-beta": { "input_cost_per_image": 5e-06, @@ -48846,6 +48870,22 @@ ], "supports_audio_output": true }, + "mistral/zai-glm-5-2": { + "cache_read_input_token_cost": 1.4e-07, + "input_cost_per_token": 1.4e-06, + "litellm_provider": "mistral", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4.4e-06, + "source": "https://docs.mistral.ai/models/model-cards/zai-glm-5-2", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_tool_choice": true + }, "fallback_generalizations": { "rules": [ {