scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-09 22:31:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 87

fix(model_prices): sync Mistral/Cohere/xAI registry metadata with provider docs

Browse source 
- add mistral/zai-glm-5-2 and mistral/mistral-ocr-4-1
- refresh mistral/codestral-latest, mistral/codestral-2508, mistral/mistral-small-latest
- add provider-announced deprecation dates for xAI grok-code-fast/grok-3/grok-4 aliases, Cohere command + rerank v2.0 models

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
Devin AI 2026-08-20 13:14:59 +00:00
parent 6d47468dae
commit 47ee5c17e9
2 changed files with 120 additions and 40 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

80
litellm/model_prices_and_context_window_backup.json
View file

@ -13344,6 +13344,7 @@
"output_cost_per_token": 0.0
},
"command": {
"deprecation_date": "2025-09-15",
"input_cost_per_token": 1e-06,
"litellm_provider": "cohere",
"max_input_tokens": 4096,
@ -13364,6 +13365,7 @@
"supports_tool_choice": true
},
"command-light": {
"deprecation_date": "2025-09-15",
"input_cost_per_token": 3e-07,
"litellm_provider": "cohere_chat",
"max_input_tokens": 4096,
@ -13383,6 +13385,7 @@
"output_cost_per_token": 2e-06
},
"command-r": {
"deprecation_date": "2025-09-15",
"input_cost_per_token": 1.5e-07,
"litellm_provider": "cohere_chat",
"max_input_tokens": 128000,
@ -13405,6 +13408,7 @@
"supports_tool_choice": true
},
"command-r-plus": {
"deprecation_date": "2025-09-15",
"input_cost_per_token": 2.5e-06,
"litellm_provider": "cohere_chat",
"max_input_tokens": 128000,
@ -29326,26 +29330,28 @@
"mistral/codestral-2508": {
"input_cost_per_token": 3e-07,
"litellm_provider": "mistral",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 9e-07,
"source": "https://mistral.ai/news/codestral-25-08",
"source": "https://docs.mistral.ai/models/model-cards/codestral-25-08",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"mistral/codestral-latest": {
"input_cost_per_token": 1e-06,
"input_cost_per_token": 3e-07,
"litellm_provider": "mistral",
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 3e-06,
"output_cost_per_token": 9e-07,
"source": "https://docs.mistral.ai/models/model-cards/codestral-25-08",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
@ -29546,6 +29552,16 @@
],
"source": "https://mistral.ai/pricing#api-pricing"
},
"mistral/mistral-ocr-4-1": {
"annotation_cost_per_page": 0.005,
"litellm_provider": "mistral",
"mode": "ocr",
"ocr_cost_per_page": 0.004,
"source": "https://docs.mistral.ai/models/model-cards/ocr-4-1",
"supported_endpoints": [
"/v1/ocr"
]
},
"mistral/mistral-ocr-2505-completion": {
"deprecation_date": "2026-05-31",
"litellm_provider": "mistral",
@ -29870,19 +29886,19 @@
"supports_tool_choice": true
},
"mistral/mistral-small-latest": {
"input_cost_per_token": 6e-08,
"input_cost_per_token": 1.5e-07,
"litellm_provider": "mistral",
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"max_tokens": 131072,
"max_input_tokens": 262144,
"max_output_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 1.8e-07,
"source": "https://mistral.ai/pricing",
"output_cost_per_token": 6e-07,
"source": "https://docs.mistral.ai/models/model-cards/mistral-small-4-0-26-03",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_tool_choice": true
},
"mistral/mistral-small-3-2-2506": {
"deprecation_date": "2026-07-31",
@ -35330,6 +35346,7 @@
"supports_system_messages": true
},
"rerank-english-v2.0": {
"deprecation_date": "2025-04-30",
"input_cost_per_query": 0.002,
"input_cost_per_token": 0.0,
"litellm_provider": "cohere",
@ -35350,6 +35367,7 @@
"output_cost_per_token": 0.0
},
"rerank-multilingual-v2.0": {
"deprecation_date": "2025-04-30",
"input_cost_per_query": 0.002,
"input_cost_per_token": 0.0,
"litellm_provider": "cohere",
@ -41722,6 +41740,7 @@
},
"xai/grok-3-latest": {
"cache_read_input_token_cost": 7.5e-07,
"deprecation_date": "2026-05-15",
"input_cost_per_token": 3e-06,
"litellm_provider": "xai",
"max_input_tokens": 131072,
@ -41841,6 +41860,7 @@
"supports_web_search": true
},
"xai/grok-4": {
"deprecation_date": "2026-05-15",
"input_cost_per_token": 3e-06,
"litellm_provider": "xai",
"max_input_tokens": 256000,
@ -41908,6 +41928,7 @@
"deprecation_date": "2026-05-15"
},
"xai/grok-4-latest": {
"deprecation_date": "2026-05-15",
"input_cost_per_token": 3e-06,
"input_cost_per_token_above_128k_tokens": 6e-06,
"litellm_provider": "xai",
@ -42249,7 +42270,8 @@
"output_cost_per_token_above_200k_tokens": 4e-06,
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
"supports_response_schema": true,
"supports_vision": true
"supports_vision": true,
"deprecation_date": "2026-05-15"
},
"xai/grok-code-fast-1": {
"cache_read_input_token_cost": 2e-07,
@ -42269,7 +42291,8 @@
"output_cost_per_token_above_200k_tokens": 4e-06,
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
"supports_response_schema": true,
"supports_vision": true
"supports_vision": true,
"deprecation_date": "2026-05-15"
},
"xai/grok-code-fast-1-0825": {
"cache_read_input_token_cost": 2e-07,
@ -42289,7 +42312,8 @@
"output_cost_per_token_above_200k_tokens": 4e-06,
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
"supports_response_schema": true,
"supports_vision": true
"supports_vision": true,
"deprecation_date": "2026-05-15"
},
"xai/grok-vision-beta": {
"input_cost_per_image": 5e-06,
@ -48846,6 +48870,22 @@
],
"supports_audio_output": true
},
"mistral/zai-glm-5-2": {
"cache_read_input_token_cost": 1.4e-07,
"input_cost_per_token": 1.4e-06,
"litellm_provider": "mistral",
"max_input_tokens": 1000000,
"max_output_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 4.4e-06,
"source": "https://docs.mistral.ai/models/model-cards/zai-glm-5-2",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"fallback_generalizations": {
"rules": [
{

80
model_prices_and_context_window.json
View file

@ -13344,6 +13344,7 @@
"output_cost_per_token": 0.0
},
"command": {
"deprecation_date": "2025-09-15",
"input_cost_per_token": 1e-06,
"litellm_provider": "cohere",
"max_input_tokens": 4096,
@ -13364,6 +13365,7 @@
"supports_tool_choice": true
},
"command-light": {
"deprecation_date": "2025-09-15",
"input_cost_per_token": 3e-07,
"litellm_provider": "cohere_chat",
"max_input_tokens": 4096,
@ -13383,6 +13385,7 @@
"output_cost_per_token": 2e-06
},
"command-r": {
"deprecation_date": "2025-09-15",
"input_cost_per_token": 1.5e-07,
"litellm_provider": "cohere_chat",
"max_input_tokens": 128000,
@ -13405,6 +13408,7 @@
"supports_tool_choice": true
},
"command-r-plus": {
"deprecation_date": "2025-09-15",
"input_cost_per_token": 2.5e-06,
"litellm_provider": "cohere_chat",
"max_input_tokens": 128000,
@ -29326,26 +29330,28 @@
"mistral/codestral-2508": {
"input_cost_per_token": 3e-07,
"litellm_provider": "mistral",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 9e-07,
"source": "https://mistral.ai/news/codestral-25-08",
"source": "https://docs.mistral.ai/models/model-cards/codestral-25-08",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"mistral/codestral-latest": {
"input_cost_per_token": 1e-06,
"input_cost_per_token": 3e-07,
"litellm_provider": "mistral",
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 3e-06,
"output_cost_per_token": 9e-07,
"source": "https://docs.mistral.ai/models/model-cards/codestral-25-08",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
@ -29546,6 +29552,16 @@
],
"source": "https://mistral.ai/pricing#api-pricing"
},
"mistral/mistral-ocr-4-1": {
"annotation_cost_per_page": 0.005,
"litellm_provider": "mistral",
"mode": "ocr",
"ocr_cost_per_page": 0.004,
"source": "https://docs.mistral.ai/models/model-cards/ocr-4-1",
"supported_endpoints": [
"/v1/ocr"
]
},
"mistral/mistral-ocr-2505-completion": {
"deprecation_date": "2026-05-31",
"litellm_provider": "mistral",
@ -29870,19 +29886,19 @@
"supports_tool_choice": true
},
"mistral/mistral-small-latest": {
"input_cost_per_token": 6e-08,
"input_cost_per_token": 1.5e-07,
"litellm_provider": "mistral",
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"max_tokens": 131072,
"max_input_tokens": 262144,
"max_output_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 1.8e-07,
"source": "https://mistral.ai/pricing",
"output_cost_per_token": 6e-07,
"source": "https://docs.mistral.ai/models/model-cards/mistral-small-4-0-26-03",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_tool_choice": true
},
"mistral/mistral-small-3-2-2506": {
"deprecation_date": "2026-07-31",
@ -35330,6 +35346,7 @@
"supports_system_messages": true
},
"rerank-english-v2.0": {
"deprecation_date": "2025-04-30",
"input_cost_per_query": 0.002,
"input_cost_per_token": 0.0,
"litellm_provider": "cohere",
@ -35350,6 +35367,7 @@
"output_cost_per_token": 0.0
},
"rerank-multilingual-v2.0": {
"deprecation_date": "2025-04-30",
"input_cost_per_query": 0.002,
"input_cost_per_token": 0.0,
"litellm_provider": "cohere",
@ -41722,6 +41740,7 @@
},
"xai/grok-3-latest": {
"cache_read_input_token_cost": 7.5e-07,
"deprecation_date": "2026-05-15",
"input_cost_per_token": 3e-06,
"litellm_provider": "xai",
"max_input_tokens": 131072,
@ -41841,6 +41860,7 @@
"supports_web_search": true
},
"xai/grok-4": {
"deprecation_date": "2026-05-15",
"input_cost_per_token": 3e-06,
"litellm_provider": "xai",
"max_input_tokens": 256000,
@ -41908,6 +41928,7 @@
"deprecation_date": "2026-05-15"
},
"xai/grok-4-latest": {
"deprecation_date": "2026-05-15",
"input_cost_per_token": 3e-06,
"input_cost_per_token_above_128k_tokens": 6e-06,
"litellm_provider": "xai",
@ -42249,7 +42270,8 @@
"output_cost_per_token_above_200k_tokens": 4e-06,
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
"supports_response_schema": true,
"supports_vision": true
"supports_vision": true,
"deprecation_date": "2026-05-15"
},
"xai/grok-code-fast-1": {
"cache_read_input_token_cost": 2e-07,
@ -42269,7 +42291,8 @@
"output_cost_per_token_above_200k_tokens": 4e-06,
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
"supports_response_schema": true,
"supports_vision": true
"supports_vision": true,
"deprecation_date": "2026-05-15"
},
"xai/grok-code-fast-1-0825": {
"cache_read_input_token_cost": 2e-07,
@ -42289,7 +42312,8 @@
"output_cost_per_token_above_200k_tokens": 4e-06,
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
"supports_response_schema": true,
"supports_vision": true
"supports_vision": true,
"deprecation_date": "2026-05-15"
},
"xai/grok-vision-beta": {
"input_cost_per_image": 5e-06,
@ -48846,6 +48870,22 @@
],
"supports_audio_output": true
},
"mistral/zai-glm-5-2": {
"cache_read_input_token_cost": 1.4e-07,
"input_cost_per_token": 1.4e-06,
"litellm_provider": "mistral",
"max_input_tokens": 1000000,
"max_output_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 4.4e-06,
"source": "https://docs.mistral.ai/models/model-cards/zai-glm-5-2",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"fallback_generalizations": {
"rules": [
{