From 56c32ef5031a4fcb5c87696a21f0df546a93282d Mon Sep 17 00:00:00 2001 From: Regis David Souza Mesquita Date: Thu, 29 May 2025 00:42:28 +0100 Subject: [PATCH] Update mistral-medium prices and context sizes (#10729) * Update mistral-medium prices and context sizes While testing the Mistral model, I noticed a discrepancy in the pricing shown on the logs screen. After reviewing the code, I confirmed that the pricing values were incorrect. This PR corrects the input and output token pricing for the latest Mistral model and adds the newly released mistral-medium-2505 version. * Adds tool calling flag to mistral-medium * Adds mistral-medium price updates to the main model price file * Update model_prices_and_context_window_backup.json sets mistral medium alias to the old values as it probably points to the old version. * Update model_prices_and_context_window.json * Update model_prices_and_context_window_backup.json * Update model_prices_and_context_window.json --- ...odel_prices_and_context_window_backup.json | 19 ++++++++++++++++--- model_prices_and_context_window.json | 19 ++++++++++++++++--- 2 files changed, 32 insertions(+), 6 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 0b679619747..7aed02465aa 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -3603,12 +3603,25 @@ }, "mistral/mistral-medium-latest": { "max_tokens": 8191, - "max_input_tokens": 32000, + "max_input_tokens": 131072, "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, + "input_cost_per_token": 0.0000004, + "output_cost_per_token": 0.000002, "litellm_provider": "mistral", "mode": "chat", + "supports_function_calling": true, + "supports_assistant_prefill": true, + "supports_tool_choice": true + }, + "mistral/mistral-medium-2505": { + "max_tokens": 8191, + "max_input_tokens": 131072, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000004, + "output_cost_per_token": 0.000002, + "litellm_provider": "mistral", + "mode": "chat", + "supports_function_calling": true, "supports_assistant_prefill": true, "supports_tool_choice": true }, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 68a6fa823ec..47c6c0f754f 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -3620,12 +3620,25 @@ }, "mistral/mistral-medium-latest": { "max_tokens": 8191, - "max_input_tokens": 32000, + "max_input_tokens": 131072, "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, + "input_cost_per_token": 0.0000004, + "output_cost_per_token": 0.000002, "litellm_provider": "mistral", "mode": "chat", + "supports_function_calling": true, + "supports_assistant_prefill": true, + "supports_tool_choice": true + }, + "mistral/mistral-medium-2505": { + "max_tokens": 8191, + "max_input_tokens": 131072, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000004, + "output_cost_per_token": 0.000002, + "litellm_provider": "mistral", + "mode": "chat", + "supports_function_calling": true, "supports_assistant_prefill": true, "supports_tool_choice": true },