diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index d92b28c01b8..185a09b208a 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -3705,8 +3705,8 @@ "input_cost_per_token": 3e-06, "litellm_provider": "azure_ai", "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "max_tokens": 64000, + "max_output_tokens": 128000, + "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.5e-05, "supports_assistant_prefill": true, @@ -3720,7 +3720,8 @@ "supports_tool_choice": true, "supports_vision": true, "supports_output_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/claude-models" }, "azure/computer-use-preview": { "input_cost_per_token": 3e-06, @@ -11764,11 +11765,11 @@ "input_cost_per_token": 7.1e-07, "litellm_provider": "azure_ai", "max_input_tokens": 128000, - "max_output_tokens": 2048, - "max_tokens": 2048, + "max_output_tokens": 8192, + "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 7.1e-07, - "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'", + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure", "supports_function_calling": true, "supports_tool_choice": true }, @@ -12115,11 +12116,11 @@ "input_cost_per_token": 5.8e-07, "litellm_provider": "azure_ai", "max_input_tokens": 163840, - "max_output_tokens": 163840, - "max_tokens": 163840, + "max_output_tokens": 128000, + "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.68e-06, - "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'", + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure", "supports_assistant_prefill": true, "supports_function_calling": true, "supports_prompt_caching": true, @@ -12223,11 +12224,11 @@ "input_cost_per_token": 3e-06, "litellm_provider": "azure_ai", "max_input_tokens": 131072, - "max_output_tokens": 131072, - "max_tokens": 131072, + "max_output_tokens": 8192, + "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1.5e-05, - "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'", + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure", "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -12240,12 +12241,12 @@ "input_cost_per_token_above_200k_tokens": 2.5e-06, "litellm_provider": "azure_ai", "max_input_tokens": 200000, - "max_output_tokens": 200000, - "max_tokens": 200000, + "max_output_tokens": 8192, + "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 2.5e-06, "output_cost_per_token_above_200k_tokens": 5e-06, - "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'", + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure", "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, @@ -12345,11 +12346,11 @@ "input_cost_per_token": 2e-07, "litellm_provider": "azure_ai", "max_input_tokens": 131072, - "max_output_tokens": 131072, - "max_tokens": 131072, + "max_output_tokens": 8192, + "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1.5e-06, - "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'", + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure", "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -77913,5 +77914,17 @@ "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true + }, + "azure_ai/mistral-ocr-2505": { + "litellm_provider": "azure_ai", + "mode": "ocr", + "ocr_cost_per_page": 0.001, + "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/mistral-ai/" + }, + "azure_ai/mistral-ocr-2512": { + "litellm_provider": "azure_ai", + "mode": "ocr", + "ocr_cost_per_page": 0.002, + "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/mistral-ai/" } } diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index d92b28c01b8..185a09b208a 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -3705,8 +3705,8 @@ "input_cost_per_token": 3e-06, "litellm_provider": "azure_ai", "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "max_tokens": 64000, + "max_output_tokens": 128000, + "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.5e-05, "supports_assistant_prefill": true, @@ -3720,7 +3720,8 @@ "supports_tool_choice": true, "supports_vision": true, "supports_output_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/claude-models" }, "azure/computer-use-preview": { "input_cost_per_token": 3e-06, @@ -11764,11 +11765,11 @@ "input_cost_per_token": 7.1e-07, "litellm_provider": "azure_ai", "max_input_tokens": 128000, - "max_output_tokens": 2048, - "max_tokens": 2048, + "max_output_tokens": 8192, + "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 7.1e-07, - "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'", + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure", "supports_function_calling": true, "supports_tool_choice": true }, @@ -12115,11 +12116,11 @@ "input_cost_per_token": 5.8e-07, "litellm_provider": "azure_ai", "max_input_tokens": 163840, - "max_output_tokens": 163840, - "max_tokens": 163840, + "max_output_tokens": 128000, + "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.68e-06, - "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'", + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure", "supports_assistant_prefill": true, "supports_function_calling": true, "supports_prompt_caching": true, @@ -12223,11 +12224,11 @@ "input_cost_per_token": 3e-06, "litellm_provider": "azure_ai", "max_input_tokens": 131072, - "max_output_tokens": 131072, - "max_tokens": 131072, + "max_output_tokens": 8192, + "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1.5e-05, - "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'", + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure", "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -12240,12 +12241,12 @@ "input_cost_per_token_above_200k_tokens": 2.5e-06, "litellm_provider": "azure_ai", "max_input_tokens": 200000, - "max_output_tokens": 200000, - "max_tokens": 200000, + "max_output_tokens": 8192, + "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 2.5e-06, "output_cost_per_token_above_200k_tokens": 5e-06, - "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'", + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure", "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, @@ -12345,11 +12346,11 @@ "input_cost_per_token": 2e-07, "litellm_provider": "azure_ai", "max_input_tokens": 131072, - "max_output_tokens": 131072, - "max_tokens": 131072, + "max_output_tokens": 8192, + "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1.5e-06, - "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'", + "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure", "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -77913,5 +77914,17 @@ "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true + }, + "azure_ai/mistral-ocr-2505": { + "litellm_provider": "azure_ai", + "mode": "ocr", + "ocr_cost_per_page": 0.001, + "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/mistral-ai/" + }, + "azure_ai/mistral-ocr-2512": { + "litellm_provider": "azure_ai", + "mode": "ocr", + "ocr_cost_per_page": 0.002, + "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/mistral-ai/" } }