diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 4e6b4d51712..5a7006de2cf 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -22129,10 +22129,10 @@ "supports_vision": true }, "databricks/databricks-gpt-5-6-terra": { - "cache_creation_input_token_cost": 3.12501e-06, - "cache_read_input_token_cost": 2.4997e-07, - "input_cost_per_token": 2.49998e-06, - "input_dbu_cost_per_token": 3.5714e-05, + "cache_creation_input_token_cost": 2.49998e-06, + "cache_read_input_token_cost": 1.9999e-07, + "input_cost_per_token": 1.99997e-06, + "input_dbu_cost_per_token": 2.8571e-05, "litellm_provider": "databricks", "max_input_tokens": 922000, "max_output_tokens": 128000, @@ -22140,8 +22140,8 @@ "notes": "Costs per token are the published Global DBU rates times $0.070 per DBU. The '*_dbu_cost_per_token' fields are provided for reference; cost calculation reads the dollar '*_cost_per_token' fields." }, "mode": "chat", - "output_cost_per_token": 1.500002e-05, - "output_dbu_cost_per_token": 0.000214286, + "output_cost_per_token": 1.200003e-05, + "output_dbu_cost_per_token": 0.000171429, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supported_modalities": [ "text", @@ -22157,10 +22157,10 @@ "supports_vision": true }, "databricks/databricks-gpt-5-6-luna": { - "cache_creation_input_token_cost": 1.24999e-06, - "cache_read_input_token_cost": 1.0003e-07, - "input_cost_per_token": 1.00002e-06, - "input_dbu_cost_per_token": 1.4286e-05, + "cache_creation_input_token_cost": 2.4997e-07, + "cache_read_input_token_cost": 2.002e-08, + "input_cost_per_token": 1.9999e-07, + "input_dbu_cost_per_token": 2.857e-06, "litellm_provider": "databricks", "max_input_tokens": 922000, "max_output_tokens": 128000, @@ -22168,8 +22168,8 @@ "notes": "Costs per token are the published Global DBU rates times $0.070 per DBU. The '*_dbu_cost_per_token' fields are provided for reference; cost calculation reads the dollar '*_cost_per_token' fields." }, "mode": "chat", - "output_cost_per_token": 5.99998e-06, - "output_dbu_cost_per_token": 8.5714e-05, + "output_cost_per_token": 1.20001e-06, + "output_dbu_cost_per_token": 1.7143e-05, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supported_modalities": [ "text", @@ -38718,6 +38718,7 @@ }, "supports_function_calling": true, "supports_parallel_function_calling": true, + "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -38738,6 +38739,7 @@ }, "supports_function_calling": true, "supports_parallel_function_calling": true, + "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -38757,6 +38759,7 @@ "search_context_size_medium": 0.005 }, "supports_function_calling": true, + "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -42429,6 +42432,7 @@ }, "moonshot/kimi-k2.5": { "cache_read_input_token_cost": 1e-07, + "deprecation_date": "2026-08-31", "input_cost_per_token": 6e-07, "litellm_provider": "moonshot", "max_input_tokens": 262144, @@ -42459,7 +42463,31 @@ "supports_video_input": true, "supports_vision": true }, + "moonshot/kimi-k3.1-pro": { + "cache_creation_input_token_cost": 2e-06, + "cache_creation_input_token_cost_above_1hr": 4e-06, + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 2e-06, + "litellm_provider": "moonshot", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 1e-05, + "reasoning_effort_levels": [ + "low", + "high", + "max" + ], + "source": "https://platform.kimi.ai/docs/pricing/chat", + "supports_function_calling": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": true + }, "moonshot/kimi-k3": { + "cache_creation_input_token_cost": 3e-06, + "cache_creation_input_token_cost_above_1hr": 6e-06, "cache_read_input_token_cost": 3e-07, "input_cost_per_token": 3e-06, "litellm_provider": "moonshot", @@ -42474,6 +42502,7 @@ ], "source": "https://platform.kimi.ai/docs/pricing/chat-k3", "supports_function_calling": true, + "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -42481,6 +42510,7 @@ "supports_vision": true }, "moonshot/moonshot-v1-128k": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 2e-06, "litellm_provider": "moonshot", "max_input_tokens": 131072, @@ -42493,6 +42523,7 @@ "supports_tool_choice": true }, "moonshot/moonshot-v1-128k-vision-preview": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 2e-06, "litellm_provider": "moonshot", "max_input_tokens": 131072, @@ -42506,6 +42537,7 @@ "supports_vision": true }, "moonshot/moonshot-v1-32k": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 1e-06, "litellm_provider": "moonshot", "max_input_tokens": 32768, @@ -42518,6 +42550,7 @@ "supports_tool_choice": true }, "moonshot/moonshot-v1-32k-vision-preview": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 1e-06, "litellm_provider": "moonshot", "max_input_tokens": 32768, @@ -42531,6 +42564,7 @@ "supports_vision": true }, "moonshot/moonshot-v1-8k": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 2e-07, "litellm_provider": "moonshot", "max_input_tokens": 8192, @@ -42543,6 +42577,7 @@ "supports_tool_choice": true }, "moonshot/moonshot-v1-8k-vision-preview": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 2e-07, "litellm_provider": "moonshot", "max_input_tokens": 8192, @@ -42556,6 +42591,7 @@ "supports_vision": true }, "moonshot/moonshot-v1-auto": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 2e-06, "litellm_provider": "moonshot", "max_input_tokens": 131072, @@ -53412,15 +53448,21 @@ "xai/grok-4.7": { "cache_read_input_token_cost": 5e-07, "cache_read_input_token_cost_above_200k_tokens": 1e-06, + "cache_read_input_token_cost_above_200k_tokens_batches": 8e-07, + "cache_read_input_token_cost_batches": 4e-07, "input_cost_per_image_token": 2e-06, "input_cost_per_token": 2e-06, "input_cost_per_token_above_200k_tokens": 4e-06, + "input_cost_per_token_above_200k_tokens_batches": 3.2e-06, + "input_cost_per_token_batches": 1.6e-06, "litellm_provider": "xai", "max_input_tokens": 500000, "max_output_tokens": 500000, "mode": "chat", "output_cost_per_token": 6e-06, "output_cost_per_token_above_200k_tokens": 1.2e-05, + "output_cost_per_token_above_200k_tokens_batches": 9.6e-06, + "output_cost_per_token_batches": 4.8e-06, "source": "https://api.x.ai/v1/language-models", "supports_function_calling": true, "supports_prompt_caching": true, @@ -65063,6 +65105,7 @@ ] }, "xai/grok-imagine-image-pro": { + "deprecation_date": "2026-05-15", "input_cost_per_image": 0.05, "litellm_provider": "xai", "mode": "image_generation", @@ -65912,6 +65955,7 @@ ] }, "scaleway/glm-5.2": { + "deprecation_date": "2026-11-16", "input_cost_per_token": 1.8e-06, "litellm_provider": "scaleway", "max_input_tokens": 256000, @@ -71695,6 +71739,7 @@ "xai/grok-code-fast-1": { "cache_read_input_token_cost": 2e-07, "cache_read_input_token_cost_above_200k_tokens": 4e-07, + "deprecation_date": "2026-05-15", "input_cost_per_image_token": 1e-06, "input_cost_per_token": 1e-06, "input_cost_per_token_above_200k_tokens": 2e-06, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 4e6b4d51712..5a7006de2cf 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -22129,10 +22129,10 @@ "supports_vision": true }, "databricks/databricks-gpt-5-6-terra": { - "cache_creation_input_token_cost": 3.12501e-06, - "cache_read_input_token_cost": 2.4997e-07, - "input_cost_per_token": 2.49998e-06, - "input_dbu_cost_per_token": 3.5714e-05, + "cache_creation_input_token_cost": 2.49998e-06, + "cache_read_input_token_cost": 1.9999e-07, + "input_cost_per_token": 1.99997e-06, + "input_dbu_cost_per_token": 2.8571e-05, "litellm_provider": "databricks", "max_input_tokens": 922000, "max_output_tokens": 128000, @@ -22140,8 +22140,8 @@ "notes": "Costs per token are the published Global DBU rates times $0.070 per DBU. The '*_dbu_cost_per_token' fields are provided for reference; cost calculation reads the dollar '*_cost_per_token' fields." }, "mode": "chat", - "output_cost_per_token": 1.500002e-05, - "output_dbu_cost_per_token": 0.000214286, + "output_cost_per_token": 1.200003e-05, + "output_dbu_cost_per_token": 0.000171429, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supported_modalities": [ "text", @@ -22157,10 +22157,10 @@ "supports_vision": true }, "databricks/databricks-gpt-5-6-luna": { - "cache_creation_input_token_cost": 1.24999e-06, - "cache_read_input_token_cost": 1.0003e-07, - "input_cost_per_token": 1.00002e-06, - "input_dbu_cost_per_token": 1.4286e-05, + "cache_creation_input_token_cost": 2.4997e-07, + "cache_read_input_token_cost": 2.002e-08, + "input_cost_per_token": 1.9999e-07, + "input_dbu_cost_per_token": 2.857e-06, "litellm_provider": "databricks", "max_input_tokens": 922000, "max_output_tokens": 128000, @@ -22168,8 +22168,8 @@ "notes": "Costs per token are the published Global DBU rates times $0.070 per DBU. The '*_dbu_cost_per_token' fields are provided for reference; cost calculation reads the dollar '*_cost_per_token' fields." }, "mode": "chat", - "output_cost_per_token": 5.99998e-06, - "output_dbu_cost_per_token": 8.5714e-05, + "output_cost_per_token": 1.20001e-06, + "output_dbu_cost_per_token": 1.7143e-05, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supported_modalities": [ "text", @@ -38718,6 +38718,7 @@ }, "supports_function_calling": true, "supports_parallel_function_calling": true, + "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -38738,6 +38739,7 @@ }, "supports_function_calling": true, "supports_parallel_function_calling": true, + "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -38757,6 +38759,7 @@ "search_context_size_medium": 0.005 }, "supports_function_calling": true, + "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -42429,6 +42432,7 @@ }, "moonshot/kimi-k2.5": { "cache_read_input_token_cost": 1e-07, + "deprecation_date": "2026-08-31", "input_cost_per_token": 6e-07, "litellm_provider": "moonshot", "max_input_tokens": 262144, @@ -42459,7 +42463,31 @@ "supports_video_input": true, "supports_vision": true }, + "moonshot/kimi-k3.1-pro": { + "cache_creation_input_token_cost": 2e-06, + "cache_creation_input_token_cost_above_1hr": 4e-06, + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 2e-06, + "litellm_provider": "moonshot", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 1e-05, + "reasoning_effort_levels": [ + "low", + "high", + "max" + ], + "source": "https://platform.kimi.ai/docs/pricing/chat", + "supports_function_calling": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": true + }, "moonshot/kimi-k3": { + "cache_creation_input_token_cost": 3e-06, + "cache_creation_input_token_cost_above_1hr": 6e-06, "cache_read_input_token_cost": 3e-07, "input_cost_per_token": 3e-06, "litellm_provider": "moonshot", @@ -42474,6 +42502,7 @@ ], "source": "https://platform.kimi.ai/docs/pricing/chat-k3", "supports_function_calling": true, + "supports_prompt_caching": true, "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -42481,6 +42510,7 @@ "supports_vision": true }, "moonshot/moonshot-v1-128k": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 2e-06, "litellm_provider": "moonshot", "max_input_tokens": 131072, @@ -42493,6 +42523,7 @@ "supports_tool_choice": true }, "moonshot/moonshot-v1-128k-vision-preview": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 2e-06, "litellm_provider": "moonshot", "max_input_tokens": 131072, @@ -42506,6 +42537,7 @@ "supports_vision": true }, "moonshot/moonshot-v1-32k": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 1e-06, "litellm_provider": "moonshot", "max_input_tokens": 32768, @@ -42518,6 +42550,7 @@ "supports_tool_choice": true }, "moonshot/moonshot-v1-32k-vision-preview": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 1e-06, "litellm_provider": "moonshot", "max_input_tokens": 32768, @@ -42531,6 +42564,7 @@ "supports_vision": true }, "moonshot/moonshot-v1-8k": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 2e-07, "litellm_provider": "moonshot", "max_input_tokens": 8192, @@ -42543,6 +42577,7 @@ "supports_tool_choice": true }, "moonshot/moonshot-v1-8k-vision-preview": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 2e-07, "litellm_provider": "moonshot", "max_input_tokens": 8192, @@ -42556,6 +42591,7 @@ "supports_vision": true }, "moonshot/moonshot-v1-auto": { + "deprecation_date": "2026-08-31", "input_cost_per_token": 2e-06, "litellm_provider": "moonshot", "max_input_tokens": 131072, @@ -53412,15 +53448,21 @@ "xai/grok-4.7": { "cache_read_input_token_cost": 5e-07, "cache_read_input_token_cost_above_200k_tokens": 1e-06, + "cache_read_input_token_cost_above_200k_tokens_batches": 8e-07, + "cache_read_input_token_cost_batches": 4e-07, "input_cost_per_image_token": 2e-06, "input_cost_per_token": 2e-06, "input_cost_per_token_above_200k_tokens": 4e-06, + "input_cost_per_token_above_200k_tokens_batches": 3.2e-06, + "input_cost_per_token_batches": 1.6e-06, "litellm_provider": "xai", "max_input_tokens": 500000, "max_output_tokens": 500000, "mode": "chat", "output_cost_per_token": 6e-06, "output_cost_per_token_above_200k_tokens": 1.2e-05, + "output_cost_per_token_above_200k_tokens_batches": 9.6e-06, + "output_cost_per_token_batches": 4.8e-06, "source": "https://api.x.ai/v1/language-models", "supports_function_calling": true, "supports_prompt_caching": true, @@ -65063,6 +65105,7 @@ ] }, "xai/grok-imagine-image-pro": { + "deprecation_date": "2026-05-15", "input_cost_per_image": 0.05, "litellm_provider": "xai", "mode": "image_generation", @@ -65912,6 +65955,7 @@ ] }, "scaleway/glm-5.2": { + "deprecation_date": "2026-11-16", "input_cost_per_token": 1.8e-06, "litellm_provider": "scaleway", "max_input_tokens": 256000, @@ -71695,6 +71739,7 @@ "xai/grok-code-fast-1": { "cache_read_input_token_cost": 2e-07, "cache_read_input_token_cost_above_200k_tokens": 4e-07, + "deprecation_date": "2026-05-15", "input_cost_per_image_token": 1e-06, "input_cost_per_token": 1e-06, "input_cost_per_token_above_200k_tokens": 2e-06,