diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 9e20f4529a3..75f4c521629 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -15469,8 +15469,8 @@ "input_dbu_cost_per_token": 4.2857e-05, "litellm_provider": "databricks", "max_input_tokens": 1000000, - "max_output_tokens": 131072, - "max_tokens": 131072, + "max_output_tokens": 1048576, + "max_tokens": 1048576, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 9e20f4529a3..75f4c521629 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -15469,8 +15469,8 @@ "input_dbu_cost_per_token": 4.2857e-05, "litellm_provider": "databricks", "max_input_tokens": 1000000, - "max_output_tokens": 131072, - "max_tokens": 131072, + "max_output_tokens": 1048576, + "max_tokens": 1048576, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, diff --git a/tests/test_litellm/llms/databricks/test_databricks_cost_calculator.py b/tests/test_litellm/llms/databricks/test_databricks_cost_calculator.py index bd1c8504dc9..d4f96abfe37 100644 --- a/tests/test_litellm/llms/databricks/test_databricks_cost_calculator.py +++ b/tests/test_litellm/llms/databricks/test_databricks_cost_calculator.py @@ -233,6 +233,11 @@ def test_million_token_context_models_price_and_size_at_published_values( assert info["supports_prompt_caching"] is True +def test_output_ceilings_match_what_each_vendor_publishes(local_model_cost_map: None) -> None: + assert _model_info("databricks/databricks-kimi-k3")["max_output_tokens"] == 1048576 + assert _model_info("databricks/databricks-glm-5-2")["max_output_tokens"] == 131072 + + def test_kimi_k3_accepts_images_while_glm_5_2_is_text_only(local_model_cost_map: None) -> None: assert _model_info("databricks/databricks-kimi-k3")["supports_vision"] is True assert _model_info("databricks/databricks-glm-5-2")["supports_vision"] is False