From 4856b8297f0d2618b541bc02ffe6132e0970483c Mon Sep 17 00:00:00 2001 From: Ismael Martinez Ramos Date: Sat, 31 Oct 2026 00:29:37 +0000 Subject: [PATCH] fix(bedrock): drop temperature for Grok 4.6/4.7 and Kimi K3 on converse Bedrock answers any temperature on these models with "This model doesn't support the temperature field", so mark their converse entries supports_sampling_params: false. Co-Authored-By: Claude Opus 5.5 --- ...odel_prices_and_context_window_backup.json | 27 ++++++++++------ model_prices_and_context_window.json | 27 ++++++++++------ .../chat/test_converse_transformation.py | 31 +++++++++++++++++++ 3 files changed, 67 insertions(+), 18 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index ce85f93f7f7..2d93365b833 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -49702,7 +49702,8 @@ "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "au.anthropic.claude-haiku-4-5-20251001-v1:0": { "cache_creation_input_token_cost": 1.375e-06, @@ -60983,7 +60984,8 @@ "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "global.xai.grok-4.6": { "supports_regex_lookaround": false, @@ -61010,7 +61012,8 @@ "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "volcengine/doubao-seed-2-0-pro-260215": { "litellm_provider": "volcengine", @@ -72780,7 +72783,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "global.moonshotai.kimi-k3": { "supports_regex_lookaround": false, @@ -72811,7 +72815,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "us.moonshotai.kimi-k3": { "supports_regex_lookaround": false, @@ -72842,7 +72847,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "xiaomi_mimo/mimo-v2.6-pro": { "cache_read_input_token_cost": 3.6e-09, @@ -74993,7 +74999,8 @@ "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "us.xai.grok-4.7": { "supports_regex_lookaround": false, @@ -75018,7 +75025,8 @@ "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "baseten/deepseek-ai/DeepSeek-V4.1-Flash-Fast": { "cache_read_input_token_cost": 1.4e-08, @@ -75625,7 +75633,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "claude-haiku-5-5": { "input_cost_per_token_above_100k_tokens_batches": 2.5e-07, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index ce85f93f7f7..2d93365b833 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -49702,7 +49702,8 @@ "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "au.anthropic.claude-haiku-4-5-20251001-v1:0": { "cache_creation_input_token_cost": 1.375e-06, @@ -60983,7 +60984,8 @@ "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "global.xai.grok-4.6": { "supports_regex_lookaround": false, @@ -61010,7 +61012,8 @@ "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "volcengine/doubao-seed-2-0-pro-260215": { "litellm_provider": "volcengine", @@ -72780,7 +72783,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "global.moonshotai.kimi-k3": { "supports_regex_lookaround": false, @@ -72811,7 +72815,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "us.moonshotai.kimi-k3": { "supports_regex_lookaround": false, @@ -72842,7 +72847,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "xiaomi_mimo/mimo-v2.6-pro": { "cache_read_input_token_cost": 3.6e-09, @@ -74993,7 +74999,8 @@ "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "us.xai.grok-4.7": { "supports_regex_lookaround": false, @@ -75018,7 +75025,8 @@ "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "baseten/deepseek-ai/DeepSeek-V4.1-Flash-Fast": { "cache_read_input_token_cost": 1.4e-08, @@ -75625,7 +75633,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_sampling_params": false }, "claude-haiku-5-5": { "input_cost_per_token_above_100k_tokens_batches": 2.5e-07, diff --git a/tests/unit/llms/bedrock/chat/test_converse_transformation.py b/tests/unit/llms/bedrock/chat/test_converse_transformation.py index 524caaba7a1..6554eeafbbb 100644 --- a/tests/unit/llms/bedrock/chat/test_converse_transformation.py +++ b/tests/unit/llms/bedrock/chat/test_converse_transformation.py @@ -7576,6 +7576,37 @@ def test_converse_sampling_params_forwarded_on_models_that_accept_them(): assert result["topP"] == 0.9 +@pytest.mark.parametrize( + "model", + [ + "us.xai.grok-4.6", + "global.xai.grok-4.6", + "us-gov.xai.grok-4.6", + "us.xai.grok-4.7", + "global.xai.grok-4.7", + "moonshotai.kimi-k3", + "us.moonshotai.kimi-k3", + "global.moonshotai.kimi-k3", + "in.moonshotai.kimi-k3", + ], +) +def test_converse_drops_temperature_for_grok_and_kimi(model): + """Grok 4.6 / 4.7 and Kimi K3 answer any temperature on Converse with + ``This model doesn't support the temperature field``.""" + config = AmazonConverseConfig() + + assert "temperature" not in config.get_supported_openai_params(model) + result = config.map_openai_params( + non_default_params={"temperature": 0.2, "top_p": 0.9}, + optional_params={}, + model=model, + drop_params=True, + ) + + assert "temperature" not in result + assert "topP" not in result + + def test_converse_top_k_dropped_for_models_that_removed_it(): """``top_k`` reaches converse as a provider-specific kwarg destined for ``additionalModelRequestFields``, bypassing ``map_openai_params``; the