scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-15 09:12:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 311

Merge 4856b8297f into aeede53112

Browse source
This commit is contained in:
IsmaelMartinez 2026-11-06 15:51:14 -05:00 • committed by GitHub
commit bfaddd51b3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 67 additions and 18 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
litellm/model_prices_and_context_window_backup.json
View file

@ -50889,7 +50889,8 @@
"supports_prompt_caching": false,
"supports_reasoning": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"au.anthropic.claude-haiku-4-5-20251001-v1:0": {
"cache_creation_input_token_cost": 1.375e-06,
@ -62216,7 +62217,8 @@
"supports_prompt_caching": false,
"supports_reasoning": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"global.xai.grok-4.6": {
"supports_regex_lookaround": false,
@ -62243,7 +62245,8 @@
"supports_prompt_caching": false,
"supports_reasoning": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"volcengine/doubao-seed-2-0-pro-260215": {
"litellm_provider": "volcengine",
@ -74353,7 +74356,8 @@
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"global.moonshotai.kimi-k3": {
"supports_regex_lookaround": false,
@ -74384,7 +74388,8 @@
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"us.moonshotai.kimi-k3": {
"supports_regex_lookaround": false,
@ -74415,7 +74420,8 @@
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"xiaomi_mimo/mimo-v2.6-pro": {
"cache_read_input_token_cost": 3.6e-09,
@ -76591,7 +76597,8 @@
"supports_prompt_caching": false,
"supports_reasoning": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"us.xai.grok-4.7": {
"supports_regex_lookaround": false,
@ -76616,7 +76623,8 @@
"supports_prompt_caching": false,
"supports_reasoning": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"us-gov.xai.grok-4.7": {
"supports_regex_lookaround": false,
@ -77259,7 +77267,8 @@
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"claude-haiku-5-5": {
"input_cost_per_token_above_100k_tokens_batches": 2.5e-07,

27
model_prices_and_context_window.json
View file

@ -50889,7 +50889,8 @@
"supports_prompt_caching": false,
"supports_reasoning": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"au.anthropic.claude-haiku-4-5-20251001-v1:0": {
"cache_creation_input_token_cost": 1.375e-06,
@ -62216,7 +62217,8 @@
"supports_prompt_caching": false,
"supports_reasoning": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"global.xai.grok-4.6": {
"supports_regex_lookaround": false,
@ -62243,7 +62245,8 @@
"supports_prompt_caching": false,
"supports_reasoning": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"volcengine/doubao-seed-2-0-pro-260215": {
"litellm_provider": "volcengine",
@ -74353,7 +74356,8 @@
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"global.moonshotai.kimi-k3": {
"supports_regex_lookaround": false,
@ -74384,7 +74388,8 @@
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"us.moonshotai.kimi-k3": {
"supports_regex_lookaround": false,
@ -74415,7 +74420,8 @@
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"xiaomi_mimo/mimo-v2.6-pro": {
"cache_read_input_token_cost": 3.6e-09,
@ -76591,7 +76597,8 @@
"supports_prompt_caching": false,
"supports_reasoning": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"us.xai.grok-4.7": {
"supports_regex_lookaround": false,
@ -76616,7 +76623,8 @@
"supports_prompt_caching": false,
"supports_reasoning": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"us-gov.xai.grok-4.7": {
"supports_regex_lookaround": false,
@ -77259,7 +77267,8 @@
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_sampling_params": false
},
"claude-haiku-5-5": {
"input_cost_per_token_above_100k_tokens_batches": 2.5e-07,

31
tests/unit/llms/bedrock/chat/test_converse_transformation.py
View file

@ -7880,6 +7880,37 @@ def test_converse_sampling_params_forwarded_on_models_that_accept_them():
assert result["topP"] == 0.9
@pytest.mark.parametrize(
"model",
[
"us.xai.grok-4.6",
"global.xai.grok-4.6",
"us-gov.xai.grok-4.6",
"us.xai.grok-4.7",
"global.xai.grok-4.7",
"moonshotai.kimi-k3",
"us.moonshotai.kimi-k3",
"global.moonshotai.kimi-k3",
"in.moonshotai.kimi-k3",
],
)
def test_converse_drops_temperature_for_grok_and_kimi(model):
"""Grok 4.6 / 4.7 and Kimi K3 answer any temperature on Converse with
``This model doesn't support the temperature field``."""
config = AmazonConverseConfig()
assert "temperature" not in config.get_supported_openai_params(model)
result = config.map_openai_params(
non_default_params={"temperature": 0.2, "top_p": 0.9},
optional_params={},
model=model,
drop_params=True,
)
assert "temperature" not in result
assert "topP" not in result
def test_converse_top_k_dropped_for_models_that_removed_it():
"""``top_k`` reaches converse as a provider-specific kwarg destined for
``additionalModelRequestFields``, bypassing ``map_openai_params``; the