scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-14 09:03:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 353

fix(bedrock): drop toolSpec.strict for Claude Fable 5

Browse source 
Bedrock Converse rejects that field, and the Fable 5 entries were still forwarding it.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
TobiMayr 2026-10-27 14:08:15 +00:00
parent cfe0100e1f
commit f2c4ced6ff
3 changed files with 34 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/model_prices_and_context_window_backup.json
View file

@ -1623,6 +1623,7 @@
}
},
"anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.25e-05,
"cache_creation_input_token_cost_above_1hr": 2e-05,
"cache_read_input_token_cost": 1e-06,
@ -1665,6 +1666,7 @@
}
},
"anthropic.claude-fable-5-1": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.25e-05,
"cache_creation_input_token_cost_above_1hr": 2e-05,
"cache_read_input_token_cost": 2.5e-07,
@ -1703,6 +1705,7 @@
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json"
},
"global.anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.25e-05,
"cache_creation_input_token_cost_above_1hr": 2e-05,
"cache_read_input_token_cost": 1e-06,
@ -1745,6 +1748,7 @@
}
},
"global.anthropic.claude-fable-5-1": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.25e-05,
"cache_creation_input_token_cost_above_1hr": 2e-05,
"cache_read_input_token_cost": 2.5e-07,
@ -1783,6 +1787,7 @@
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"us.anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.375e-05,
"cache_creation_input_token_cost_above_1hr": 2.2e-05,
"cache_read_input_token_cost": 1.1e-06,
@ -1825,6 +1830,7 @@
}
},
"us.anthropic.claude-fable-5-1": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.375e-05,
"cache_creation_input_token_cost_above_1hr": 2.2e-05,
"cache_read_input_token_cost": 2.75e-07,
@ -1863,6 +1869,7 @@
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"eu.anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.375e-05,
"cache_creation_input_token_cost_above_1hr": 2.2e-05,
"cache_read_input_token_cost": 1.1e-06,
@ -1900,6 +1907,7 @@
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"eu.anthropic.claude-fable-5-1": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.375e-05,
"cache_creation_input_token_cost_above_1hr": 2.2e-05,
"cache_read_input_token_cost": 2.75e-07,
@ -47858,6 +47866,7 @@
}
},
"us-gov.anthropic.claude-fable-5-1": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.5e-05,
"cache_creation_input_token_cost_above_1hr": 2.4e-05,
"cache_read_input_token_cost": 3e-07,
@ -71046,6 +71055,7 @@
}
},
"apac.anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
@ -71078,6 +71088,7 @@
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json"
},
"au.anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 1000000,
"max_output_tokens": 128000,

11
model_prices_and_context_window.json
View file

@ -1623,6 +1623,7 @@
}
},
"anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.25e-05,
"cache_creation_input_token_cost_above_1hr": 2e-05,
"cache_read_input_token_cost": 1e-06,
@ -1665,6 +1666,7 @@
}
},
"anthropic.claude-fable-5-1": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.25e-05,
"cache_creation_input_token_cost_above_1hr": 2e-05,
"cache_read_input_token_cost": 2.5e-07,
@ -1703,6 +1705,7 @@
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json"
},
"global.anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.25e-05,
"cache_creation_input_token_cost_above_1hr": 2e-05,
"cache_read_input_token_cost": 1e-06,
@ -1745,6 +1748,7 @@
}
},
"global.anthropic.claude-fable-5-1": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.25e-05,
"cache_creation_input_token_cost_above_1hr": 2e-05,
"cache_read_input_token_cost": 2.5e-07,
@ -1783,6 +1787,7 @@
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"us.anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.375e-05,
"cache_creation_input_token_cost_above_1hr": 2.2e-05,
"cache_read_input_token_cost": 1.1e-06,
@ -1825,6 +1830,7 @@
}
},
"us.anthropic.claude-fable-5-1": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.375e-05,
"cache_creation_input_token_cost_above_1hr": 2.2e-05,
"cache_read_input_token_cost": 2.75e-07,
@ -1863,6 +1869,7 @@
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"eu.anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.375e-05,
"cache_creation_input_token_cost_above_1hr": 2.2e-05,
"cache_read_input_token_cost": 1.1e-06,
@ -1900,6 +1907,7 @@
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"eu.anthropic.claude-fable-5-1": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.375e-05,
"cache_creation_input_token_cost_above_1hr": 2.2e-05,
"cache_read_input_token_cost": 2.75e-07,
@ -47858,6 +47866,7 @@
}
},
"us-gov.anthropic.claude-fable-5-1": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 1.5e-05,
"cache_creation_input_token_cost_above_1hr": 2.4e-05,
"cache_read_input_token_cost": 3e-07,
@ -71046,6 +71055,7 @@
}
},
"apac.anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
@ -71078,6 +71088,7 @@
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json"
},
"au.anthropic.claude-fable-5": {
"bedrock_converse_supports_strict_tools": false,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 1000000,
"max_output_tokens": 128000,

13
tests/unit/litellm_core_utils/prompt_templates/test_bedrock_converse_strict_tools_opus_47_48.py
View file

@ -67,12 +67,23 @@ _NON_STRICT_TOOL = [
"bedrock/us.anthropic.claude-sonnet-5",
"bedrock/eu.anthropic.claude-sonnet-5",
"bedrock/jp.anthropic.claude-sonnet-5",
"anthropic.claude-fable-5",
"bedrock/us.anthropic.claude-fable-5",
"bedrock/eu.anthropic.claude-fable-5",
"bedrock/global.anthropic.claude-fable-5",
"bedrock/apac.anthropic.claude-fable-5",
"bedrock/au.anthropic.claude-fable-5",
"anthropic.claude-fable-5-1",
"bedrock/us.anthropic.claude-fable-5-1",
"bedrock/eu.anthropic.claude-fable-5-1",
"bedrock/global.anthropic.claude-fable-5-1",
"bedrock/us-gov.anthropic.claude-fable-5-1",
],
)
def test_bedrock_tools_pt_strict_dropped_for_strict_unsupported_models(
model_id: str,
) -> None:
"""Opus 4.7/4.8, Sonnet 4 and Sonnet 5 reject toolSpec.strict and additionalProperties."""
"""Opus 4.7/4.8, Sonnet 4, Sonnet 5, and Fable 5 reject toolSpec.strict and additionalProperties."""
result = _bedrock_tools_pt(_STRICT_TOOL, model=model_id)
tool_spec = result[0]["toolSpec"]
assert (