scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-12 03:48:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 118

fix(bedrock): rebuild the unforced json_tool_call tool instead of writing into it

Browse source 
Greptile flagged the Invoke directive for mutating tool dicts in place.
Anthropic-format tools reach map_openai_params as the caller's own dicts,
so a caller tool that reused the reserved json_tool_call name would have
carried the directive back into its later requests, and AGENTS.md rules
out in-place mutation. Build a new dict for the json_tool_call tool and
store the rebuilt list on optional_params, the way
_add_tools_to_optional_params already does. Request bodies are unchanged.
This commit is contained in:
kimnamu 2026-09-24 16:30:53 +09:00
parent 036cfb951b
commit 6bd579c84e
1 changed files with 15 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
litellm/llms/bedrock/chat/invoke_transformations/anthropic_claude3_transformation.py
View file

@ -124,13 +124,22 @@ class AmazonAnthropicClaudeConfig(AmazonInvokeConfig, AnthropicConfig):
and AnthropicModelInfo.forced_tool_use_unsupported(original_model)
):
optional_params.pop("tool_choice")
if "response_format" in non_default_params and (
self.is_thinking_enabled(non_default_params)
or AnthropicModelInfo.forced_tool_use_unsupported(original_model)
if (
"response_format" in non_default_params
and "tools" in optional_params
and (
self.is_thinking_enabled(non_default_params)
or AnthropicModelInfo.forced_tool_use_unsupported(original_model)
)
):
for tool in optional_params.get("tools", ()):
if tool.get("name") == RESPONSE_FORMAT_TOOL_NAME:
tool["description"] = RESPONSE_FORMAT_UNFORCED_TOOL_DESCRIPTION
# Rebuild the tool instead of writing into it: Anthropic-format tools reach
# here as the caller's own dicts, and the repo rules out in-place mutation
optional_params["tools"] = [ # rebind-ok: out-param store like siblings
{**tool, "description": RESPONSE_FORMAT_UNFORCED_TOOL_DESCRIPTION}
if tool.get("name") == RESPONSE_FORMAT_TOOL_NAME
else tool
for tool in optional_params["tools"]
]
return optional_params