scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-12 03:48:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 57

fix: place cache control type suppressions

Browse source
This commit is contained in:
TobiMayr 2026-09-30 12:01:36 +02:00
parent 5d8c44c6c7
commit 930168e1af
1 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/responses/litellm_completion_transformation/transformation.py
View file

@ -1430,9 +1430,9 @@ class LiteLLMCompletionResponsesConfig:
)
input_item_cache_control = input_item.get("cache_control")
if input_item_cache_control:
msg["cache_control"] = cast(
msg["cache_control"] = cast( # cast-ok: Responses input uses the shared cache-control shape
"ChatCompletionCachedContent", input_item_cache_control
) # cast-ok: Responses input uses the shared cache-control shape
)
# Also set on the last content block for providers (Anthropic, Bedrock) that read cache_control there.
if isinstance(msg["content"], list) and len(msg["content"]) > 0:
last_element = msg["content"][-1]
@ -1658,9 +1658,9 @@ class LiteLLMCompletionResponsesConfig:
)
output_cache_control = tool_call_output.get("cache_control")
if output_cache_control:
tool_output_message["cache_control"] = cast(
tool_output_message["cache_control"] = cast( # cast-ok: Responses input uses the shared cache-control shape
"ChatCompletionCachedContent", output_cache_control
) # cast-ok: Responses input uses the shared cache-control shape
)
_tool_use_definition: Final = TOOL_CALLS_CACHE.get_cache(
key=tool_call_output.get("call_id") or "",
@ -1759,9 +1759,9 @@ class LiteLLMCompletionResponsesConfig:
)
function_call_cache_control = function_call.get("cache_control")
if function_call_cache_control:
chat_completion_response_message["cache_control"] = cast(
chat_completion_response_message["cache_control"] = cast( # cast-ok: Responses input uses the shared cache-control shape
"ChatCompletionCachedContent", function_call_cache_control
) # cast-ok: Responses input uses the shared cache-control shape
)
return [chat_completion_response_message]