scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-14 09:03:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 214

fix(guardrails): deliver an Anthropic block through the shared block-SSE builder

Browse source
This commit is contained in:
Yucheng Zhu 2026-08-12 13:41:09 -07:00
parent c2fa42c8b6
commit 8fb7627bb5
2 changed files with 14 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/proxy/guardrails/guardrail_hooks/bedrock_guardrails.py
View file

@ -30,6 +30,7 @@ from litellm.constants import BEDROCK_APPLY_GUARDRAIL_CHUNK_BUDGET_CHARS
from litellm.exceptions import ModifyResponseException
from litellm.integrations.custom_guardrail import CustomGuardrail
from litellm.litellm_core_utils.core_helpers import redact_nested_match_and_regex_keys
from litellm.llms.anthropic.chat.guardrail_translation.handler import AnthropicMessagesHandler
from litellm.llms.base_llm.guardrail_translation.utils import (
effective_scan_only_tool_results_for_guardrail,
)
@ -2632,6 +2633,17 @@ class BedrockGuardrail(CustomGuardrail, BaseAWSLLM):
yield error_frame
return
except ModifyResponseException as e:
if raw_sse:
# the shared per-endpoint block builder the unified guardrail path uses; it
# mints a fresh message id because the block is not the upstream message, but
# it reports exc.model, which defaults to the guardrail name rather than the model
e.model = _pre_block_response.model or e.model # rebind-ok: local synthetic block payload
if e.original_response is None:
# the builder reads usage off this; the upstream call was already paid for
e.original_response = _pre_block_response # rebind-ok: local synthetic block payload
for block_chunk in AnthropicMessagesHandler().build_block_sse_chunks(e, stream_started=False):
yield block_chunk
return
# Preserve upstream usage from the LLM call we already
# consumed. Non-streaming blocks carry it via
# ModifyResponseException.original_response +

3
tests/test_litellm/proxy/guardrails/guardrail_hooks/test_bedrock_guardrails.py
View file

@ -2948,7 +2948,8 @@ async def test_streaming_hook_block_stream_keeps_upstream_identity():
delivered = await _drain_streaming_hook(guardrail)
body = b"".join(delivered)
assert b'"id": "msg_1"' in body
# the shared block builder mints a new message id: the block is not the upstream message
assert b'"id": "msg_' in body
assert b'"model": "claude"' in body
assert b"my-proxy-alias" not in body