scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-06 02:48:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

refactor(proxy): keep guardrail projection immutable

Browse source
This commit is contained in:
Ultronen 2026-09-06 18:22:18 +08:00
parent 9bccb5bdc0
commit 9f231af270
1 changed files with 8 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
litellm/proxy/utils.py
View file

@ -907,23 +907,18 @@ def _streaming_guardrail_response_text(*, complete_response: str, response: obje
if not isinstance(response, (ModelResponse, ModelResponseStream)):
return complete_response
response_dict: Final = response.model_dump(mode="json", exclude_none=True)
structured_choices: Final = tuple(
{key: delta[key] for key in ("tool_calls", "function_call") if delta.get(key) is not None}
for choice in response_dict.get("choices", [])
structured_fields: Final = tuple(
f"{key}:{json.dumps(delta[key], ensure_ascii=False, separators=(',', ':'), sort_keys=True)}"
for choice in response_dict.get("choices", ())
if isinstance(choice, dict)
for delta in (choice.get("delta"),)
if isinstance(delta, dict) and any(delta.get(key) is not None for key in ("tool_calls", "function_call"))
if isinstance(delta, dict)
for key in ("tool_calls", "function_call")
if delta.get(key) is not None
)
if not structured_choices:
if not structured_fields:
return complete_response
return _StreamingHookResponseText(
json.dumps(
{"content": str(complete_response), "choices": structured_choices},
ensure_ascii=False,
separators=(",", ":"),
sort_keys=True,
)
)
return _StreamingHookResponseText("\n".join((str(complete_response), *structured_fields)))
def _is_unchanged_structured_streaming_hook_response(