scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-30 01:52:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 70

Fix review

Browse source
This commit is contained in:
Sameer Kankute 2026-05-28 22:31:31 +05:30
parent a982643c07
commit 9b0a7c515c
No known key found for this signature in database
3 changed files with 46 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/proxy/_experimental/out/virtual-keys/index.html Normal file
View file

File diff suppressed because one or more lines are too long

13
litellm/proxy/guardrails/guardrail_hooks/cato_networks/cato_networks.py
View file

@ -281,12 +281,13 @@ class CatoNetworksGuardrail(CustomGuardrail):
status_code=400,
detail=cato_output_guardrail_result.get("detection_message"),
)
if cato_output_guardrail_result and cato_output_guardrail_result.get(
"redacted_output"
):
choice.message.content = cato_output_guardrail_result.get(
"redacted_output"
)
redacted_output = (
cato_output_guardrail_result.get("redacted_output")
if cato_output_guardrail_result
else None
)
if redacted_output is not None:
choice.message.content = redacted_output
return response
async def async_post_call_streaming_iterator_hook(

38
tests/test_litellm/proxy/guardrails/guardrail_hooks/test_cato_networks.py
View file

@ -665,6 +665,44 @@ async def test_post_call_success_hook_anonymize_action_redacts_content():
assert result.choices[0].message.content == "Hello [NAME_1]"
@pytest.mark.asyncio
async def test_post_call_success_hook_anonymize_action_applies_empty_redacted_output():
guard = _make_guardrail()
request_data = {"messages": [{"role": "user", "content": "hi"}]}
anonymize_response = _make_response(
{
"analysis_result": {"policy_drill_down": {"PII": {}}},
"required_action": {"action_type": "anonymize_action", "policy_name": "PII"},
"redacted_chat": {
"all_redacted_messages": [
{"role": "user", "content": "hi"},
{"role": "assistant", "content": ""},
]
},
}
)
llm_response = ModelResponse(
choices=[
{
"finish_reason": "stop",
"index": 0,
"message": {"content": "secret PII", "role": "assistant"},
}
]
)
with patch(
"litellm.llms.custom_httpx.http_handler.AsyncHTTPHandler.post",
return_value=anonymize_response,
):
result = await guard.async_post_call_success_hook(
data=request_data,
response=llm_response,
user_api_key_dict=UserAPIKeyAuth(),
)
assert isinstance(result, ModelResponse)
assert result.choices[0].message.content == ""
@pytest.mark.asyncio
async def test_post_call_success_hook_no_action_keeps_content():
guard = _make_guardrail()