scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-04 02:31:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 71

Serialize error message to a string; only scan last message

Browse source
This commit is contained in:
Ashton Sidhu 2026-03-03 16:28:33 -05:00
parent b62a4be6b6
commit 181313bb28
1 changed files with 14 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
litellm/proxy/guardrails/guardrail_hooks/hiddenlayer/hiddenlayer.py
View file

@ -151,14 +151,12 @@ class HiddenlayerGuardrail(CustomGuardrail):
project_id = headers.get("hl-project-id")
if scan_params := inputs.get("structured_messages"):
# Convert AllMessageValues to simple dict format for HiddenLayer API
messages = [
{"role": msg.get("role", "user"), "content": msg.get("content", "")}
for msg in scan_params
if isinstance(msg, dict)
]
last_msg = scan_params[-1]
result = await self._call_hiddenlayer(
project_id, hl_request_metadata, {"messages": messages}, input_type
project_id,
hl_request_metadata,
{"messages": [{"role": last_msg.get("role", "user"), "content": last_msg.get("content", "")}]},
input_type,
)
elif text := inputs.get("texts"):
result = await self._call_hiddenlayer(
@ -171,11 +169,19 @@ class HiddenlayerGuardrail(CustomGuardrail):
result = {}
if result.get("evaluation", {}).get("action") == HiddenlayerAction.BLOCK:
detected_reasons = [
entry["name"]
for entry in result.get("analysis", [])
if entry.get("detected")
]
threat_level = result.get("evaluation", {}).get("threat_level")
raise HTTPException(
status_code=400,
detail={
"error": "Violated guardrail policy",
"hiddenlayer_guardrail_response": HiddenlayerMessages.BLOCK_MESSAGE,
"hiddenlayer_guardrail_response": HiddenlayerMessages.BLOCK_MESSAGE.value,
"block_reasons": detected_reasons,
"threat_level": threat_level,
},
)