scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-21 00:21:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 117

fix(guardrail_endpoints): pass input_type and messages through apply_guardrail endpoint

Browse source
This commit is contained in:
Ishaan Jaffer 2026-04-23 18:40:50 -07:00
parent b8b22c9844
commit 09246b8305
No known key found for this signature in database
1 changed files with 9 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/proxy/guardrails/guardrail_endpoints.py
View file

@ -7,7 +7,7 @@ import inspect
import json
import os
from datetime import datetime, timezone
from typing import Any, Dict, List, Optional, Type, TypeVar, Union, cast
from typing import Any, Dict, List, Literal, Optional, Type, TypeVar, Union, cast
from urllib.parse import urlparse
from fastapi import APIRouter, Depends, HTTPException
@ -2167,10 +2167,16 @@ async def apply_guardrail(
detail=f"Guardrail '{request.guardrail_name}' not found. Please ensure the guardrail is configured in your LiteLLM proxy.",
)
request_data: dict = {}
if request.messages:
request_data["messages"] = request.messages
_input_type: Literal["request", "response"] = (
"response" if request.input_type == "response" else "request"
)
guardrailed_inputs = await active_guardrail.apply_guardrail(
inputs={"texts": [request.text]},
request_data={},
input_type="request",
request_data=request_data,
input_type=_input_type,
)
response_text = guardrailed_inputs.get("texts", [])