scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-05 02:41:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 49

revert noma apply guard (#16214)

Browse source
This commit is contained in:
Ishaan Jaff 2025-11-03 14:57:40 -08:00 • committed by Ishaan Jaffer
parent ca79ebe7d2
commit 740be90dae
1 changed files with 0 additions and 92 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

92
litellm/proxy/guardrails/guardrail_hooks/noma/noma.py
View file

@ -851,98 +851,6 @@ class NomaGuardrail(CustomGuardrail):
else:
verbose_proxy_logger.debug(msg)
async def apply_guardrail(
self,
text: str,
language: Optional[str] = None,
entities: Optional[List[PiiEntityType]] = None,
request_data: Optional[dict] = None,
) -> str:
"""
Apply Noma guardrail to the given text for testing purposes.
This method allows users to test Noma guardrails without making actual LLM calls.
It creates a mock request to test the guardrail functionality.
Args:
text: The text to analyze
language: Optional language parameter (not used by Noma)
entities: Optional entities parameter (not used by Noma)
request_data: Optional request data dictionary for logging metadata
Returns:
The original text if allowed, or anonymized text if available
Raises:
Exception: If the content is blocked by Noma guardrail
"""
try:
verbose_proxy_logger.debug("Noma Guardrail: Applying guardrail")
# Create a mock user auth object for testing
from litellm.proxy._types import UserAPIKeyAuth
mock_user_auth = UserAPIKeyAuth()
# Create payload for Noma API
payload = {"request": {"text": text}}
# Use provided request_data or create a mock one for testing
if request_data is None:
request_data = {"messages": [{"role": "user", "content": text}]}
# Call Noma API
response_json = await self._call_noma_api(
payload=payload,
llm_request_id=None,
request_data=request_data,
user_auth=mock_user_auth,
extra_data={},
)
# Check if content is blocked
verdict = response_json.get("verdict", True)
if not verdict:
# Check if we should anonymize instead of blocking
if self.anonymize_input and self._should_anonymize(response_json, USER_ROLE):
anonymized_content = self._extract_anonymized_content(
response_json, USER_ROLE
)
if anonymized_content:
verbose_proxy_logger.debug(
"Noma Guardrail: Content anonymized"
)
return anonymized_content
# Content is blocked
original_response = response_json.get("originalResponse", {})
filtered_response = NomaBlockedMessage(original_response)._filter_triggered_classifications(original_response)
raise Exception(
f"Content blocked by Noma guardrail: {filtered_response}"
)
# Check if anonymization is available even for allowed content
if self.anonymize_input:
anonymized_content = self._extract_anonymized_content(
response_json, USER_ROLE
)
if anonymized_content:
verbose_proxy_logger.debug(
"Noma Guardrail: Content anonymized"
)
return anonymized_content
verbose_proxy_logger.debug(
"Noma Guardrail: Successfully applied guardrail"
)
return text
except Exception as e:
verbose_proxy_logger.error(
"Noma Guardrail: Failed to apply guardrail: %s", str(e)
)
raise Exception(f"Noma guardrail failed: {str(e)}")
@staticmethod
def get_config_model() -> Optional[Type["GuardrailConfigModel"]]:
from litellm.types.proxy.guardrails.guardrail_hooks.noma import (