scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-19 00:01:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 88

✨ feat: Use 8 severity levels for azure content safety

Browse source 
Signed-off-by: Lunik <lunik@tiwabbit.fr>
This commit is contained in:
Lunik 2024-05-04 10:45:39 +02:00
parent ebbeb333c6
commit 8783fd4895
No known key found for this signature in database
GPG key ID: AEC152C8AC2C85EE
1 changed files with 10 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
litellm/proxy/hooks/azure_content_safety.py
View file

@ -15,8 +15,11 @@ class _PROXY_AzureContentSafety(
try:
from azure.ai.contentsafety.aio import ContentSafetyClient
from azure.core.credentials import AzureKeyCredential
from azure.ai.contentsafety.models import TextCategory
from azure.ai.contentsafety.models import AnalyzeTextOptions
from azure.ai.contentsafety.models import (
TextCategory,
AnalyzeTextOptions,
AnalyzeTextOutputType,
)
from azure.core.exceptions import HttpResponseError
except Exception as e:
raise Exception(
@ -26,6 +29,7 @@ class _PROXY_AzureContentSafety(
self.api_key = api_key
self.text_category = TextCategory
self.analyze_text_options = AnalyzeTextOptions
self.analyze_text_output_type = AnalyzeTextOutputType
self.azure_http_error = HttpResponseError
self.thresholds = self._configure_thresholds(thresholds)
@ -79,7 +83,10 @@ class _PROXY_AzureContentSafety(
self.print_verbose(f"Testing Azure Content-Safety for: {content}")
# Construct a request
request = self.analyze_text_options(text=content)
request = self.analyze_text_options(
text=content,
output_type=self.analyze_text_output_type.EIGHT_SEVERITY_LEVELS,
)
# Analyze text
try: