scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 89

redact_message_input_output_from_custom_logger

Browse source
This commit is contained in:
Ishaan Jaffer 2025-11-08 13:30:03 -08:00
parent 30873688f2
commit f82852fdd0
1 changed files with 21 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

33
litellm/litellm_core_utils/redact_messages.py
View file

@ -7,17 +7,17 @@
#
# Thank you users! We ❤️ you! - Krrish & Ishaan
import asyncio
import copy
from typing import TYPE_CHECKING, Any, Optional
import litellm
from litellm.integrations.custom_logger import CustomLogger
from litellm.secret_managers.main import str_to_bool
from litellm.types.utils import StandardCallbackDynamicParams
from litellm.litellm_core_utils.core_helpers import (
get_metadata_variable_name_from_kwargs,
)
import asyncio
from litellm.secret_managers.main import str_to_bool
from litellm.types.utils import StandardCallbackDynamicParams
if TYPE_CHECKING:
from litellm.litellm_core_utils.litellm_logging import (
@ -42,43 +42,52 @@ def redact_message_input_output_from_custom_logger(
def _redact_choice_content(choice):
"""Helper to redact content in a choice (message or delta)."""
from litellm.types.utils import LiteLLMCommonStrings
redacted_str = LiteLLMCommonStrings.redacted_by_litellm.value
if isinstance(choice, litellm.Choices):
choice.message.content = "redacted-by-litellm"
choice.message.content = redacted_str
if hasattr(choice.message, "reasoning_content"):
choice.message.reasoning_content = "redacted-by-litellm"
choice.message.reasoning_content = redacted_str
if hasattr(choice.message, "thinking_blocks"):
choice.message.thinking_blocks = None
elif isinstance(choice, litellm.utils.StreamingChoices):
choice.delta.content = "redacted-by-litellm"
choice.delta.content = redacted_str
if hasattr(choice.delta, "reasoning_content"):
choice.delta.reasoning_content = "redacted-by-litellm"
choice.delta.reasoning_content = redacted_str
if hasattr(choice.delta, "thinking_blocks"):
choice.delta.thinking_blocks = None
def _redact_responses_api_output(output_items):
"""Helper to redact ResponsesAPIResponse output items."""
from litellm.types.utils import LiteLLMCommonStrings
redacted_str = LiteLLMCommonStrings.redacted_by_litellm.value
for output_item in output_items:
if hasattr(output_item, "content") and isinstance(output_item.content, list):
for content_part in output_item.content:
if hasattr(content_part, "text"):
content_part.text = "redacted-by-litellm"
content_part.text = redacted_str
# Redact reasoning items in output array
if hasattr(output_item, "type") and output_item.type == "reasoning":
if hasattr(output_item, "summary") and isinstance(output_item.summary, list):
for summary_item in output_item.summary:
if hasattr(summary_item, "text"):
summary_item.text = "redacted-by-litellm"
summary_item.text = redacted_str
def perform_redaction(model_call_details: dict, result):
"""
Performs the actual redaction on the logging object and result.
"""
from litellm.types.utils import LiteLLMCommonStrings
redacted_str = LiteLLMCommonStrings.redacted_by_litellm.value
# Redact model_call_details
model_call_details["messages"] = [
{"role": "user", "content": "redacted-by-litellm"}
{"role": "user", "content": redacted_str}
]
model_call_details["prompt"] = ""
model_call_details["input"] = ""
@ -106,7 +115,7 @@ def perform_redaction(model_call_details: dict, result):
hasattr(result, '__aiter__') or # async generator
hasattr(result, '__anext__')): # async iterator
# For async objects, return a simple redacted response without deepcopy
return {"text": "redacted-by-litellm"}
return {"text": redacted_str}
_result = copy.deepcopy(result)
if isinstance(_result, litellm.ModelResponse):
@ -123,7 +132,7 @@ def perform_redaction(model_call_details: dict, result):
if hasattr(_result, "data") and _result.data is not None:
_result.data = []
else:
return {"text": "redacted-by-litellm"}
return {"text": redacted_str}
return _result