scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-13 23:11:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 101

refactor(utils): lazy load redact_messages imports to improve import time

Browse source 
- Move LiteLLMLoggingObject and redact_message_input_output_from_logging to lazy loading via __getattr__
- Add type stubs in TYPE_CHECKING block for mypy type checking
- These are only used in type annotations (with from __future__ import annotations), so lazy loading works correctly

This reduces import time by deferring the redact_messages module import until these are actually accessed.
This commit is contained in:
Alexsander Hamir 2026-01-03 13:42:22 -08:00
parent 2cbcaf2abf
commit 2943a2d652
1 changed files with 23 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
litellm/utils.py
View file

@ -98,10 +98,6 @@ from litellm.litellm_core_utils.llm_response_utils.get_formatted_prompt import (
from litellm.litellm_core_utils.llm_response_utils.get_headers import (
get_response_headers,
)
from litellm.litellm_core_utils.redact_messages import (
LiteLLMLoggingObject,
redact_message_input_output_from_logging,
)
from litellm.litellm_core_utils.rules import Rules
from litellm.litellm_core_utils.streaming_handler import CustomStreamWrapper
from litellm.llms.base_llm.google_genai.transformation import (
@ -340,6 +336,10 @@ if TYPE_CHECKING:
from litellm.litellm_core_utils.prompt_templates.common_utils import (
_parse_content_for_reasoning,
)
from litellm.litellm_core_utils.redact_messages import (
LiteLLMLoggingObject,
redact_message_input_output_from_logging,
)
from litellm.llms.base_llm.batches.transformation import BaseBatchesConfig
from litellm.llms.base_llm.chat.transformation import BaseConfig
@ -8886,4 +8886,23 @@ def __getattr__(name: str) -> Any: # noqa: PLR0915
_globals["_parse_content_for_reasoning"] = __parse_content_for_reasoning
return _globals["_parse_content_for_reasoning"]
# Lazy load redact_messages to avoid loading at module import time
if name == "LiteLLMLoggingObject":
# Check if already cached
if "LiteLLMLoggingObject" not in _globals:
from litellm.litellm_core_utils.redact_messages import (
LiteLLMLoggingObject as _LiteLLMLoggingObject,
)
_globals["LiteLLMLoggingObject"] = _LiteLLMLoggingObject
return _globals["LiteLLMLoggingObject"]
if name == "redact_message_input_output_from_logging":
# Check if already cached
if "redact_message_input_output_from_logging" not in _globals:
from litellm.litellm_core_utils.redact_messages import (
redact_message_input_output_from_logging as _redact_message_input_output_from_logging,
)
_globals["redact_message_input_output_from_logging"] = _redact_message_input_output_from_logging
return _globals["redact_message_input_output_from_logging"]
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")