scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 87

refactor(utils): lazy load BaseGoogleGenAIGenerateContentConfig to improve import time

Browse source 
- Move BaseGoogleGenAIGenerateContentConfig from google_genai.transformation to lazy loading via __getattr__
- Add type stub in TYPE_CHECKING block for mypy type checking
- BaseGoogleGenAIGenerateContentConfig is only used in type annotations (with from __future__ import annotations), so lazy loading works correctly

This reduces import time by deferring the google_genai.transformation module import until BaseGoogleGenAIGenerateContentConfig is actually accessed.
This commit is contained in:
Alexsander Hamir 2026-01-03 13:47:15 -08:00
parent b52feaa965
commit c32f358f8b
1 changed files with 13 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
litellm/utils.py
View file

@ -99,9 +99,6 @@ from litellm.litellm_core_utils.llm_response_utils.get_headers import (
get_response_headers,
)
from litellm.litellm_core_utils.rules import Rules
from litellm.llms.base_llm.google_genai.transformation import (
BaseGoogleGenAIGenerateContentConfig,
)
from litellm.llms.base_llm.ocr.transformation import BaseOCRConfig
from litellm.llms.base_llm.search.transformation import BaseSearchConfig
from litellm.llms.base_llm.text_to_speech.transformation import BaseTextToSpeechConfig
@ -340,6 +337,9 @@ if TYPE_CHECKING:
redact_message_input_output_from_logging,
)
from litellm.litellm_core_utils.streaming_handler import CustomStreamWrapper
from litellm.llms.base_llm.google_genai.transformation import (
BaseGoogleGenAIGenerateContentConfig,
)
from litellm.llms.base_llm.batches.transformation import BaseBatchesConfig
from litellm.llms.base_llm.chat.transformation import BaseConfig
@ -8915,4 +8915,14 @@ def __getattr__(name: str) -> Any: # noqa: PLR0915
_globals["CustomStreamWrapper"] = _CustomStreamWrapper
return _globals["CustomStreamWrapper"]
# Lazy load BaseGoogleGenAIGenerateContentConfig to avoid loading at module import time
if name == "BaseGoogleGenAIGenerateContentConfig":
# Check if already cached
if "BaseGoogleGenAIGenerateContentConfig" not in _globals:
from litellm.llms.base_llm.google_genai.transformation import (
BaseGoogleGenAIGenerateContentConfig as _BaseGoogleGenAIGenerateContentConfig,
)
_globals["BaseGoogleGenAIGenerateContentConfig"] = _BaseGoogleGenAIGenerateContentConfig
return _globals["BaseGoogleGenAIGenerateContentConfig"]
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")