scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 87

refactor(utils): lazy load BaseOCRConfig, BaseSearchConfig, and BaseTextToSpeechConfig

Browse source 
- Move BaseOCRConfig, BaseSearchConfig, and BaseTextToSpeechConfig to lazy loading via __getattr__
- Add type stubs in TYPE_CHECKING block for mypy type checking
- These config classes are only used in quoted type annotations (forward references), so lazy loading works correctly

This reduces import time by deferring the transformation module imports until these config classes are actually accessed.
This commit is contained in:
Alexsander Hamir 2026-01-03 13:49:43 -08:00
parent c32f358f8b
commit 54463e3cae
1 changed files with 33 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
litellm/utils.py
View file

@ -99,9 +99,6 @@ from litellm.litellm_core_utils.llm_response_utils.get_headers import (
get_response_headers,
)
from litellm.litellm_core_utils.rules import Rules
from litellm.llms.base_llm.ocr.transformation import BaseOCRConfig
from litellm.llms.base_llm.search.transformation import BaseSearchConfig
from litellm.llms.base_llm.text_to_speech.transformation import BaseTextToSpeechConfig
from litellm.llms.bedrock.common_utils import BedrockModelInfo
from litellm.llms.cohere.common_utils import CohereModelInfo
from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler
@ -340,6 +337,9 @@ if TYPE_CHECKING:
from litellm.llms.base_llm.google_genai.transformation import (
BaseGoogleGenAIGenerateContentConfig,
)
from litellm.llms.base_llm.ocr.transformation import BaseOCRConfig
from litellm.llms.base_llm.search.transformation import BaseSearchConfig
from litellm.llms.base_llm.text_to_speech.transformation import BaseTextToSpeechConfig
from litellm.llms.base_llm.batches.transformation import BaseBatchesConfig
from litellm.llms.base_llm.chat.transformation import BaseConfig
@ -8925,4 +8925,34 @@ def __getattr__(name: str) -> Any: # noqa: PLR0915
_globals["BaseGoogleGenAIGenerateContentConfig"] = _BaseGoogleGenAIGenerateContentConfig
return _globals["BaseGoogleGenAIGenerateContentConfig"]
# Lazy load BaseOCRConfig to avoid loading at module import time
if name == "BaseOCRConfig":
# Check if already cached
if "BaseOCRConfig" not in _globals:
from litellm.llms.base_llm.ocr.transformation import (
BaseOCRConfig as _BaseOCRConfig,
)
_globals["BaseOCRConfig"] = _BaseOCRConfig
return _globals["BaseOCRConfig"]
# Lazy load BaseSearchConfig to avoid loading at module import time
if name == "BaseSearchConfig":
# Check if already cached
if "BaseSearchConfig" not in _globals:
from litellm.llms.base_llm.search.transformation import (
BaseSearchConfig as _BaseSearchConfig,
)
_globals["BaseSearchConfig"] = _BaseSearchConfig
return _globals["BaseSearchConfig"]
# Lazy load BaseTextToSpeechConfig to avoid loading at module import time
if name == "BaseTextToSpeechConfig":
# Check if already cached
if "BaseTextToSpeechConfig" not in _globals:
from litellm.llms.base_llm.text_to_speech.transformation import (
BaseTextToSpeechConfig as _BaseTextToSpeechConfig,
)
_globals["BaseTextToSpeechConfig"] = _BaseTextToSpeechConfig
return _globals["BaseTextToSpeechConfig"]
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")