scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 115

perf: pre-compute OpenAI client __init__ params at module load

Browse source 
Replace per-request inspect.signature() calls with module-level
constants. The OpenAI/AzureOpenAI __init__ signatures never change
at runtime, so introspecting them on every request was wasted CPU.

Line profile: 107µs → 0.7µs per call (154x speedup)
This commit is contained in:
Ryan Crabbe 2026-02-09 14:42:17 -08:00
parent bb17ca15e9
commit 400304c2b7
1 changed files with 14 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
litellm/llms/openai/common_utils.py
View file

@ -14,6 +14,8 @@ from openai import AsyncAzureOpenAI, AsyncOpenAI, AzureOpenAI, OpenAI
if TYPE_CHECKING:
from aiohttp import ClientSession
import inspect
import litellm
from litellm.llms.base_llm.chat.transformation import BaseLLMException
from litellm.llms.custom_httpx.http_handler import (
@ -22,6 +24,14 @@ from litellm.llms.custom_httpx.http_handler import (
get_ssl_configuration,
)
def _get_client_init_params(cls: type) -> List[str]:
"""Extract __init__ parameter names (excluding 'self') from a class."""
return [p for p in inspect.signature(cls.__init__).parameters if p != "self"]
_OPENAI_INIT_PARAMS: List[str] = _get_client_init_params(OpenAI)
_AZURE_OPENAI_INIT_PARAMS: List[str] = _get_client_init_params(AzureOpenAI)
class OpenAIError(BaseLLMException):
def __init__(
@ -183,18 +193,10 @@ class BaseOpenAILLM:
client_type: Literal["openai", "azure"]
) -> List[str]:
"""Returns a list of fields that are used to initialize the OpenAI client"""
import inspect
from openai import AzureOpenAI, OpenAI
if client_type == "openai":
signature = inspect.signature(OpenAI.__init__)
return _OPENAI_INIT_PARAMS
else:
signature = inspect.signature(AzureOpenAI.__init__)
# Extract parameter names, excluding 'self'
param_names = [param for param in signature.parameters if param != "self"]
return param_names
return _AZURE_OPENAI_INIT_PARAMS
@staticmethod
def _get_async_http_client(
@ -230,3 +232,5 @@ class BaseOpenAILLM:
verify=ssl_config,
follow_redirects=True,
)