scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-04 02:31:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 69

refactor(realtime): reuse SDK client initialization

Browse source
This commit is contained in:
Emerson Gomes 2026-09-15 13:10:23 -05:00
parent a290cc5a7c
commit caea679de0
No known key found for this signature in database
GPG key ID: D3DF28AB5D1B5E17
1 changed files with 12 additions and 27 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

39
litellm/llms/custom_httpx/llm_http_handler.py
View file

@ -6438,16 +6438,7 @@ class BaseLLMHTTPHandler:
header auth when available; falls back to the legacy OpenAI-style defaults.
"""
if use_openai_sdk:
trimmed_api_base: Final = api_base.rstrip("/")
normalized_api_base: Final = (
trimmed_api_base if trimmed_api_base.endswith("/v1") else f"{trimmed_api_base}/v1"
)
owns_client: Final = not isinstance(client, AsyncOpenAI)
openai_client: Final = (
client
if isinstance(client, AsyncOpenAI)
else AsyncOpenAI(api_key=api_key, base_url=normalized_api_base, max_retries=0)
)
openai_client, owns_client, normalized_api_base = self._realtime_sdk_client(api_base, api_key, client)
logging_obj.pre_call(
input=request_data,
api_key="",
@ -6530,15 +6521,7 @@ class BaseLLMHTTPHandler:
use_openai_sdk: bool = False,
) -> httpx.Response:
if use_openai_sdk:
normalized_api_base = api_base.rstrip("/")
if not normalized_api_base.endswith("/v1"):
normalized_api_base = f"{normalized_api_base}/v1"
owns_client: Final = not isinstance(client, AsyncOpenAI)
openai_client: Final = (
client
if isinstance(client, AsyncOpenAI)
else AsyncOpenAI(api_key=api_key, base_url=normalized_api_base, max_retries=0)
)
openai_client, owns_client, normalized_api_base = self._realtime_sdk_client(api_base, api_key, client)
logging_obj.pre_call(
input=request_data,
api_key="",
@ -6669,14 +6652,8 @@ class BaseLLMHTTPHandler:
client: object | None,
translation: bool,
) -> httpx.Response:
normalized_api_base = api_base.rstrip("/")
if not normalized_api_base.endswith("/v1"):
normalized_api_base = f"{normalized_api_base}/v1"
owns_client: Final = not isinstance(client, AsyncOpenAI)
openai_client: Final = (
client
if isinstance(client, AsyncOpenAI)
else AsyncOpenAI(api_key=openai_ephemeral_key, base_url=normalized_api_base, max_retries=0)
openai_client, owns_client, normalized_api_base = self._realtime_sdk_client(
api_base, openai_ephemeral_key, client
)
logging_obj.pre_call(
input="realtime_sdp_offer",
@ -6721,6 +6698,14 @@ class BaseLLMHTTPHandler:
if owns_client:
await openai_client.close()
@staticmethod
def _realtime_sdk_client(api_base: str, api_key: str, client: object | None) -> tuple[AsyncOpenAI, bool, str]:
trimmed_api_base: Final = api_base.rstrip("/")
normalized_api_base: Final = trimmed_api_base if trimmed_api_base.endswith("/v1") else f"{trimmed_api_base}/v1"
if isinstance(client, AsyncOpenAI):
return client, False, normalized_api_base
return AsyncOpenAI(api_key=api_key, base_url=normalized_api_base, max_retries=0), True, normalized_api_base
@staticmethod
def _decoded_realtime_sdk_response(response: httpx.Response) -> httpx.Response:
headers: Final = { # mutable-ok: httpx accepts a concrete response header mapping