scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

fix: remove panic from hot path (#15396)

Browse source
This commit is contained in:
Alexsander Hamir 2025-10-09 18:43:44 -07:00 • committed by GitHub
parent 4827e62a21
commit 76a614bc76
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/llms/custom_httpx/llm_http_handler.py
View file

@ -239,17 +239,7 @@ class BaseLLMHTTPHandler:
json_mode: bool = False,
signed_json_body: Optional[bytes] = None,
shared_session: Optional["ClientSession"] = None,
):
# PANIC: Ensure shared_session is being passed for connection reuse
if shared_session is None and client is None:
error_msg = (
"PANIC: shared_session is None in async_completion! "
"This means connection reuse is broken. Session should be passed from completion() -> async_completion(). "
f"Provider: {custom_llm_provider}, Model: {model}"
)
verbose_logger.error(error_msg)
raise ValueError(error_msg)
):
if client is None:
verbose_logger.debug(
f"Creating HTTP client with shared_session: {id(shared_session) if shared_session else None}"