scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 114

fix: remove failure if shared_session is not present

Browse source
This commit is contained in:
AlexsanderHamir 2025-10-09 18:31:33 -07:00
parent 0bfc171b13
commit 858cfa750f
1 changed files with 1 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
litellm/llms/custom_httpx/llm_http_handler.py
View file

@ -239,18 +239,7 @@ class BaseLLMHTTPHandler:
json_mode: bool = False,
signed_json_body: Optional[bytes] = None,
shared_session: Optional["ClientSession"] = None,
):
# PANIC: Ensure shared_session is being passed for connection reuse
from litellm._logging import verbose_logger
if shared_session is None and client is None:
error_msg = (
"❌ PANIC: shared_session is None in async_completion! "
"This means connection reuse is broken. Session should be passed from completion() -> async_completion(). "
f"Provider: {custom_llm_provider}, Model: {model}"
)
verbose_logger.error(error_msg)
raise ValueError(error_msg)
):
if client is None:
verbose_logger.debug(
f"Creating HTTP client with shared_session: {id(shared_session) if shared_session else None}"