scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 114

Merge branch 'main' into litellm_vertex_gemma_model_family

Browse source
This commit is contained in:
Ishaan Jaffer 2025-10-09 18:53:02 -07:00
commit 0250200216
1 changed files with 1 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/llms/custom_httpx/llm_http_handler.py
View file

@ -239,17 +239,7 @@ class BaseLLMHTTPHandler:
json_mode: bool = False,
signed_json_body: Optional[bytes] = None,
shared_session: Optional["ClientSession"] = None,
):
# PANIC: Ensure shared_session is being passed for connection reuse
if shared_session is None and client is None:
error_msg = (
"PANIC: shared_session is None in async_completion! "
"This means connection reuse is broken. Session should be passed from completion() -> async_completion(). "
f"Provider: {custom_llm_provider}, Model: {model}"
)
verbose_logger.error(error_msg)
raise ValueError(error_msg)
):
if client is None:
verbose_logger.debug(
f"Creating HTTP client with shared_session: {id(shared_session) if shared_session else None}"