add http client propagation for allm_passthrough_route

This commit is contained in:
KnyazSh 2026-06-12 13:58:02 +00:00
parent e1e56961a3
commit dfa07b7c27
3 changed files with 4 additions and 3 deletions

View file

@ -11,7 +11,6 @@ from litellm.secret_managers.main import get_secret_str
from litellm.types.llms.openai import AllMessageValues
from litellm.types.utils import EmbeddingResponse
if TYPE_CHECKING:
from httpx import URL, Response

View file

@ -2521,7 +2521,7 @@ async def gigachat_proxy_route(
"ssl_verify": False,
},
)
data["http_client"] = client
data["client"] = client
base_llm_response_processor = ProxyBaseLLMRequestProcessing(data=data)
@ -2652,7 +2652,7 @@ async def handle_gigachat_passthrough_router_model(
},
)
data["http_client"] = client
data["client"] = client
base_llm_response_processor = ProxyBaseLLMRequestProcessing(data=data)
# Use the common passthrough processing to handle metadata and hooks

View file

@ -6014,6 +6014,8 @@ class Router:
**kwargs,
)
elif call_type == "allm_passthrough_route":
if client:
kwargs["client"] = client
return await self._ageneric_api_call_with_fallbacks(
original_function=original_function,
passthrough_on_no_deployment=True,