mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-17 23:51:30 +00:00
add http client propagation for allm_passthrough_route
This commit is contained in:
parent
e1e56961a3
commit
dfa07b7c27
3 changed files with 4 additions and 3 deletions
|
|
@ -11,7 +11,6 @@ from litellm.secret_managers.main import get_secret_str
|
|||
from litellm.types.llms.openai import AllMessageValues
|
||||
from litellm.types.utils import EmbeddingResponse
|
||||
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from httpx import URL, Response
|
||||
|
||||
|
|
|
|||
|
|
@ -2521,7 +2521,7 @@ async def gigachat_proxy_route(
|
|||
"ssl_verify": False,
|
||||
},
|
||||
)
|
||||
data["http_client"] = client
|
||||
data["client"] = client
|
||||
|
||||
base_llm_response_processor = ProxyBaseLLMRequestProcessing(data=data)
|
||||
|
||||
|
|
@ -2652,7 +2652,7 @@ async def handle_gigachat_passthrough_router_model(
|
|||
},
|
||||
)
|
||||
|
||||
data["http_client"] = client
|
||||
data["client"] = client
|
||||
base_llm_response_processor = ProxyBaseLLMRequestProcessing(data=data)
|
||||
|
||||
# Use the common passthrough processing to handle metadata and hooks
|
||||
|
|
|
|||
|
|
@ -6014,6 +6014,8 @@ class Router:
|
|||
**kwargs,
|
||||
)
|
||||
elif call_type == "allm_passthrough_route":
|
||||
if client:
|
||||
kwargs["client"] = client
|
||||
return await self._ageneric_api_call_with_fallbacks(
|
||||
original_function=original_function,
|
||||
passthrough_on_no_deployment=True,
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue