From 21de86e20eb9422e368d05bc895954fc2eeee381 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Fri, 4 Apr 2025 07:38:07 -0700 Subject: [PATCH] fix(llm_passthrough_endpoints.py): initialize vertex client within route mitigate credential caching issue --- .../proxy/pass_through_endpoints/llm_passthrough_endpoints.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py index bfdb324b921..30a687d9dd9 100644 --- a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py +++ b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py @@ -448,6 +448,8 @@ async def vertex_proxy_route( get_vertex_project_id_from_url, ) + vertex_llm_base = VertexBase() + encoded_endpoint = httpx.URL(endpoint).path verbose_proxy_logger.debug("requested endpoint %s", endpoint) headers: dict = {}