scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 109

fix: vertex getting creds for pass through

Browse source
This commit is contained in:
Ishaan Jaff 2025-05-20 11:52:10 -07:00
parent 3820c7f72a
commit 0578040c55
1 changed files with 15 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
litellm/proxy/pass_through_endpoints/passthrough_endpoint_router.py
View file

@ -130,6 +130,9 @@ class PassthroughEndpointRouter:
vertex_location=location,
vertex_credentials=vertex_credentials,
)
verbose_router_logger.debug(
f"Adding vertex credentials for deployment_key: {deployment_key}, vertex_pass_through_credentials: {vertex_pass_through_credentials}"
)
self.deployment_key_to_vertex_credentials[
deployment_key
] = vertex_pass_through_credentials
@ -154,12 +157,24 @@ class PassthroughEndpointRouter:
project_id=project_id,
location=location,
)
verbose_router_logger.debug(
f"Getting vertex credentials for deployment_key: {deployment_key}"
)
if deployment_key is None:
verbose_router_logger.debug(
"No deployment key found for project-id, location"
)
return self.default_vertex_config
if deployment_key in self.deployment_key_to_vertex_credentials:
verbose_router_logger.debug(
f"Found vertex credentials for deployment_key: {deployment_key}"
)
return self.deployment_key_to_vertex_credentials[deployment_key]
else:
verbose_router_logger.debug(
"No vertex credentials found for deployment_key, returning default vertex config"
)
return self.default_vertex_config
def _get_credential_name_for_provider(