scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 115

fix _credentials_project_mapping

Browse source
This commit is contained in:
Ishaan Jaff 2025-07-09 09:00:49 -07:00
parent 7dc405248c
commit 44c03a8d90
1 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/llms/vertex_ai/vertex_llm_base.py
View file

@ -29,7 +29,9 @@ class VertexBase(BaseLLM):
self.access_token: Optional[str] = None
self.refresh_token: Optional[str] = None
self._credentials: Optional[GoogleCredentialsObject] = None
self._credentials_project_mapping: InMemoryCache = InMemoryCache()
self._credentials_project_mapping: InMemoryCache = InMemoryCache(
max_size_in_memory=4
)
self.project_id: Optional[str] = None
self.async_handler: Optional[AsyncHTTPHandler] = None
@ -266,8 +268,9 @@ class VertexBase(BaseLLM):
f"Checking cached credentials for project_id: {project_id}"
)
credential_cached_object: Optional[GoogleCredentialsObject] = self._credentials_project_mapping.get_cache(credential_cache_key)
credential_cached_object: Optional[GoogleCredentialsObject] = (
self._credentials_project_mapping.get_cache(credential_cache_key)
)
if credential_cached_object:
verbose_logger.debug(
f"Cached credentials found for project_id: {project_id}."