From 44c03a8d90a601da018a5de608a3e38d48180cee Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 9 Jul 2025 09:00:49 -0700 Subject: [PATCH] fix _credentials_project_mapping --- litellm/llms/vertex_ai/vertex_llm_base.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/litellm/llms/vertex_ai/vertex_llm_base.py b/litellm/llms/vertex_ai/vertex_llm_base.py index fb294df9740..3e88fae3e8e 100644 --- a/litellm/llms/vertex_ai/vertex_llm_base.py +++ b/litellm/llms/vertex_ai/vertex_llm_base.py @@ -29,7 +29,9 @@ class VertexBase(BaseLLM): self.access_token: Optional[str] = None self.refresh_token: Optional[str] = None self._credentials: Optional[GoogleCredentialsObject] = None - self._credentials_project_mapping: InMemoryCache = InMemoryCache() + self._credentials_project_mapping: InMemoryCache = InMemoryCache( + max_size_in_memory=4 + ) self.project_id: Optional[str] = None self.async_handler: Optional[AsyncHTTPHandler] = None @@ -266,8 +268,9 @@ class VertexBase(BaseLLM): f"Checking cached credentials for project_id: {project_id}" ) - - credential_cached_object: Optional[GoogleCredentialsObject] = self._credentials_project_mapping.get_cache(credential_cache_key) + credential_cached_object: Optional[GoogleCredentialsObject] = ( + self._credentials_project_mapping.get_cache(credential_cache_key) + ) if credential_cached_object: verbose_logger.debug( f"Cached credentials found for project_id: {project_id}."