scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 115

MCPOAuth2TokenCache

Browse source
This commit is contained in:
Ishaan Jaffer 2026-02-09 14:46:37 -08:00
parent b7ea7133f2
commit 3c25cda0b6
1 changed files with 8 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
litellm/proxy/_experimental/mcp_server/oauth2_token_cache.py
View file

@ -10,6 +10,11 @@ from typing import TYPE_CHECKING, Dict, Optional, Tuple, Union
from litellm._logging import verbose_logger
from litellm.caching.in_memory_cache import InMemoryCache
from litellm.constants import (
MCP_OAUTH2_TOKEN_CACHE_DEFAULT_TTL,
MCP_OAUTH2_TOKEN_CACHE_MAX_SIZE,
MCP_OAUTH2_TOKEN_EXPIRY_BUFFER_SECONDS,
)
from litellm.llms.custom_httpx.http_handler import get_async_httpx_client
from litellm.types.llms.custom_http import httpxSpecialProvider
@ -17,9 +22,6 @@ if TYPE_CHECKING:
from litellm.types.mcp_server.mcp_server_manager import MCPServer
_EXPIRY_BUFFER_SECONDS = 60
class MCPOAuth2TokenCache(InMemoryCache):
"""
In-memory cache for OAuth2 client_credentials tokens, keyed by server_id.
@ -30,8 +32,8 @@ class MCPOAuth2TokenCache(InMemoryCache):
def __init__(self) -> None:
super().__init__(
max_size_in_memory=200,
default_ttl=3600,
max_size_in_memory=MCP_OAUTH2_TOKEN_CACHE_MAX_SIZE,
default_ttl=MCP_OAUTH2_TOKEN_CACHE_DEFAULT_TTL,
)
self._locks: Dict[str, asyncio.Lock] = {}
@ -99,7 +101,7 @@ class MCPOAuth2TokenCache(InMemoryCache):
)
expires_in = int(body.get("expires_in", 3600))
ttl = max(expires_in - _EXPIRY_BUFFER_SECONDS, 0)
ttl = max(expires_in - MCP_OAUTH2_TOKEN_EXPIRY_BUFFER_SECONDS, 0)
verbose_logger.info(
"Fetched OAuth2 token for MCP server %s (expires in %ds)",