scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-30 06:43:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 249

fix(cache): preserve generic cache key typing

Browse source
This commit is contained in:
Bao Yansong 2026-10-10 05:06:14 +00:00
parent 0002b538c1
commit f9eb141e77
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/caching/in_memory_cache.py
View file

@ -47,7 +47,7 @@ class InMemoryCache(BaseCache):
self.max_size_per_item = max_size_per_item or MAX_SIZE_PER_ITEM_IN_MEMORY_CACHE_IN_KB # 1MB = 1024KB
# in-memory cache
self.cache_dict: dict[str, Any] = {}
self.cache_dict: dict[object, Any] = {}
self.ttl_dict: dict = {}
self.expiration_heap: list[tuple[float, str]] = []
self._increment_lock = threading.Lock()