From e89935942747435c28124e4b94b80a4236d85b7e Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Tue, 25 Jun 2024 08:14:09 -0700 Subject: [PATCH] ci/cd add debugging for cache eviction --- litellm/caching.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/litellm/caching.py b/litellm/caching.py index 68f5d98ef97..19c1431a2b2 100644 --- a/litellm/caching.py +++ b/litellm/caching.py @@ -97,6 +97,14 @@ class InMemoryCache(BaseCache): """ for key in list(self.ttl_dict.keys()): if time.time() > self.ttl_dict[key]: + print( # noqa + "Cache Evicting item key=", + key, + "ttl=", + self.ttl_dict[key], + "size of cache=", + len(self.cache_dict), + ) self.cache_dict.pop(key, None) self.ttl_dict.pop(key, None)