diff --git a/litellm/caching.py b/litellm/caching.py index b6921bac897..68f5d98ef97 100644 --- a/litellm/caching.py +++ b/litellm/caching.py @@ -69,7 +69,7 @@ class InMemoryCache(BaseCache): max_size_in_memory: Optional[int] = 200, default_ttl: Optional[ int - ] = 300, # default ttl is 5 minutes. At maximum litellm rate limiting logic requires objects to be in memory for 1 minute + ] = 600, # default ttl is 10 minutes. At maximum litellm rate limiting logic requires objects to be in memory for 1 minute ): """ max_size_in_memory [int]: Maximum number of items in cache. done to prevent memory leaks. Use 200 items as a default @@ -77,7 +77,7 @@ class InMemoryCache(BaseCache): self.max_size_in_memory = ( max_size_in_memory or 200 ) # set an upper bound of 200 items in-memory - self.default_ttl = default_ttl or 300 + self.default_ttl = default_ttl or 600 # in-memory cache self.cache_dict: dict = {}