From 7c288cd7ed29e1dee335e475227e591cc983fa8b Mon Sep 17 00:00:00 2001 From: gabriele Date: Mon, 28 Sep 2026 11:29:26 +0000 Subject: [PATCH] refactor(spend-tracking): share the short-lived miss cache write Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- .../proxy/spend_tracking/key_metadata_recovery.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/litellm/proxy/spend_tracking/key_metadata_recovery.py b/litellm/proxy/spend_tracking/key_metadata_recovery.py index 120ff0a680f..6299f576c37 100644 --- a/litellm/proxy/spend_tracking/key_metadata_recovery.py +++ b/litellm/proxy/spend_tracking/key_metadata_recovery.py @@ -342,6 +342,10 @@ async def _query_spend_log_metadata( ) +def _remember_short_lived_miss(cache: InMemoryCache, key: str) -> None: + cache.set_cache(key, KeyMetadataDict(), ttl=SPEND_LOG_KEY_METADATA_MISS_CACHE_TTL) + + def _remember_spend_log_metadata( cache: InMemoryCache, digest: str, window: tuple[datetime, datetime], meta: KeyMetadataDict | None ) -> None: @@ -353,7 +357,7 @@ def _remember_spend_log_metadata( if cache.get_cache(missed_before) is not None: cache.set_cache(key, KeyMetadataDict()) return - cache.set_cache(key, KeyMetadataDict(), ttl=SPEND_LOG_KEY_METADATA_MISS_CACHE_TTL) + _remember_short_lived_miss(cache, key) cache.set_cache(missed_before, True) @@ -372,11 +376,7 @@ async def _spend_log_metadata_one_query_at_a_time( ) if fresh is None: for digest in pending: - cache.set_cache( - _spend_log_cache_key(digest, window), - KeyMetadataDict(), - ttl=SPEND_LOG_KEY_METADATA_MISS_CACHE_TTL, - ) + _remember_short_lived_miss(cache, _spend_log_cache_key(digest, window)) return settled for digest in pending: _remember_spend_log_metadata(cache, digest, window, fresh.get(digest))