scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-06 02:48:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

refactor(spend-tracking): share the short-lived miss cache write

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
gabriele 2026-09-28 11:29:26 +00:00
parent 01903cb3ae
commit 7c288cd7ed
1 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/proxy/spend_tracking/key_metadata_recovery.py
View file

@ -342,6 +342,10 @@ async def _query_spend_log_metadata(
)
def _remember_short_lived_miss(cache: InMemoryCache, key: str) -> None:
cache.set_cache(key, KeyMetadataDict(), ttl=SPEND_LOG_KEY_METADATA_MISS_CACHE_TTL)
def _remember_spend_log_metadata(
cache: InMemoryCache, digest: str, window: tuple[datetime, datetime], meta: KeyMetadataDict | None
) -> None:
@ -353,7 +357,7 @@ def _remember_spend_log_metadata(
if cache.get_cache(missed_before) is not None:
cache.set_cache(key, KeyMetadataDict())
return
cache.set_cache(key, KeyMetadataDict(), ttl=SPEND_LOG_KEY_METADATA_MISS_CACHE_TTL)
_remember_short_lived_miss(cache, key)
cache.set_cache(missed_before, True)
@ -372,11 +376,7 @@ async def _spend_log_metadata_one_query_at_a_time(
)
if fresh is None:
for digest in pending:
cache.set_cache(
_spend_log_cache_key(digest, window),
KeyMetadataDict(),
ttl=SPEND_LOG_KEY_METADATA_MISS_CACHE_TTL,
)
_remember_short_lived_miss(cache, _spend_log_cache_key(digest, window))
return settled
for digest in pending:
_remember_spend_log_metadata(cache, digest, window, fresh.get(digest))