scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-26 06:03:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 35

style(proxy): fix lint and formatting in spend counter cold seed

Browse source
This commit is contained in:
Hrishikesh Yadav 2026-10-19 08:51:24 +05:30
parent 27cb9e0d3e
commit eb26ac4756
2 changed files with 10 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
litellm/proxy/proxy_server.py
View file

@ -3941,33 +3941,32 @@ async def ensure_spend_counter_initialized(
)
if db_spend is None:
# DB unavailable - fall back to in-process cache (may be stale).
async with await SpendCounterReseed._get_lock(counter_key):
async with await SpendCounterReseed._get_lock(counter_key): # pyright: ignore[reportPrivateUsage] # per-counter lock shared with SpendCounterReseed
if await _is_spend_counter_cache_warm(counter_key=counter_key):
return
base_spend: Final = await _get_source_cache_base_spend(source_cache_key=source_cache_key)
if base_spend > 0:
if spend_counter_cache.redis_cache is not None:
seeded: Final = await spend_counter_cache.redis_cache.async_set_cache(
seeded: Final = await spend_counter_cache.redis_cache.async_set_cache( # pyright: ignore[reportUnknownMemberType] # async_set_cache is partially unknown
key=counter_key,
value=base_spend,
nx=True,
)
if seeded:
current_value = float(base_spend)
else:
cached: Final = await spend_counter_cache.redis_cache.async_get_cache(key=counter_key)
current_value = float(cached) if cached is not None else float(base_spend)
spend_counter_cache.in_memory_cache.set_cache(
cached: Final = (
None if seeded else await spend_counter_cache.redis_cache.async_get_cache(key=counter_key) # pyright: ignore[reportUnknownMemberType] # async_get_cache is partially unknown
)
current_value: Final = float(cached) if cached is not None else float(base_spend)
spend_counter_cache.in_memory_cache.set_cache( # pyright: ignore[reportUnknownMemberType] # set_cache is partially unknown
key=counter_key,
value=current_value,
)
record_spend_counter_value(counter_key, current_value)
else:
cached_spend: Final = spend_counter_cache.in_memory_cache.get_cache(key=counter_key)
cached_spend: Final = spend_counter_cache.in_memory_cache.get_cache(key=counter_key) # pyright: ignore[reportUnknownMemberType,reportUnknownVariableType] # get_cache is partially unknown
seeded_spend: Final = (
max(base_spend, float(cached_spend)) if cached_spend is not None else base_spend
max(base_spend, float(cached_spend)) if cached_spend is not None else base_spend # pyright: ignore[reportUnknownArgumentType] # cached_spend is partially unknown
)
spend_counter_cache.in_memory_cache.set_cache(key=counter_key, value=seeded_spend)
spend_counter_cache.in_memory_cache.set_cache(key=counter_key, value=seeded_spend) # pyright: ignore[reportUnknownMemberType] # set_cache is partially unknown
record_spend_counter_value(counter_key, seeded_spend)

1
tests/unit/proxy/proxy_server/test_spend_counters.py
View file

@ -1378,7 +1378,6 @@ async def test_ensure_spend_counter_initialized_concurrent_cold_seeds_do_not_dou
assert fake_cache.redis_cache.async_increment.call_count == 0
# ---------------------------------------------------------------------------
# _get_source_cache_base_spend
# ---------------------------------------------------------------------------