test(caching): assert sync cache-hit logging without depending on thread order (#47093)

Sync success callbacks run on a thread pool, so the miss and the two
hits can reach the logger in any order. Compare counts instead of the
list order.
This commit is contained in:
yuneng-jiang 2026-10-17 14:00:03 -07:00 • committed by GitHub
parent 1552b5b69f
commit 77c2ac18bd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -42,6 +42,7 @@ from litellm.types.utils import (
Embedding,
)
from litellm.types.llms.openai import ResponsesAPIResponse
from collections import Counter
from collections.abc import Awaitable, Callable, Mapping
from datetime import timedelta, datetime
from typing import Final, cast
@ -104,7 +105,7 @@ def test_sync_cache_hits_reach_sync_custom_logger(
call(**request_kwargs)
assert all_logged.wait(timeout=10)
assert logged_cache_hits == [None, True, True]
assert Counter(logged_cache_hits) == Counter({None: 1, True: 2}), logged_cache_hits
@pytest.fixture