scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-28 06:23:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 94

test: assert caller cache hit before isolation miss

Browse source
This commit is contained in:
Maximilian Rink 2026-10-10 04:08:20 +02:00
parent 55536bc23d
commit 36d4afd59a
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
tests/unit/proxy/proxy_server/test_db_router_response_cache.py
View file

@ -80,10 +80,14 @@ async def test_db_router_rebuild_serves_same_caller_from_cache_and_isolates_call
first = await router.acompletion(model="fake-model", messages=request, user=same_caller_id)
await asyncio.wait_for(cache_write_complete.wait(), timeout=5)
same_caller = await router.acompletion(model="fake-model", messages=request, user=same_caller_id)
# The identical body and caller must be served from the cached response.
assert same_caller.id == first.id
assert provider_calls == 1
other_caller = await router.acompletion(model="fake-model", messages=request, user=other_caller_id)
assert first.id == same_caller.id
assert first.id != other_caller.id
# Changing only the authenticated caller must miss the cache.
assert other_caller.id != first.id
assert provider_calls == 2