scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-13 08:52:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 353

test(caching): cover cache-hit defer check without proxy extras

Browse source 
Simulates a base SDK install (fastapi absent) and asserts the defer check still classifies stream replays instead of raising.
This commit is contained in:
Lakshya Dhariwal 2026-10-17 14:55:42 +05:30 • committed by GitHub
parent dafadf3705
commit f00bc628a6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 18 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
tests/unit/caching/test_caching_handler.py
View file

@ -3142,3 +3142,21 @@ async def test_a_cache_hit_inside_an_internal_sub_call_is_free_and_fires_no_call
assert async_logging.async_success_handler.called is not internal
assert async_logging.handle_sync_success_callbacks_for_async_calls.called is not internal
assert sync_logging.handle_sync_cache_hit_success_callbacks.called is not internal
def test_should_defer_streaming_cache_hit_callbacks_without_proxy_extras(monkeypatch):
"""Base SDK installs lack the proxy-only extras (fastapi); the defer check must not require them."""
import sys
for mod in list(sys.modules):
if mod.startswith(("fastapi", "litellm.llms.anthropic.pass_through", "litellm.proxy")):
monkeypatch.delitem(sys.modules, mod, raising=False)
monkeypatch.setitem(sys.modules, "fastapi", None)
logging_obj = MagicMock()
logging_obj.model_call_details = {}
stream_replay = CustomStreamWrapper(
completion_stream=iter(()), model="gpt-4o", logging_obj=logging_obj
)
assert _should_defer_streaming_cache_hit_callbacks(cached_result=stream_replay) is True
assert _should_defer_streaming_cache_hit_callbacks(cached_result=ModelResponse()) is False
assert _should_defer_streaming_cache_hit_callbacks(cached_result={"id": "msg_1"}) is False