scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-24 05:45:11 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 71

fix(caching): skip caching FakeAnthropicMessagesStreamIterator (not JSON serializable)

Browse source
This commit is contained in:
Alexandre Baudoin 2026-10-06 09:40:25 +02:00
parent 2e1a98f521
commit 07e048bd70
No known key found for this signature in database
GPG key ID: 19F6E60969F1135D
1 changed files with 12 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/caching/caching_handler.py
View file

@ -1101,6 +1101,18 @@ class LLMCachingHandler:
)
)
else:
from litellm.llms.anthropic.pass_through.messages.fake_stream_iterator import (
FakeAnthropicMessagesStreamIterator,
)
if isinstance(result, FakeAnthropicMessagesStreamIterator):
# Synthetic streaming wrapper (e.g. websearch interception
# short-circuit) around an already-served response. It is
# not JSON-serializable and was never meant to be cached
# as-is - caching it crashes the Redis/async cache backend
# with "Object of type FakeAnthropicMessagesStreamIterator
# is not JSON serializable" on every streaming request.
return
create_cache_write_task(lambda: cache.async_add_cache(result, **new_kwargs))
def sync_set_cache(