scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

fix(bedrock/invoke_handler.py): prevent ChecksumMismatch by catching JSON errors in /v1/messages

Browse source
This commit is contained in:
rahul dhanawade 2026-02-07 03:30:52 +05:30
parent 5733f6213b
commit fd041e629e
1 changed files with 41 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

41
litellm/llms/bedrock/chat/invoke_handler.py
View file

@ -1656,9 +1656,27 @@ class AWSEventStreamDecoder:
) -> Iterator[Union[GChunk, ModelResponseStream, dict]]:
"""Given an iterator that yields lines, iterate over it & yield every event encountered"""
from botocore.eventstream import EventStreamBuffer
import json
event_stream_buffer = EventStreamBuffer()
is_first_chunk = True
for chunk in iterator:
if is_first_chunk:
is_first_chunk = False
if chunk.strip().startswith(b"{"):
try:
from litellm.exceptions import BadRequestError
error_data = json.loads(chunk)
error_msg = error_data.get("message") or error_data.get("Message") or str(error_data)
raise BadRequestError(
message=f"Bedrock Error: {error_msg}",
model=getattr(self, "model", "bedrock-unknown"),
llm_provider="bedrock"
)
except (json.JSONDecodeError, UnicodeDecodeError):
pass
event_stream_buffer.add_data(chunk)
for event in event_stream_buffer:
message = self._parse_message_from_event(event)
@ -1672,9 +1690,32 @@ class AWSEventStreamDecoder:
) -> AsyncIterator[Union[GChunk, ModelResponseStream, dict]]:
"""Given an async iterator that yields lines, iterate over it & yield every event encountered"""
from botocore.eventstream import EventStreamBuffer
import json
event_stream_buffer = EventStreamBuffer()
is_first_chunk = True
async for chunk in iterator:
if is_first_chunk:
is_first_chunk = False
# If it starts with '{', it's a JSON error, not a binary stream
if chunk.strip().startswith(b"{"):
try:
from litellm.exceptions import BadRequestError
error_data = json.loads(chunk)
# Extract message and raise a clear exception
error_msg = error_data.get("message") or error_data.get("Message") or str(error_data)
raise BadRequestError(
message=f"Bedrock Error: {error_msg}",
model=getattr(self, "model", "bedrock-unknown"),
llm_provider="bedrock"
)
except (json.JSONDecodeError, UnicodeDecodeError):
# If parsing fails, fall back to normal stream processing
pass
event_stream_buffer.add_data(chunk)
for event in event_stream_buffer:
message = self._parse_message_from_event(event)