scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-29 06:33:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 199

test(bedrock): keep only the picked sync rejection regression on legacy lines
Some checks failed
LiteLLM Rust / rust-lint (push) Has been cancelled
Details
LiteLLM Rust / rust-test (push) Has been cancelled
Details
LiteLLM Rust / rust-wheel (push) Has been cancelled
Details

Browse source
This commit is contained in:
Joshua Valluru 2026-10-20 19:29:22 -07:00
parent 61c0d3c56f
commit 6771b8e6bb
2 changed files with 7 additions and 75 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
tests/integration/contracts.json
View file

@ -1732,15 +1732,6 @@
"tests/integration/providers/test_bedrock_batch_files_wire.py::test_json_schema_batch_record_with_thinking_uploads_the_json_tool_and_no_native_output[opus_4_8]": [
"other.provider_wire.json_schema_batch_record_with_thinking_uploads_the_json_tool_and_no_native_output"
],
"tests/integration/sdk/test_bedrock_converse_stream_sync_decoder_wire.py::test_k01_sync_stream_with_a_validation_exception_frame_first_raises_a_400": [
"other.provider_wire.k01_sync_stream_with_a_validation_exception_frame_first_raises_a_400"
],
"tests/integration/sdk/test_bedrock_converse_stream_sync_decoder_wire.py::test_k02_sync_stream_whose_only_frame_has_an_unknown_event_type_raises_a_502_naming_it": [
"other.provider_wire.k02_sync_stream_whose_only_frame_has_an_unknown_event_type_raises_a_502_naming_it"
],
"tests/integration/sdk/test_bedrock_converse_stream_sync_decoder_wire.py::test_k03_sync_stream_with_normal_frames_delivers_the_text_and_a_stop": [
"other.provider_wire.k03_sync_stream_with_normal_frames_delivers_the_text_and_a_stop"
],
"tests/integration/sdk/test_bedrock_converse_stream_sync_decoder_wire.py::test_k04_sync_stream_open_400_carries_the_bedrock_body_as_text": [
"other.provider_wire.k04_sync_stream_open_400_carries_the_bedrock_body_as_text"
],

73
tests/integration/sdk/test_bedrock_converse_stream_sync_decoder_wire.py
View file

@ -1,43 +1,21 @@
import re
from collections.abc import Callable, Mapping
from dataclasses import dataclass
from typing import Final
from urllib.parse import unquote
import pytest
from integration._support.upstream import _aws_event_frame
from integration._support.wire import Reply, Request, Wire, wire_server
from pydantic import JsonValue
import litellm
from litellm.exceptions import BadGatewayError, BadRequestError, MidStreamFallbackError
from litellm.exceptions import BadRequestError
from litellm.litellm_core_utils.streaming_handler import CustomStreamWrapper
_MODEL_ID: Final = "global.moonshotai.kimi-k3"
_CONVERSE_MODEL: Final = f"bedrock/converse/{_MODEL_ID}"
_STREAM_TARGET: Final = f"/model/{_MODEL_ID}/converse-stream"
_EVENT_STREAM: Final = "application/vnd.amazon.eventstream"
_ANSWER: Final = "bedrock sync decoder control"
_REJECTION: Final = "structured output schema uses unsupported regex negative look-ahead"
_UNKNOWN_TYPE: Final = "somethingBedrockAddedLater"
_USAGE: Final[dict[str, JsonValue]] = {"usage": {"inputTokens": 11, "outputTokens": 4, "totalTokens": 15}}
def _frame(event_type: str, payload: Mapping[str, JsonValue]) -> bytes:
return _aws_event_frame(event_type, payload, "sc")
_NORMAL: Final = b"".join(
(
_frame("messageStart", {"role": "assistant"}),
_frame("contentBlockDelta", {"delta": {"text": _ANSWER}, "contentBlockIndex": 0}),
_frame("contentBlockStop", {"contentBlockIndex": 0}),
_frame("messageStop", {"stopReason": "end_turn"}),
_frame("metadata", _USAGE),
)
)
_VALIDATION_FRAME: Final = _frame("validationException", {"message": _REJECTION})
_UNKNOWN_FRAME: Final = _frame(_UNKNOWN_TYPE, {"future": True})
@dataclass(frozen=True, slots=True)
@ -46,14 +24,6 @@ class _Consumed:
finish_reasons: tuple[str | None, ...]
def _peer(frames: bytes) -> Callable[[Request], Reply]:
def respond(request: Request) -> Reply:
assert unquote(request.target) == _STREAM_TARGET, request.target
return Reply(body=frames, content_type=_EVENT_STREAM)
return respond
def _consume_sync_stream(wire: Wire) -> _Consumed:
response: Final = litellm.completion(
model=_CONVERSE_MODEL,
@ -74,35 +44,6 @@ def _consume_sync_stream(wire: Wire) -> _Consumed:
)
@pytest.mark.covers("other.provider_wire.k01_sync_stream_with_a_validation_exception_frame_first_raises_a_400")
def test_k01_sync_stream_with_a_validation_exception_frame_first_raises_a_400() -> None:
with wire_server(_peer(_VALIDATION_FRAME)) as wire:
with pytest.raises(BadRequestError, match=re.escape(_REJECTION)) as raised:
_consume_sync_stream(wire)
assert raised.value.status_code == 400, raised.value
assert len(wire.drain()) == 1
@pytest.mark.covers("other.provider_wire.k02_sync_stream_whose_only_frame_has_an_unknown_event_type_raises_a_502_naming_it")
def test_k02_sync_stream_whose_only_frame_has_an_unknown_event_type_raises_a_502_naming_it() -> None:
with wire_server(_peer(_UNKNOWN_FRAME)) as wire:
with pytest.raises(MidStreamFallbackError, match=re.escape(_UNKNOWN_TYPE)) as raised:
_consume_sync_stream(wire)
assert raised.value.status_code == 502, raised.value
assert isinstance(raised.value.original_exception, BadGatewayError), raised.value.original_exception
assert "none of its 1 events carried a known event type" in str(raised.value), raised.value
assert len(wire.drain()) == 1
@pytest.mark.covers("other.provider_wire.k03_sync_stream_with_normal_frames_delivers_the_text_and_a_stop")
def test_k03_sync_stream_with_normal_frames_delivers_the_text_and_a_stop() -> None:
with wire_server(_peer(_NORMAL)) as wire:
consumed: Final = _consume_sync_stream(wire)
assert consumed.text == _ANSWER, consumed
assert consumed.finish_reasons[-1] == "stop", consumed
assert len(wire.drain()) == 1
@pytest.mark.covers("other.provider_wire.k04_sync_stream_open_400_carries_the_bedrock_body_as_text")
def test_k04_sync_stream_open_400_carries_the_bedrock_body_as_text() -> None:
body: Final = '{"message":"The request is invalid."}'