scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-29 06:33:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 267

test(bedrock): cover a declaring deployment's rounded effort on the /responses bridge

Browse source
This commit is contained in:
mateo-berri 2026-10-20 06:27:26 -07:00
parent 511f7a6d9a
commit 71983d831d
1 changed files with 13 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
tests/integration/providers/test_bedrock_runtime_chat_completions_wire.py
View file

@ -462,6 +462,19 @@ def test_streamed_tools_while_reasoning_are_bridged_to_native_responses(gateway:
assert _only_spend_row_of(model) == _bridged_success_row(model, wire.url)
def test_tools_while_reasoning_are_bridged_with_the_deployments_rounded_effort(gateway: Gateway) -> None:
marker: Final = uuid.uuid4().hex
with wire_server(respond) as wire, gateway.scenario() as scenario:
model: Final = scenario.model(
model_info={"reasoning_effort_levels": ["low", "high"]},
**{**GPT_DEPLOYMENT, "aws_bedrock_runtime_endpoint": wire.url},
)
response: Final = _chat(gateway, model, marker, tools=[dict(TOOL)], reasoning_effort="medium")
assert _payload(response)["id"] == f"resp_upstream_{marker}", response.text
body: Final = _body(_converse_request(wire, NATIVE_RESPONSES))
assert (body["model"], body["reasoning"]) == (GPT, {"effort": "high"}), body
def _reasoning_deployment(scenario: Scenario, wire: Wire, target: str) -> str:
if target == OPENAI_CODEX:
return scenario.model(model=f"openai/{OPENAI_CODEX}", api_base=wire.url, api_key="synthetic-openai-key")