From aad5f73bfaa5c9859c61f9db299c77afdcd20ce3 Mon Sep 17 00:00:00 2001 From: Yujong Lee Date: Tue, 15 Sep 2026 13:10:23 +0000 Subject: [PATCH] fix(rust): mark non-completed bedrock transcription unsupported instead of python Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- litellm/rust_bridge/catalog.py | 9 ++++++++- tests/test_litellm/rust_bridge/test_catalog.py | 15 ++++++++++++++- 2 files changed, 22 insertions(+), 2 deletions(-) diff --git a/litellm/rust_bridge/catalog.py b/litellm/rust_bridge/catalog.py index f7547352d07..d373c20fb86 100644 --- a/litellm/rust_bridge/catalog.py +++ b/litellm/rust_bridge/catalog.py @@ -32,6 +32,11 @@ _RUST_REQUIRED: Final = CapabilityDefinition( python_available=False, rollout=RolloutPolicy.RUST_REQUIRED, ) +_UNSUPPORTED: Final = CapabilityDefinition( + rust=RustImplementationState.UNIMPLEMENTED, + python_available=False, + rollout=RolloutPolicy.UNSUPPORTED, +) def _completed_only(context: CapabilityContext, completed: CapabilityDefinition) -> CapabilityDefinition: @@ -51,7 +56,9 @@ def _chat_completions_capability(context: CapabilityContext) -> CapabilityDefini def _transcription_capability(context: CapabilityContext) -> CapabilityDefinition: - return _completed_only(context, _RUST_REQUIRED if context.provider == "bedrock" else _PYTHON_ONLY) + if context.provider != "bedrock": + return _PYTHON_ONLY + return _RUST_REQUIRED if context.delivery is DeliveryMode.COMPLETED else _UNSUPPORTED def _responses_capability(context: CapabilityContext) -> CapabilityDefinition: diff --git a/tests/test_litellm/rust_bridge/test_catalog.py b/tests/test_litellm/rust_bridge/test_catalog.py index 790cfc30e9e..0fb5d732c4a 100644 --- a/tests/test_litellm/rust_bridge/test_catalog.py +++ b/tests/test_litellm/rust_bridge/test_catalog.py @@ -9,6 +9,7 @@ from litellm.rust_bridge import configuration from litellm.rust_bridge.catalog import COMPONENTS, NATIVE_EXPORTS from litellm.rust_bridge.configuration import CapabilityContext, ComponentName, DeliveryMode, ExecutionDecision from litellm.rust_bridge.loader import get_native_bridge +from litellm.rust_bridge.route import RouteUnsupported @pytest.fixture(autouse=True) @@ -56,7 +57,7 @@ def test_declared_exports_exist_on_the_native_bridge() -> None: ( ComponentName.TRANSCRIPTION, CapabilityContext(provider="bedrock", delivery=DeliveryMode.STREAMING), - ExecutionDecision.PYTHON, + ExecutionDecision.UNSUPPORTED, ), (ComponentName.RESPONSES, CapabilityContext(), ExecutionDecision.PYTHON), (ComponentName.RESPONSES, CapabilityContext(delivery=DeliveryMode.WEBSOCKET), ExecutionDecision.PYTHON), @@ -97,6 +98,18 @@ def test_bedrock_transcription_ignores_the_optional_rust_switch() -> None: assert COMPONENTS[ComponentName.TRANSCRIPTION].resolve(context).decision is ExecutionDecision.RUST_REQUIRED +def test_streaming_bedrock_transcription_routes_nowhere() -> None: + transcription: Final = COMPONENTS[ComponentName.TRANSCRIPTION] + context: Final = CapabilityContext(provider="bedrock", delivery=DeliveryMode.STREAMING) + binding: Final = transcription.bind( + next(iter(transcription.exports)), + validate=lambda value: value, + loader=lambda: pytest.fail("native must not be loaded"), + ) + + assert transcription.resolve(context).select(binding) == RouteUnsupported(ComponentName.TRANSCRIPTION) + + def test_ocr_matches_the_legacy_gate_under_the_environment_kill_switch(monkeypatch: pytest.MonkeyPatch) -> None: monkeypatch.setenv("LITELLM_RUST", "0") configuration.rust(True)