fix(rust): mark non-completed bedrock transcription unsupported instead of python

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
Yujong Lee 2026-09-15 13:10:23 +00:00
parent 8cfa555a04
commit aad5f73bfa
2 changed files with 22 additions and 2 deletions

View file

@ -32,6 +32,11 @@ _RUST_REQUIRED: Final = CapabilityDefinition(
python_available=False,
rollout=RolloutPolicy.RUST_REQUIRED,
)
_UNSUPPORTED: Final = CapabilityDefinition(
rust=RustImplementationState.UNIMPLEMENTED,
python_available=False,
rollout=RolloutPolicy.UNSUPPORTED,
)
def _completed_only(context: CapabilityContext, completed: CapabilityDefinition) -> CapabilityDefinition:
@ -51,7 +56,9 @@ def _chat_completions_capability(context: CapabilityContext) -> CapabilityDefini
def _transcription_capability(context: CapabilityContext) -> CapabilityDefinition:
return _completed_only(context, _RUST_REQUIRED if context.provider == "bedrock" else _PYTHON_ONLY)
if context.provider != "bedrock":
return _PYTHON_ONLY
return _RUST_REQUIRED if context.delivery is DeliveryMode.COMPLETED else _UNSUPPORTED
def _responses_capability(context: CapabilityContext) -> CapabilityDefinition:

View file

@ -9,6 +9,7 @@ from litellm.rust_bridge import configuration
from litellm.rust_bridge.catalog import COMPONENTS, NATIVE_EXPORTS
from litellm.rust_bridge.configuration import CapabilityContext, ComponentName, DeliveryMode, ExecutionDecision
from litellm.rust_bridge.loader import get_native_bridge
from litellm.rust_bridge.route import RouteUnsupported
@pytest.fixture(autouse=True)
@ -56,7 +57,7 @@ def test_declared_exports_exist_on_the_native_bridge() -> None:
(
ComponentName.TRANSCRIPTION,
CapabilityContext(provider="bedrock", delivery=DeliveryMode.STREAMING),
ExecutionDecision.PYTHON,
ExecutionDecision.UNSUPPORTED,
),
(ComponentName.RESPONSES, CapabilityContext(), ExecutionDecision.PYTHON),
(ComponentName.RESPONSES, CapabilityContext(delivery=DeliveryMode.WEBSOCKET), ExecutionDecision.PYTHON),
@ -97,6 +98,18 @@ def test_bedrock_transcription_ignores_the_optional_rust_switch() -> None:
assert COMPONENTS[ComponentName.TRANSCRIPTION].resolve(context).decision is ExecutionDecision.RUST_REQUIRED
def test_streaming_bedrock_transcription_routes_nowhere() -> None:
transcription: Final = COMPONENTS[ComponentName.TRANSCRIPTION]
context: Final = CapabilityContext(provider="bedrock", delivery=DeliveryMode.STREAMING)
binding: Final = transcription.bind(
next(iter(transcription.exports)),
validate=lambda value: value,
loader=lambda: pytest.fail("native must not be loaded"),
)
assert transcription.resolve(context).select(binding) == RouteUnsupported(ComponentName.TRANSCRIPTION)
def test_ocr_matches_the_legacy_gate_under_the_environment_kill_switch(monkeypatch: pytest.MonkeyPatch) -> None:
monkeypatch.setenv("LITELLM_RUST", "0")
configuration.rust(True)