mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-17 09:34:48 +00:00
fix(rust): mark non-completed bedrock transcription unsupported instead of python
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
8cfa555a04
commit
aad5f73bfa
2 changed files with 22 additions and 2 deletions
|
|
@ -32,6 +32,11 @@ _RUST_REQUIRED: Final = CapabilityDefinition(
|
|||
python_available=False,
|
||||
rollout=RolloutPolicy.RUST_REQUIRED,
|
||||
)
|
||||
_UNSUPPORTED: Final = CapabilityDefinition(
|
||||
rust=RustImplementationState.UNIMPLEMENTED,
|
||||
python_available=False,
|
||||
rollout=RolloutPolicy.UNSUPPORTED,
|
||||
)
|
||||
|
||||
|
||||
def _completed_only(context: CapabilityContext, completed: CapabilityDefinition) -> CapabilityDefinition:
|
||||
|
|
@ -51,7 +56,9 @@ def _chat_completions_capability(context: CapabilityContext) -> CapabilityDefini
|
|||
|
||||
|
||||
def _transcription_capability(context: CapabilityContext) -> CapabilityDefinition:
|
||||
return _completed_only(context, _RUST_REQUIRED if context.provider == "bedrock" else _PYTHON_ONLY)
|
||||
if context.provider != "bedrock":
|
||||
return _PYTHON_ONLY
|
||||
return _RUST_REQUIRED if context.delivery is DeliveryMode.COMPLETED else _UNSUPPORTED
|
||||
|
||||
|
||||
def _responses_capability(context: CapabilityContext) -> CapabilityDefinition:
|
||||
|
|
|
|||
|
|
@ -9,6 +9,7 @@ from litellm.rust_bridge import configuration
|
|||
from litellm.rust_bridge.catalog import COMPONENTS, NATIVE_EXPORTS
|
||||
from litellm.rust_bridge.configuration import CapabilityContext, ComponentName, DeliveryMode, ExecutionDecision
|
||||
from litellm.rust_bridge.loader import get_native_bridge
|
||||
from litellm.rust_bridge.route import RouteUnsupported
|
||||
|
||||
|
||||
@pytest.fixture(autouse=True)
|
||||
|
|
@ -56,7 +57,7 @@ def test_declared_exports_exist_on_the_native_bridge() -> None:
|
|||
(
|
||||
ComponentName.TRANSCRIPTION,
|
||||
CapabilityContext(provider="bedrock", delivery=DeliveryMode.STREAMING),
|
||||
ExecutionDecision.PYTHON,
|
||||
ExecutionDecision.UNSUPPORTED,
|
||||
),
|
||||
(ComponentName.RESPONSES, CapabilityContext(), ExecutionDecision.PYTHON),
|
||||
(ComponentName.RESPONSES, CapabilityContext(delivery=DeliveryMode.WEBSOCKET), ExecutionDecision.PYTHON),
|
||||
|
|
@ -97,6 +98,18 @@ def test_bedrock_transcription_ignores_the_optional_rust_switch() -> None:
|
|||
assert COMPONENTS[ComponentName.TRANSCRIPTION].resolve(context).decision is ExecutionDecision.RUST_REQUIRED
|
||||
|
||||
|
||||
def test_streaming_bedrock_transcription_routes_nowhere() -> None:
|
||||
transcription: Final = COMPONENTS[ComponentName.TRANSCRIPTION]
|
||||
context: Final = CapabilityContext(provider="bedrock", delivery=DeliveryMode.STREAMING)
|
||||
binding: Final = transcription.bind(
|
||||
next(iter(transcription.exports)),
|
||||
validate=lambda value: value,
|
||||
loader=lambda: pytest.fail("native must not be loaded"),
|
||||
)
|
||||
|
||||
assert transcription.resolve(context).select(binding) == RouteUnsupported(ComponentName.TRANSCRIPTION)
|
||||
|
||||
|
||||
def test_ocr_matches_the_legacy_gate_under_the_environment_kill_switch(monkeypatch: pytest.MonkeyPatch) -> None:
|
||||
monkeypatch.setenv("LITELLM_RUST", "0")
|
||||
configuration.rust(True)
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue