From 183e57331f6ded9c0e0d198122c8013b713ac232 Mon Sep 17 00:00:00 2001 From: Yujong Lee Date: Tue, 15 Sep 2026 04:36:56 +0000 Subject: [PATCH] fix(rust): declare chat completions as completed-only in the catalog Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- litellm/rust_bridge/catalog.py | 6 +++++- tests/test_litellm/rust_bridge/test_catalog.py | 6 +----- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/litellm/rust_bridge/catalog.py b/litellm/rust_bridge/catalog.py index b0c4037ca35..f7547352d07 100644 --- a/litellm/rust_bridge/catalog.py +++ b/litellm/rust_bridge/catalog.py @@ -46,6 +46,10 @@ def _messages_capability(context: CapabilityContext) -> CapabilityDefinition: return _completed_only(context, _EXPERIMENTAL) +def _chat_completions_capability(context: CapabilityContext) -> CapabilityDefinition: + return _completed_only(context, _EXPERIMENTAL) + + def _transcription_capability(context: CapabilityContext) -> CapabilityDefinition: return _completed_only(context, _RUST_REQUIRED if context.provider == "bedrock" else _PYTHON_ONLY) @@ -76,7 +80,7 @@ COMPONENTS: Final[Mapping[ComponentName, NativeComponent]] = MappingProxyType( ), ComponentName.CHAT_COMPLETIONS: NativeComponent( name=ComponentName.CHAT_COMPLETIONS, - capability=_EXPERIMENTAL, + capability=_chat_completions_capability, exports=("chat_completions", "achat_completions", "chat_completions_decline"), ), ComponentName.TRANSCRIPTION: NativeComponent( diff --git a/tests/test_litellm/rust_bridge/test_catalog.py b/tests/test_litellm/rust_bridge/test_catalog.py index 313a504833b..d3924b51dde 100644 --- a/tests/test_litellm/rust_bridge/test_catalog.py +++ b/tests/test_litellm/rust_bridge/test_catalog.py @@ -71,11 +71,7 @@ def test_release_defaults(name: ComponentName, context: CapabilityContext, expec (ComponentName.MESSAGES, CapabilityContext(), ExecutionDecision.RUST_WITH_FALLBACK), (ComponentName.MESSAGES, CapabilityContext(delivery=DeliveryMode.STREAMING), ExecutionDecision.PYTHON), (ComponentName.CHAT_COMPLETIONS, CapabilityContext(), ExecutionDecision.RUST_WITH_FALLBACK), - ( - ComponentName.CHAT_COMPLETIONS, - CapabilityContext(delivery=DeliveryMode.STREAMING), - ExecutionDecision.RUST_WITH_FALLBACK, - ), + (ComponentName.CHAT_COMPLETIONS, CapabilityContext(delivery=DeliveryMode.STREAMING), ExecutionDecision.PYTHON), (ComponentName.TOKEN_COUNTER, CapabilityContext(), ExecutionDecision.RUST_WITH_FALLBACK), (ComponentName.TRANSCRIPTION, CapabilityContext(provider="openai"), ExecutionDecision.PYTHON), (ComponentName.RESPONSES, CapabilityContext(), ExecutionDecision.PYTHON),