mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-17 09:34:48 +00:00
fix(rust): declare chat completions as completed-only in the catalog
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
09ed9bd2d6
commit
183e57331f
2 changed files with 6 additions and 6 deletions
|
|
@ -46,6 +46,10 @@ def _messages_capability(context: CapabilityContext) -> CapabilityDefinition:
|
|||
return _completed_only(context, _EXPERIMENTAL)
|
||||
|
||||
|
||||
def _chat_completions_capability(context: CapabilityContext) -> CapabilityDefinition:
|
||||
return _completed_only(context, _EXPERIMENTAL)
|
||||
|
||||
|
||||
def _transcription_capability(context: CapabilityContext) -> CapabilityDefinition:
|
||||
return _completed_only(context, _RUST_REQUIRED if context.provider == "bedrock" else _PYTHON_ONLY)
|
||||
|
||||
|
|
@ -76,7 +80,7 @@ COMPONENTS: Final[Mapping[ComponentName, NativeComponent]] = MappingProxyType(
|
|||
),
|
||||
ComponentName.CHAT_COMPLETIONS: NativeComponent(
|
||||
name=ComponentName.CHAT_COMPLETIONS,
|
||||
capability=_EXPERIMENTAL,
|
||||
capability=_chat_completions_capability,
|
||||
exports=("chat_completions", "achat_completions", "chat_completions_decline"),
|
||||
),
|
||||
ComponentName.TRANSCRIPTION: NativeComponent(
|
||||
|
|
|
|||
|
|
@ -71,11 +71,7 @@ def test_release_defaults(name: ComponentName, context: CapabilityContext, expec
|
|||
(ComponentName.MESSAGES, CapabilityContext(), ExecutionDecision.RUST_WITH_FALLBACK),
|
||||
(ComponentName.MESSAGES, CapabilityContext(delivery=DeliveryMode.STREAMING), ExecutionDecision.PYTHON),
|
||||
(ComponentName.CHAT_COMPLETIONS, CapabilityContext(), ExecutionDecision.RUST_WITH_FALLBACK),
|
||||
(
|
||||
ComponentName.CHAT_COMPLETIONS,
|
||||
CapabilityContext(delivery=DeliveryMode.STREAMING),
|
||||
ExecutionDecision.RUST_WITH_FALLBACK,
|
||||
),
|
||||
(ComponentName.CHAT_COMPLETIONS, CapabilityContext(delivery=DeliveryMode.STREAMING), ExecutionDecision.PYTHON),
|
||||
(ComponentName.TOKEN_COUNTER, CapabilityContext(), ExecutionDecision.RUST_WITH_FALLBACK),
|
||||
(ComponentName.TRANSCRIPTION, CapabilityContext(provider="openai"), ExecutionDecision.PYTHON),
|
||||
(ComponentName.RESPONSES, CapabilityContext(), ExecutionDecision.PYTHON),
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue