mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-20 00:11:50 +00:00
bf59b7e23d
Adds a chat_completions route module to litellm-core, mirroring the messages route, plus Anthropic Messages and Bedrock Converse provider configs. The per-model `rust: true` opt-in now covers /chat/completions for both providers. The core accepts an allowlisted subset (text conversations, non-streaming) and returns CoreError::Unsupported for anything else, so tool calls, multimodal content and streaming fall back to the Python path transparently. Resolves LIT-5698
41 lines
2 KiB
Rust
41 lines
2 KiB
Rust
pub const OPENAI_DEFAULT_API_BASE: &str = "https://api.openai.com";
|
|
pub const OPENAI_RESPONSES_DEFAULT_API_BASE: &str = "https://api.openai.com/v1";
|
|
pub const OPENAI_RESPONSES_PATH: &str = "/responses";
|
|
|
|
/// Full-request timeout ceiling for Anthropic Messages provider calls, in
|
|
/// seconds. Mirrors the Python Anthropic Messages default. The per-request
|
|
/// timeout from the caller still overrides this on the request builder.
|
|
pub(crate) const MESSAGES_TIMEOUT_SECS: u64 = 600;
|
|
|
|
/// Connect timeout for Anthropic Messages provider calls, in seconds.
|
|
pub(crate) const MESSAGES_CONNECT_TIMEOUT_SECS: u64 = 10;
|
|
|
|
/// Max characters of an upstream error body echoed across the call boundary
|
|
/// before truncation, so provider bodies are bounded and data-minimized.
|
|
pub(crate) const UPSTREAM_ERROR_BODY_MAX_CHARS: usize = 256;
|
|
|
|
/// Provider name used for Anthropic Messages when a deployment's provider model
|
|
/// does not carry an explicit provider prefix.
|
|
pub const ANTHROPIC_MESSAGES_PROVIDER: &str = "anthropic";
|
|
|
|
/// Prefix identifying an Anthropic OAuth token. Mirrors Python's
|
|
/// `ANTHROPIC_OAUTH_TOKEN_PREFIX`, which is what makes `validate_environment`
|
|
/// authenticate with `authorization` and drop `x-api-key` entirely.
|
|
pub(crate) const ANTHROPIC_OAUTH_TOKEN_PREFIX: &str = "sk-ant-oat";
|
|
|
|
/// Full-request timeout ceiling for chat completions provider calls, in
|
|
/// seconds. Mirrors the Python chat completions default.
|
|
pub(crate) const CHAT_COMPLETIONS_TIMEOUT_SECS: u64 = 600;
|
|
|
|
/// Connect timeout for chat completions provider calls, in seconds.
|
|
pub(crate) const CHAT_COMPLETIONS_CONNECT_TIMEOUT_SECS: u64 = 10;
|
|
|
|
/// `object` field every non-streaming chat completion response carries.
|
|
pub const CHAT_COMPLETION_OBJECT: &str = "chat.completion";
|
|
|
|
/// Placeholder Python substitutes for empty or whitespace-only message text,
|
|
/// which Anthropic and Bedrock both reject. Must match
|
|
/// `_EMPTY_TEXT_PLACEHOLDER` in
|
|
/// `litellm/litellm_core_utils/prompt_templates/factory.py`.
|
|
pub const EMPTY_TEXT_PLACEHOLDER: &str =
|
|
"[System: Empty message content sanitised to satisfy protocol]";
|