scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-01 02:02:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 92

docs(cost-map): describe the bedrock native chat completions capability flags

Browse source
This commit is contained in:
mateo-berri 2026-09-24 18:08:46 -07:00
parent ff8e15d844
commit 4101c0ceb2
3 changed files with 25 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
ci_cd/generate_model_prices_schema.py
View file

@ -211,6 +211,24 @@ NUMBER_KEYS: dict[str, JsonSchema] = {
},
}
BOOLEAN_KEYS: dict[str, JsonSchema] = {
"supports_bedrock_runtime_chat_completions_response_format": {
"type": "boolean",
"description": (
"The Bedrock native /v1/chat/completions route enforces a json_schema response_format for this model; "
"unset means LiteLLM serves those requests through Converse's json_tool_call emulation."
),
},
"supports_bedrock_runtime_chat_completions_tools_with_reasoning": {
"type": "boolean",
"description": (
"The Bedrock native /v1/chat/completions route serves this model's function tools with any "
"reasoning_effort; unset means LiteLLM serves a tools request through Converse unless reasoning_effort "
"is exactly 'none'."
),
},
}
COST_DESCRIPTIONS: dict[str, str] = {
"input_cost_per_token": "USD per prompt token.",
"output_cost_per_token": "USD per generated token.",
@ -292,7 +310,7 @@ def string_key_schemas(modes: tuple) -> dict[str, JsonSchema]:
def classify(key: str, modes: tuple) -> Optional[JsonSchema]:
curated = {**OBJECT_KEYS, **ARRAY_KEYS, **string_key_schemas(modes), **INTEGER_KEYS, **NUMBER_KEYS}
curated = {**OBJECT_KEYS, **ARRAY_KEYS, **string_key_schemas(modes), **INTEGER_KEYS, **NUMBER_KEYS, **BOOLEAN_KEYS}
if key in curated:
return curated[key]
if key.startswith("supports_") or key in EXTRA_BOOLEAN_KEYS:

2
litellm-rust/crates/model-catalog/src/model_info.rs
View file

@ -581,8 +581,10 @@ pub struct ModelInfo {
pub supports_audio_input: Option<bool>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub supports_audio_output: Option<bool>,
/// The Bedrock native /v1/chat/completions route enforces a json_schema response_format for this model; unset means LiteLLM serves those requests through Converse's json_tool_call emulation.
#[serde(default, skip_serializing_if = "Option::is_none")]
pub supports_bedrock_runtime_chat_completions_response_format: Option<bool>,
/// The Bedrock native /v1/chat/completions route serves this model's function tools with any reasoning_effort; unset means LiteLLM serves a tools request through Converse unless reasoning_effort is exactly 'none'.
#[serde(default, skip_serializing_if = "Option::is_none")]
pub supports_bedrock_runtime_chat_completions_tools_with_reasoning: Option<bool>,
#[serde(default, skip_serializing_if = "Option::is_none")]

6
model_prices_and_context_window.schema.json
View file

@ -903,10 +903,12 @@
"type": "boolean"
},
"supports_bedrock_runtime_chat_completions_response_format": {
"type": "boolean"
"type": "boolean",
"description": "The Bedrock native /v1/chat/completions route enforces a json_schema response_format for this model; unset means LiteLLM serves those requests through Converse's json_tool_call emulation."
},
"supports_bedrock_runtime_chat_completions_tools_with_reasoning": {
"type": "boolean"
"type": "boolean",
"description": "The Bedrock native /v1/chat/completions route serves this model's function tools with any reasoning_effort; unset means LiteLLM serves a tools request through Converse unless reasoning_effort is exactly 'none'."
},
"supports_computer_use": {
"type": "boolean"