Merge remote-tracking branch 'origin/main' into litellm_explicit_cache_injection_points_survive_client_marks

This commit is contained in:
mateo-berri 2026-09-19 17:30:21 -07:00
commit b220178e9d
4 changed files with 16 additions and 6 deletions

View file

@ -550,7 +550,7 @@
"tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-input_text]": [
"quota_management.spend_tracking.cost_matrix.logs_cost"
],
"tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_input_rate]": [
"tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_half_input_rate]": [
"quota_management.spend_tracking.cost_matrix.logs_cost"
],
"tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-stream]": [

View file

@ -7952,7 +7952,7 @@
}
},
{
"name": "fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_input_rate",
"name": "fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_half_input_rate",
"covers": "quota_management.spend_tracking.cost_matrix.logs_cost",
"model": "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash",
"request": {
@ -8008,8 +8008,8 @@
}
},
"expected": {
"spend": 0.0021672,
"input_cost": 0.0019392,
"spend": 0.0012456,
"input_cost": 0.0010176,
"output_cost": 0.000228,
"prompt_tokens": 12928,
"completion_tokens": 380

View file

@ -101,8 +101,8 @@ async def test_anthropic_messages_with_all_beta_headers(model_name, provider_nam
@pytest.mark.parametrize(
"model_name,provider_name",
[
("bedrock-claude-opus-4.5", "bedrock"),
("bedrock-converse-claude-sonnet-4.5", "bedrock_converse"),
("bedrock-claude-fable-5.1", "bedrock"),
("bedrock-converse-claude-fable-5.1", "bedrock_converse"),
],
)
async def test_bedrock_invoke_messages_with_all_beta_headers(model_name, provider_name):

View file

@ -25,6 +25,11 @@ model_list:
model: "bedrock/us.anthropic.claude-opus-4-5-20251101-v1:0"
aws_region_name: "us-east-1"
- model_name: bedrock-claude-fable-5.1
litellm_params:
model: "bedrock/us.anthropic.claude-fable-5-1"
aws_region_name: "us-east-1"
- model_name: bedrock-nova-pro
litellm_params:
model: "bedrock/us.amazon.nova-pro-v1:0"
@ -35,6 +40,11 @@ model_list:
litellm_params:
model: "bedrock/converse/us.anthropic.claude-sonnet-4-5-20250929-v1:0"
aws_region_name: "us-east-1"
- model_name: bedrock-converse-claude-fable-5.1
litellm_params:
model: "bedrock/converse/us.anthropic.claude-fable-5-1"
aws_region_name: "us-east-1"
# Azure AI models
- model_name: azure-ai-claude-opus-4.5