From 02736e20cc1713fa233c41e3df415c159bed29a4 Mon Sep 17 00:00:00 2001 From: kerry Date: Sat, 19 Sep 2026 23:33:29 +0000 Subject: [PATCH 1/2] fix(test): repin fireworks fallback cache-read case to the 50% default Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- tests/integration/contracts.json | 2 +- tests/integration/cost_calculation/cost_tracking_cases.json | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/integration/contracts.json b/tests/integration/contracts.json index fe7b6dfe7ac..91bf7a1ca18 100644 --- a/tests/integration/contracts.json +++ b/tests/integration/contracts.json @@ -550,7 +550,7 @@ "tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-input_text]": [ "quota_management.spend_tracking.cost_matrix.logs_cost" ], - "tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_input_rate]": [ + "tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_half_input_rate]": [ "quota_management.spend_tracking.cost_matrix.logs_cost" ], "tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-stream]": [ diff --git a/tests/integration/cost_calculation/cost_tracking_cases.json b/tests/integration/cost_calculation/cost_tracking_cases.json index 3627774816f..d8b9be3a558 100644 --- a/tests/integration/cost_calculation/cost_tracking_cases.json +++ b/tests/integration/cost_calculation/cost_tracking_cases.json @@ -7952,7 +7952,7 @@ } }, { - "name": "fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_input_rate", + "name": "fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_half_input_rate", "covers": "quota_management.spend_tracking.cost_matrix.logs_cost", "model": "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash", "request": { @@ -8008,8 +8008,8 @@ } }, "expected": { - "spend": 0.0021672, - "input_cost": 0.0019392, + "spend": 0.0012456, + "input_cost": 0.0010176, "output_cost": 0.000228, "prompt_tokens": 12928, "completion_tokens": 380 From 7966f50c34773cad1eaf586c4b88e8ffdf63bd1d Mon Sep 17 00:00:00 2001 From: kerry Date: Sat, 19 Sep 2026 23:33:29 +0000 Subject: [PATCH 2/2] fix(test): run the all-beta-headers bedrock cases on Claude Fable 5.1 Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- .../test_all_beta_headers.py | 4 ++-- .../test_config.yaml | 10 ++++++++++ 2 files changed, 12 insertions(+), 2 deletions(-) diff --git a/tests/proxy_e2e_anthropic_messages_tests/test_all_beta_headers.py b/tests/proxy_e2e_anthropic_messages_tests/test_all_beta_headers.py index 6d6be9c4b77..76d1ac5e9eb 100644 --- a/tests/proxy_e2e_anthropic_messages_tests/test_all_beta_headers.py +++ b/tests/proxy_e2e_anthropic_messages_tests/test_all_beta_headers.py @@ -101,8 +101,8 @@ async def test_anthropic_messages_with_all_beta_headers(model_name, provider_nam @pytest.mark.parametrize( "model_name,provider_name", [ - ("bedrock-claude-opus-4.5", "bedrock"), - ("bedrock-converse-claude-sonnet-4.5", "bedrock_converse"), + ("bedrock-claude-fable-5.1", "bedrock"), + ("bedrock-converse-claude-fable-5.1", "bedrock_converse"), ], ) async def test_bedrock_invoke_messages_with_all_beta_headers(model_name, provider_name): diff --git a/tests/proxy_e2e_anthropic_messages_tests/test_config.yaml b/tests/proxy_e2e_anthropic_messages_tests/test_config.yaml index 1b91d975648..199a0272788 100644 --- a/tests/proxy_e2e_anthropic_messages_tests/test_config.yaml +++ b/tests/proxy_e2e_anthropic_messages_tests/test_config.yaml @@ -25,6 +25,11 @@ model_list: model: "bedrock/us.anthropic.claude-opus-4-5-20251101-v1:0" aws_region_name: "us-east-1" + - model_name: bedrock-claude-fable-5.1 + litellm_params: + model: "bedrock/us.anthropic.claude-fable-5-1" + aws_region_name: "us-east-1" + - model_name: bedrock-nova-pro litellm_params: model: "bedrock/us.amazon.nova-pro-v1:0" @@ -35,6 +40,11 @@ model_list: litellm_params: model: "bedrock/converse/us.anthropic.claude-sonnet-4-5-20250929-v1:0" aws_region_name: "us-east-1" + + - model_name: bedrock-converse-claude-fable-5.1 + litellm_params: + model: "bedrock/converse/us.anthropic.claude-fable-5-1" + aws_region_name: "us-east-1" # Azure AI models - model_name: azure-ai-claude-opus-4.5