Merge pull request #42048 from BerriAI/litellm_fix_circleci_cost_and_bedrock_beta

fix(test): unbreak the integration-cost and proxy_e2e_anthropic_messages CircleCI jobs on main
2026-09-21 00:21:49 +00:00 · 2026-09-19 16:45:31 -07:00 · 2026-09-19 16:45:31 -07:00 · 1fcef68ab7
commit 1fcef68ab7
parent 3df159308d 7966f50c34
4 changed files with 16 additions and 6 deletions
--- a/tests/integration/contracts.json
+++ b/tests/integration/contracts.json
@ -550,7 +550,7 @@
    "tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-input_text]": [
      "quota_management.spend_tracking.cost_matrix.logs_cost"
    ],
-    "tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_input_rate]": [
+    "tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_half_input_rate]": [
      "quota_management.spend_tracking.cost_matrix.logs_cost"
    ],
    "tests/integration/cost_calculation/test_cost_tracking.py::test_case_bills_expected_cost[fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-stream]": [
--- a/tests/integration/cost_calculation/cost_tracking_cases.json
+++ b/tests/integration/cost_calculation/cost_tracking_cases.json
@ -7952,7 +7952,7 @@
      }
    },
    {
-      "name": "fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_input_rate",
+      "name": "fireworks_ai-accounts-fireworks-models-deepseek-v4p1-flash-fallback_cache_read_at_half_input_rate",
      "covers": "quota_management.spend_tracking.cost_matrix.logs_cost",
      "model": "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash",
      "request": {
@ -8008,8 +8008,8 @@
        }
      },
      "expected": {
-        "spend": 0.0021672,
-        "input_cost": 0.0019392,
+        "spend": 0.0012456,
+        "input_cost": 0.0010176,
        "output_cost": 0.000228,
        "prompt_tokens": 12928,
        "completion_tokens": 380
--- a/tests/proxy_e2e_anthropic_messages_tests/test_all_beta_headers.py
+++ b/tests/proxy_e2e_anthropic_messages_tests/test_all_beta_headers.py
@ -101,8 +101,8 @@ async def test_anthropic_messages_with_all_beta_headers(model_name, provider_nam
@pytest.mark.parametrize(
    "model_name,provider_name",
    [
-        ("bedrock-claude-opus-4.5", "bedrock"),
-        ("bedrock-converse-claude-sonnet-4.5", "bedrock_converse"),
+        ("bedrock-claude-fable-5.1", "bedrock"),
+        ("bedrock-converse-claude-fable-5.1", "bedrock_converse"),
    ],
 )
 async def test_bedrock_invoke_messages_with_all_beta_headers(model_name, provider_name):
--- a/tests/proxy_e2e_anthropic_messages_tests/test_config.yaml
+++ b/tests/proxy_e2e_anthropic_messages_tests/test_config.yaml
@ -25,6 +25,11 @@ model_list:
      model: "bedrock/us.anthropic.claude-opus-4-5-20251101-v1:0"
      aws_region_name: "us-east-1"

+  - model_name: bedrock-claude-fable-5.1
+    litellm_params:
+      model: "bedrock/us.anthropic.claude-fable-5-1"
+      aws_region_name: "us-east-1"
+
  - model_name: bedrock-nova-pro
    litellm_params:
      model: "bedrock/us.amazon.nova-pro-v1:0"
@ -35,6 +40,11 @@ model_list:
    litellm_params:
      model: "bedrock/converse/us.anthropic.claude-sonnet-4-5-20250929-v1:0"
      aws_region_name: "us-east-1"
+
+  - model_name: bedrock-converse-claude-fable-5.1
+    litellm_params:
+      model: "bedrock/converse/us.anthropic.claude-fable-5-1"
+      aws_region_name: "us-east-1"
  
  # Azure AI models
  - model_name: azure-ai-claude-opus-4.5