From 85cf3d77c38a77a9e8ec464ef4f8bdc5f7932a7b Mon Sep 17 00:00:00 2001 From: mubashir1osmani Date: Mon, 10 Aug 2026 22:57:22 -0700 Subject: [PATCH] test(e2e): skip the three reproducers while their gateway bugs stay open The passthrough header contract, /budget/update model_max_budget, and end-user per-model rpm enforcement reproducers all still fail against staging by design. Skip each with the product gap named so the combined suite can gate merges on green while the collector keeps reporting the cells as uncovered. --- tests/e2e/llm_translation/test_passthrough_e2e.py | 1 + tests/e2e/management/test_budget_customer_user_org_e2e.py | 1 + tests/e2e/quota_management/budgets/test_model_max_budget_e2e.py | 1 + 3 files changed, 3 insertions(+) diff --git a/tests/e2e/llm_translation/test_passthrough_e2e.py b/tests/e2e/llm_translation/test_passthrough_e2e.py index 081e88e493b..b57164df9bb 100644 --- a/tests/e2e/llm_translation/test_passthrough_e2e.py +++ b/tests/e2e/llm_translation/test_passthrough_e2e.py @@ -66,6 +66,7 @@ def test_gemini_passthrough_nonstreaming_logs_cost( assert tag in (row.request_tags or []), f"tags not logged: {row.request_tags}" +@pytest.mark.skip(reason="stage red: product gap, native passthrough returns no x-litellm-response-cost or x-ratelimit-* headers") def test_gemini_passthrough_returns_the_same_header_contract_as_the_managed_route( client: PassthroughClient, scoped_key: str ) -> None: diff --git a/tests/e2e/management/test_budget_customer_user_org_e2e.py b/tests/e2e/management/test_budget_customer_user_org_e2e.py index cc5423affeb..ae78555de78 100644 --- a/tests/e2e/management/test_budget_customer_user_org_e2e.py +++ b/tests/e2e/management/test_budget_customer_user_org_e2e.py @@ -168,6 +168,7 @@ class TestBudgetManagement: f"/budget/list never included the created budget {budget_id}", ) + @pytest.mark.skip(reason="stage red: product gap, /budget/update 500s on any model_max_budget (prisma Json arg + unquoted GraphQL interpolation)") @pytest.mark.covers("mgmt.budget.update.accepts_model_max_budget") def test_update_accepts_per_model_budgets_including_punctuated_names( self, client: ManagementClient, resources: ResourceManager diff --git a/tests/e2e/quota_management/budgets/test_model_max_budget_e2e.py b/tests/e2e/quota_management/budgets/test_model_max_budget_e2e.py index f202bb570b6..3f7264365ef 100644 --- a/tests/e2e/quota_management/budgets/test_model_max_budget_e2e.py +++ b/tests/e2e/quota_management/budgets/test_model_max_budget_e2e.py @@ -59,6 +59,7 @@ def test_model_max_budget_isolates_per_model( require_successful_call(other) +@pytest.mark.skip(reason="stage red: product gap, end-user model_max_budget rpm_limit is stored but never enforced") @pytest.mark.covers("quota_management.budget.end_user_model_max.blocks_over_limit") def test_end_user_model_max_budget_enforces_per_model_rpm( client: BudgetClient, resources: ResourceManager