mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-26 01:12:21 +00:00
test(proxy_behavior): pin /key/delete authz matrix + post-delete contract (21 scenarios)
Slice 12 of the management-endpoints behavior-pinning effort. Mirrors slices 10/11. On success: cleartext can no longer authenticate (handles both hard-delete and soft-delete to LiteLLM_DeletedVerificationToken). On denial: row survives and cleartext still authenticates. Notable behavior gap with /key/update: same-team peers (internal_user, unrelated_same_org, etc.) get 403 on /key/delete for OWNER's key — i.e. cannot delete each other's keys — whereas they CAN read each other's keys (Slice 8). Delete is stricter than read. Pinned as-is. Cumulative whole-suite wall-time is 5.9s for all 128 tests on the local runner — well under the 10-min G2 budget for the CI job in Slice 13. Plan: https://www.notion.so/36643b8acdab8128a581ced0f6a4744d
This commit is contained in:
parent
671e0bc129
commit
1013d7228e
1 changed files with 143 additions and 0 deletions
143
tests/proxy_behavior/management/test_key_delete.py
Normal file
143
tests/proxy_behavior/management/test_key_delete.py
Normal file
|
|
@ -0,0 +1,143 @@
|
|||
"""Slice 12 — actor × target authz matrix for ``POST /key/delete``.
|
||||
|
||||
Same shape as Slices 10/11: master-seed a scoped scratch key, the actor under
|
||||
test attempts to delete it via ``POST /key/delete {keys: [<cleartext>]}``. On
|
||||
200 the test verifies the row is gone (or soft-deleted) AND the cleartext can
|
||||
no longer auth. On denial it verifies the row survives and still authenticates.
|
||||
"""
|
||||
|
||||
from typing import Any, Dict, Optional
|
||||
|
||||
import pytest
|
||||
|
||||
from .actors import TEAM_ALPHA, TEAM_BETA, Actor
|
||||
from .conftest import MASTER_KEY
|
||||
|
||||
pytestmark = pytest.mark.asyncio(loop_scope="session")
|
||||
|
||||
|
||||
_SCENARIOS = [
|
||||
# ─── target = self-owned key ──────────────────────────────────────────
|
||||
("self/proxy_admin", Actor.PROXY_ADMIN, "self", 200),
|
||||
("self/org_admin", Actor.ORG_ADMIN, "self", 401),
|
||||
("self/team_admin", Actor.TEAM_ADMIN, "self", 200),
|
||||
("self/internal_user", Actor.INTERNAL_USER, "self", 200),
|
||||
("self/owner", Actor.OWNER, "self", 200),
|
||||
("self/unrelated_same_org", Actor.UNRELATED_SAME_ORG, "self", 200),
|
||||
("self/cross_org_user", Actor.CROSS_ORG_USER, "self", 200),
|
||||
("self/service_account", Actor.SERVICE_ACCOUNT, "self", 200),
|
||||
# ─── target = OWNER-scoped key in org_a / team_alpha ──────────────────
|
||||
("owner_target/proxy_admin", Actor.PROXY_ADMIN, "owner", 200),
|
||||
# ORG_ADMIN hits the early role gate before any target-specific check.
|
||||
("owner_target/org_admin", Actor.ORG_ADMIN, "owner", 401),
|
||||
("owner_target/team_admin", Actor.TEAM_ADMIN, "owner", 200),
|
||||
("owner_target/internal_user", Actor.INTERNAL_USER, "owner", 403),
|
||||
("owner_target/unrelated_same_org", Actor.UNRELATED_SAME_ORG, "owner", 403),
|
||||
("owner_target/cross_org_user", Actor.CROSS_ORG_USER, "owner", 403),
|
||||
("owner_target/service_account", Actor.SERVICE_ACCOUNT, "owner", 403),
|
||||
# ─── target = CROSS_ORG_USER-scoped key in org_b / team_beta ──────────
|
||||
("cross_org_target/proxy_admin", Actor.PROXY_ADMIN, "cross_org", 200),
|
||||
("cross_org_target/org_admin", Actor.ORG_ADMIN, "cross_org", 401),
|
||||
("cross_org_target/team_admin", Actor.TEAM_ADMIN, "cross_org", 403),
|
||||
("cross_org_target/owner", Actor.OWNER, "cross_org", 403),
|
||||
("cross_org_target/cross_org_user", Actor.CROSS_ORG_USER, "cross_org", 200),
|
||||
("cross_org_target/service_account", Actor.SERVICE_ACCOUNT, "cross_org", 403),
|
||||
]
|
||||
|
||||
|
||||
async def _create_scratch_key(
|
||||
proxy_client,
|
||||
scratch_prefix: str,
|
||||
*,
|
||||
user_id: str,
|
||||
team_id: Optional[str] = None,
|
||||
) -> str:
|
||||
body: Dict[str, Any] = {"key_alias": scratch_prefix, "user_id": user_id}
|
||||
if team_id is not None:
|
||||
body["team_id"] = team_id
|
||||
resp = await proxy_client.post(
|
||||
"/key/generate",
|
||||
headers={"Authorization": f"Bearer {MASTER_KEY}"},
|
||||
json=body,
|
||||
)
|
||||
assert resp.status_code == 200, f"setup: master /key/generate failed: {resp.text}"
|
||||
return resp.json()["key"]
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"actor,target_shape,expected_status",
|
||||
[(a, t, s) for (_id, a, t, s) in _SCENARIOS],
|
||||
ids=[s[0] for s in _SCENARIOS],
|
||||
)
|
||||
async def test_key_delete_authz_matrix(
|
||||
actor: Actor,
|
||||
target_shape: str,
|
||||
expected_status: int,
|
||||
proxy_client,
|
||||
prisma,
|
||||
scratch,
|
||||
world,
|
||||
):
|
||||
from litellm.proxy.utils import hash_token
|
||||
|
||||
caller = world.keys[actor]
|
||||
|
||||
if target_shape == "self":
|
||||
target_cleartext = await _create_scratch_key(
|
||||
proxy_client, scratch.prefix, user_id=caller.user_id
|
||||
)
|
||||
elif target_shape == "owner":
|
||||
target_cleartext = await _create_scratch_key(
|
||||
proxy_client,
|
||||
scratch.prefix,
|
||||
user_id=world.keys[Actor.OWNER].user_id,
|
||||
team_id=TEAM_ALPHA,
|
||||
)
|
||||
elif target_shape == "cross_org":
|
||||
target_cleartext = await _create_scratch_key(
|
||||
proxy_client,
|
||||
scratch.prefix,
|
||||
user_id=world.keys[Actor.CROSS_ORG_USER].user_id,
|
||||
team_id=TEAM_BETA,
|
||||
)
|
||||
else:
|
||||
pytest.fail(f"unknown target_shape={target_shape}")
|
||||
|
||||
target_hashed = hash_token(target_cleartext)
|
||||
|
||||
resp = await proxy_client.post(
|
||||
"/key/delete",
|
||||
headers={"Authorization": f"Bearer {caller.cleartext}"},
|
||||
json={"keys": [target_cleartext]},
|
||||
)
|
||||
assert resp.status_code == expected_status, (
|
||||
f"{actor.value} POST /key/delete {target_shape} → "
|
||||
f"{resp.status_code} (expected {expected_status}). body={resp.text}"
|
||||
)
|
||||
|
||||
# Verify the after-state matches the verdict.
|
||||
row = await prisma.db.litellm_verificationtoken.find_unique(
|
||||
where={"token": target_hashed}
|
||||
)
|
||||
auth_check = await proxy_client.get(
|
||||
"/key/info",
|
||||
headers={"Authorization": f"Bearer {target_cleartext}"},
|
||||
)
|
||||
|
||||
if expected_status == 200:
|
||||
# Successful delete: cleartext must no longer authenticate, regardless of
|
||||
# whether the row is hard-deleted or soft-deleted into LiteLLM_DeletedVerificationToken.
|
||||
assert auth_check.status_code == 401, (
|
||||
f"{actor.value}: handler returned 200 but cleartext still authenticates "
|
||||
f"({auth_check.status_code}): {auth_check.text}"
|
||||
)
|
||||
else:
|
||||
# Denied: row still present, cleartext still works.
|
||||
assert row is not None, (
|
||||
f"{actor.value}: handler returned {expected_status} but row vanished — "
|
||||
f"silent delete on denial"
|
||||
)
|
||||
assert auth_check.status_code == 200, (
|
||||
f"{actor.value}: handler returned {expected_status} but cleartext no "
|
||||
f"longer authenticates: {auth_check.text}"
|
||||
)
|
||||
Loading…
Add table
Reference in a new issue