mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-14 23:21:35 +00:00
test(e2e): tighten rate limiting registry metadata
This commit is contained in:
parent
ae209d31f9
commit
75a6206b04
2 changed files with 2 additions and 2 deletions
|
|
@ -1,3 +1,3 @@
|
|||
# Rate limiting behaviors. Grounded in litellm/proxy/hooks/parallel_request_limiter.py.
|
||||
- {id: rate_limiting.key.tpm.under_limit_allows, module: rate_limiting, tier: P0, scope: key, limit: tpm, behavior: allows_under_limit, assertions: [persists_limit, allows_request], source: "parallel_request_limiter.py:145-260", rationale: "A virtual key below its TPM quota can call the data plane"}
|
||||
- {id: rate_limiting.key.tpm.over_limit_blocks, module: rate_limiting, tier: P0, scope: key, limit: tpm, behavior: blocks_over_limit, assertions: [persists_limit, records_usage, blocks_next_request], source: "parallel_request_limiter.py:145-260", rationale: "A virtual key above its TPM quota is rejected with 429"}
|
||||
- {id: rate_limiting.key.tpm.over_limit_blocks, module: rate_limiting, tier: P0, scope: key, limit: tpm, behavior: blocks_over_limit, assertions: [persists_limit, returns_usage, blocks_next_request], source: "parallel_request_limiter.py:145-260", rationale: "A virtual key above its TPM quota is rejected with 429"}
|
||||
|
|
|
|||
|
|
@ -5,6 +5,6 @@ import pytest
|
|||
from rate_limiting_client import RateLimitingClient, build_client
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
@pytest.fixture(scope="session")
|
||||
def client() -> RateLimitingClient:
|
||||
return build_client()
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue