scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-29 06:33:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 200

test(perf): set the seven new perf ceilings from 124 lane runs across v1.103.0 to v1.106.0 (#47527)

Browse source 
Co-authored-by: devin-ai-integration[bot] <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
Kerry Lu 2026-10-20 06:51:53 -07:00 • committed by GitHub
parent 4818b767d8
commit ea2a842d7d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 14 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
tests/e2e/perf/cases/mixed_size_requests_2rps.py
View file

@ -64,14 +64,14 @@ CASE: Final = PerformanceTestCase(
Limit("unexpected_status_count", max=3),
Limit("gateway_added_seconds", percentile=50, max=0.58),
Limit("gateway_added_seconds", percentile=99, max=6.1),
Limit("litellm_overhead_seconds", percentile=50, max=0.05),
Limit("litellm_overhead_seconds", percentile=99, max=2.2),
Limit("litellm_response_seconds", percentile=50, max=1.2),
Limit("litellm_overhead_seconds", percentile=50, max=0.1),
Limit("litellm_overhead_seconds", percentile=99, max=3.4),
Limit("litellm_response_seconds", percentile=50, max=1.0),
Limit("litellm_response_seconds", percentile=99, max=3.8),
Limit("prometheus_redis_latency_mean_seconds", max=0.003),
Limit("postgres_active_sessions", max=0.004),
Limit("postgres_slowest_statement_seconds", max=0.045),
Limit("postgres_peak_connections", max=30),
Limit("prometheus_redis_latency_mean_seconds", max=0.005),
Limit("postgres_active_sessions", max=0.016),
Limit("postgres_slowest_statement_seconds", max=0.25),
Limit("postgres_peak_connections", max=45),
Limit("time_to_first_token_seconds", percentile=50, max=2.7),
Limit("time_to_first_token_seconds", percentile=99, max=8.8),
Limit("memory_growth_megabytes", max=600),

14
tests/e2e/perf/cases/small_bodies_5rps.py
View file

@ -65,14 +65,14 @@ CASE: Final = PerformanceTestCase(
limits=(
Limit("unexpected_status_count", max=3),
Limit("gateway_added_seconds", percentile=50, max=0.29),
Limit("litellm_overhead_seconds", percentile=50, max=0.02),
Limit("litellm_overhead_seconds", percentile=99, max=0.8),
Limit("litellm_response_seconds", percentile=50, max=0.8),
Limit("litellm_response_seconds", percentile=99, max=2.8),
Limit("litellm_overhead_seconds", percentile=50, max=0.012),
Limit("litellm_overhead_seconds", percentile=99, max=0.35),
Limit("litellm_response_seconds", percentile=50, max=1.0),
Limit("litellm_response_seconds", percentile=99, max=2.0),
Limit("prometheus_redis_latency_mean_seconds", max=0.006),
Limit("postgres_active_sessions", max=0.006),
Limit("postgres_slowest_statement_seconds", max=0.035),
Limit("postgres_peak_connections", max=30),
Limit("postgres_active_sessions", max=0.01),
Limit("postgres_slowest_statement_seconds", max=0.025),
Limit("postgres_peak_connections", max=45),
Limit("time_to_first_token_seconds", percentile=99, max=3.7),
Limit("memory_growth_megabytes", max=100),
Limit("postgres_calls_per_request", max=1.8),