scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 109

add 100k router memory test and increase memory limit to 60 MB

Browse source 
- Add test_memory_baseline_100k for testing at scale (100,000 requests)
- Increase MEMORY_LIMIT from 50 MB to 60 MB for all router tests
- Memory limit adjustment accounts for observed usage patterns in 30k test
This commit is contained in:
Alexsander Hamir 2026-01-10 16:36:11 -08:00
parent 02c4d009b3
commit d5a35efe50
1 changed files with 20 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
tests/load_tests/test_router_acompletion_memory_growth.py
View file

@ -29,8 +29,8 @@ from tests.load_tests.memory_leak_utils import (
)
# Memory limit for all linear memory growth tests
# Increased to 50 MB to account for larger batch size (100 vs 20) which creates more temporary objects
MEMORY_LIMIT = "50 MB"
# Increased to 60 MB to account for larger batch size (100 vs 20) which creates more temporary objects
MEMORY_LIMIT = "60 MB"
@pytest.mark.asyncio
@ -120,3 +120,21 @@ async def test_memory_baseline_30k(test_router, limit_memory):
pytest tests/load_tests/test_router_acompletion_memory_growth.py::test_memory_baseline_30k -v
"""
await run_memory_baseline_test(30000, test_router, limit_memory)
@pytest.mark.asyncio
@pytest.mark.limit_leaks(MEMORY_LIMIT)
@pytest.mark.no_parallel # Must run sequentially - measures process memory
async def test_memory_baseline_100k(test_router, limit_memory):
"""
Memory baseline test with 100,000 requests.
Uses @pytest.mark.limit_leaks("40 MB") to enforce memory limit.
If test_memory_baseline_1k and test_memory_baseline_2k pass but this fails,
it's a clear sign of sequential/progressive memory growth.
NOTE: This test should be run INDIVIDUALLY, not with other tests in this file.
Running multiple tests together causes memory baseline drift, making it difficult
to accurately detect linear memory growth. Run with:
pytest tests/load_tests/test_router_acompletion_memory_growth.py::test_memory_baseline_100k -v
"""
await run_memory_baseline_test(100000, test_router, limit_memory)