scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-08 22:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

update CI to use renamed memory leak tests and add proxy server tests

Browse source 
- Update memory_leak_tests job to use test_router_acompletion_memory_growth.py (renamed)
- Add new step to run proxy server memory growth tests
- Test both Router (1k, 2k, 4k, 10k) and Proxy (1k, 10k, 20k) in CI
- Reduce timeout from 60m to 30m per section for faster feedback
- Remove 30k router test from CI to keep runtime reasonable
This commit is contained in:
Alexsander Hamir 2026-01-10 16:14:06 -08:00
parent ff94e23cb3
commit c01be17a50
1 changed files with 18 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
.circleci/config.yml
View file

@ -2056,20 +2056,29 @@ jobs:
pip install "httpx>=0.24.0"
pip install "uvicorn>=0.23.0"
- run:
name: Run Linear Memory Growth Tests
name: Run Router Memory Growth Tests
command: |
echo "Running memory leak tests individually to avoid baseline drift..."
echo "Running Router memory leak tests individually to avoid baseline drift..."
echo "Running test_memory_baseline_1k..."
python -m pytest tests/load_tests/test_linear_memory_growth.py::test_memory_baseline_1k -v -s --tb=short
python -m pytest tests/load_tests/test_router_acompletion_memory_growth.py::test_memory_baseline_1k -v -s --tb=short
echo "Running test_memory_baseline_2k..."
python -m pytest tests/load_tests/test_linear_memory_growth.py::test_memory_baseline_2k -v -s --tb=short
python -m pytest tests/load_tests/test_router_acompletion_memory_growth.py::test_memory_baseline_2k -v -s --tb=short
echo "Running test_memory_baseline_4k..."
python -m pytest tests/load_tests/test_linear_memory_growth.py::test_memory_baseline_4k -v -s --tb=short
python -m pytest tests/load_tests/test_router_acompletion_memory_growth.py::test_memory_baseline_4k -v -s --tb=short
echo "Running test_memory_baseline_10k..."
python -m pytest tests/load_tests/test_linear_memory_growth.py::test_memory_baseline_10k -v -s --tb=short
echo "Running test_memory_baseline_30k..."
python -m pytest tests/load_tests/test_linear_memory_growth.py::test_memory_baseline_30k -v -s --tb=short
no_output_timeout: 60m
python -m pytest tests/load_tests/test_router_acompletion_memory_growth.py::test_memory_baseline_10k -v -s --tb=short
no_output_timeout: 30m
- run:
name: Run Proxy Server Memory Growth Tests
command: |
echo "Running Proxy server memory leak tests individually to avoid baseline drift..."
echo "Running test_proxy_memory_baseline_1k..."
python -m pytest tests/load_tests/test_proxy_chat_completions_memory_growth.py::test_proxy_memory_baseline_1k -v -s --tb=short
echo "Running test_proxy_memory_baseline_10k..."
python -m pytest tests/load_tests/test_proxy_chat_completions_memory_growth.py::test_proxy_memory_baseline_10k -v -s --tb=short
echo "Running test_proxy_memory_baseline_20k..."
python -m pytest tests/load_tests/test_proxy_chat_completions_memory_growth.py::test_proxy_memory_baseline_20k -v -s --tb=short
no_output_timeout: 30m
db_migration_disable_update_check:
machine: