From c01be17a50b503b6f5c39751212743aa105cf477 Mon Sep 17 00:00:00 2001 From: Alexsander Hamir Date: Sat, 10 Jan 2026 16:14:06 -0800 Subject: [PATCH] update CI to use renamed memory leak tests and add proxy server tests - Update memory_leak_tests job to use test_router_acompletion_memory_growth.py (renamed) - Add new step to run proxy server memory growth tests - Test both Router (1k, 2k, 4k, 10k) and Proxy (1k, 10k, 20k) in CI - Reduce timeout from 60m to 30m per section for faster feedback - Remove 30k router test from CI to keep runtime reasonable --- .circleci/config.yml | 27 ++++++++++++++++++--------- 1 file changed, 18 insertions(+), 9 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index ebbd986bf2a..8dc42991cae 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -2056,20 +2056,29 @@ jobs: pip install "httpx>=0.24.0" pip install "uvicorn>=0.23.0" - run: - name: Run Linear Memory Growth Tests + name: Run Router Memory Growth Tests command: | - echo "Running memory leak tests individually to avoid baseline drift..." + echo "Running Router memory leak tests individually to avoid baseline drift..." echo "Running test_memory_baseline_1k..." - python -m pytest tests/load_tests/test_linear_memory_growth.py::test_memory_baseline_1k -v -s --tb=short + python -m pytest tests/load_tests/test_router_acompletion_memory_growth.py::test_memory_baseline_1k -v -s --tb=short echo "Running test_memory_baseline_2k..." - python -m pytest tests/load_tests/test_linear_memory_growth.py::test_memory_baseline_2k -v -s --tb=short + python -m pytest tests/load_tests/test_router_acompletion_memory_growth.py::test_memory_baseline_2k -v -s --tb=short echo "Running test_memory_baseline_4k..." - python -m pytest tests/load_tests/test_linear_memory_growth.py::test_memory_baseline_4k -v -s --tb=short + python -m pytest tests/load_tests/test_router_acompletion_memory_growth.py::test_memory_baseline_4k -v -s --tb=short echo "Running test_memory_baseline_10k..." - python -m pytest tests/load_tests/test_linear_memory_growth.py::test_memory_baseline_10k -v -s --tb=short - echo "Running test_memory_baseline_30k..." - python -m pytest tests/load_tests/test_linear_memory_growth.py::test_memory_baseline_30k -v -s --tb=short - no_output_timeout: 60m + python -m pytest tests/load_tests/test_router_acompletion_memory_growth.py::test_memory_baseline_10k -v -s --tb=short + no_output_timeout: 30m + - run: + name: Run Proxy Server Memory Growth Tests + command: | + echo "Running Proxy server memory leak tests individually to avoid baseline drift..." + echo "Running test_proxy_memory_baseline_1k..." + python -m pytest tests/load_tests/test_proxy_chat_completions_memory_growth.py::test_proxy_memory_baseline_1k -v -s --tb=short + echo "Running test_proxy_memory_baseline_10k..." + python -m pytest tests/load_tests/test_proxy_chat_completions_memory_growth.py::test_proxy_memory_baseline_10k -v -s --tb=short + echo "Running test_proxy_memory_baseline_20k..." + python -m pytest tests/load_tests/test_proxy_chat_completions_memory_growth.py::test_proxy_memory_baseline_20k -v -s --tb=short + no_output_timeout: 30m db_migration_disable_update_check: machine: