scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-11 08:38:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 280

test(integration): budget proxy restart tests from calibrated boot time (#49761)

Browse source 
Both restart tests boot two 2-worker proxies but capped the case at a fixed
180s, below even one calibrated 2-worker readiness budget. On a loaded runner
each boot took 80-90s, so pytest-timeout fired mid-boot or mid-shutdown

Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
Mateo Wang 2026-11-07 23:37:18 +00:00 • committed by GitHub
parent 0d0bf8f75f
commit 83e2e5bf99
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
tests/integration/observability/test_azure_content_safety_dispatch_resilience.py
View file

@ -8,11 +8,13 @@ from typing import Final
import httpx
import pytest
from integration._support.budget import readiness_seconds
from integration._support.client import Gateway, Scenario, eventually
from integration._support.database import read_rows
from integration._support.redis_process import owned_redis
from integration._support.wire import Wire, wire_server
from integration._support.ports import allocate_port
from integration._support.process import graceful_stop_seconds
from integration.observability.azure_dispatch_support import (
ATTACK_MARKER,
AzureBehavior,
@ -406,7 +408,7 @@ def test_x3_killing_one_worker_leaves_the_other_serving(
_assert_spend(response.headers["x-litellm-call-id"], response.text)
@pytest.mark.timeout(180)
@pytest.mark.timeout(2 * readiness_seconds(2) + 2 * graceful_stop_seconds() + 120)
def test_x4_proxy_restart_preserves_completed_spend_rows(
gateway: Gateway, tmp_path: Path
) -> None:

5
tests/integration/observability/test_azure_storage_chaos.py
View file

@ -13,8 +13,9 @@ from _azure_storage_support import (
collect_files,
)
from _s3_v2_support import matched_ids, mixed_burst, surface_reply
from integration._support.budget import readiness_seconds
from integration._support.client import Gateway, JsonValue, eventually
from integration._support.process import group_members, owned_proxy_process
from integration._support.process import graceful_stop_seconds, group_members, owned_proxy_process
from integration._support.tls import server_context, write_self_signed_cert
from integration._support.wire import wire_server
@ -175,7 +176,7 @@ def test_killing_one_worker_keeps_the_other_serving_and_uploading(gateway: Gatew
)
@pytest.mark.timeout(180)
@pytest.mark.timeout(2 * readiness_seconds(WORKERS) + 2 * graceful_stop_seconds() + 120)
def test_restarting_the_proxy_before_the_queue_flushes_bounds_the_loss_to_the_unflushed_queue_and_recovers(
gateway: Gateway, tmp_path: Path
) -> None: