scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-27 06:13:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 97

test(guardrails): stop the tool-traffic integration tests from flaking on a busy host

Browse source 
Use the shared per-case timeout for the rig client, and open a new
connection per call in the worker-kill burst so a pooled keep-alive
socket to the killed worker is never reused.
This commit is contained in:
yucheng 2026-10-26 14:57:40 -07:00
parent 5dc651bad9
commit 2d1afbd84c
2 changed files with 10 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
tests/integration/security/test_hide_secrets_tool_compatibility.py
View file

@ -14,7 +14,8 @@ import anthropic
import httpx
import openai
import pytest
from integration._support.client import eventually
from integration._support.budget import case_timeout_seconds
from integration._support.client import Gateway, eventually
from integration._support.database import read_rows
from integration._support.wire import Reply, Request
from integration.security.test_hide_secrets_tool_traffic import (
@ -491,9 +492,12 @@ def test_surviving_worker_redacts_mixed_burst_and_replacement_recovers(isolated_
index, marker = item
provider: Final = "anthropic" if index % 2 else "openai"
path: Final = "/v1/messages" if provider == "anthropic" else "/v1/chat/completions"
response: Final = caller.rig.proxy.request(
"POST", path, _body(provider, marker, stream=index % 3 == 0), key=caller.key
)
proxy: Final = caller.rig.proxy
# a new connection per call: a pooled keep-alive socket to the killed worker can outlive the kill
with httpx.Client(base_url=proxy.client.base_url, timeout=case_timeout_seconds(), trust_env=False) as client:
response: Final = Gateway(client, proxy.key, proxy.upstream_url).request(
"POST", path, _body(provider, marker, stream=index % 3 == 0), key=caller.key
)
assert response.status_code == 200 and "accepted" in response.text, response.text
return marker, f"{'msg' if provider == 'anthropic' else 'chatcmpl'}_{marker}"

2
tests/integration/security/test_hide_secrets_tool_traffic.py
View file

@ -14,6 +14,7 @@ from typing import Final
import httpx
import pytest
import yaml
from integration._support.budget import case_timeout_seconds
from integration._support.client import Gateway
from integration._support.database import scratch_database
from integration._support.process import OwnedProxy, owned_proxy_process
@ -172,6 +173,7 @@ def tool_rig(
child_environment,
config=config,
workers=workers,
client_timeout=case_timeout_seconds(),
) as owned:
yield Rig(owned.gateway, wire, database, owned, child_environment)