mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-09 22:31:41 +00:00
08fa25042c
The shared proxy wrapper in tests/e2e/e2e_gateway.py was misnamed: Gateway is not a gateway server, it is the client every suite uses to talk to the proxy (keys, models, chat/embed/ocr, spend read-backs, poll helpers). Rename the module to proxy_client.py and the class to ProxyClient, with build_gateway becoming build_proxy_client and the GatewayProvider protocol becoming ProxyClientProvider. The .gateway attribute suites held is now .proxy. Only identifiers changed; prose and string literals that use the word gateway for the proxy-server concept were left alone. Each suite previously built its own instance through a per-suite build_client() that called build_gateway() inside, duplicating the proxy wiring across suites. There is now one session-scoped proxy fixture in tests/e2e/conftest.py; every suite's client fixture depends on it and injects it, so the wiring lives in one place. claude_code keeps building its own client directly since it has its own harness and does not use the shared fixtures. Behavior is unchanged: shared transport, data-plane/control-plane split routing, poll budget, typed request/response models, and resource cleanup all go through the same object.
38 lines
1.6 KiB
Python
38 lines
1.6 KiB
Python
"""Realtime suite's `client` and `realtime_models` fixtures.
|
|
|
|
The shared lifecycle (resources/scoped_key), proxy liveness gate, and e2e marker
|
|
live in the parent tests/e2e/conftest.py. RealtimeClient holds the shared ProxyClient,
|
|
so the `resources` fixture cleans up keys this suite creates.
|
|
|
|
`realtime_models` registers every provider's realtime deployment through /model/new
|
|
at session start and deletes them at teardown, so the suite provisions the models it
|
|
uses through the management endpoints instead of depending on a static (or
|
|
misconfigured) gateway model_list.
|
|
"""
|
|
|
|
from collections.abc import Iterator
|
|
|
|
import pytest
|
|
|
|
from realtime_client import PROVIDERS, RealtimeClient, build_client
|
|
from proxy_client import ProxyClient
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def client(proxy: ProxyClient) -> RealtimeClient:
|
|
return build_client(proxy)
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def realtime_models(client: RealtimeClient) -> Iterator[dict[str, str]]:
|
|
"""Provision each provider's realtime deployment via /model/new and yield a
|
|
provider-id -> model-name map the tests connect with; delete them on teardown.
|
|
Every provider is provisioned (never skipped): a provider whose credentials or
|
|
upstream model are missing on the gateway hard-fails its test, per the suite's
|
|
fail-on-behavior contract in tests/e2e/CLAUDE.md."""
|
|
records = tuple((provider.id, *client.provision(provider)) for provider in PROVIDERS)
|
|
try:
|
|
yield {provider_id: model_name for provider_id, model_name, _ in records}
|
|
finally:
|
|
for _, _, model_id in records:
|
|
client.proxy.delete_model(model_id)
|