litellm/tests/e2e/codex/conftest.py

69 lines
2.5 KiB
Python

from __future__ import annotations
from collections.abc import Iterator
from dataclasses import dataclass
from typing import Final
import pytest
from cli_harness.rate_limiter import get_default_limiter
from codex.harness import CodexHarness, codex_harness
from codex.setups import Deployment, ModelSetup
from e2e_config import PROXY_BASE_URL, unique_marker
from lifecycle import ResourceManager
from models import KeyGenerateBody, ModelInfoBody, ModelNewBody, TeamNewBody
from proxy_client import ProxyClient
@dataclass(frozen=True, slots=True)
class _Client:
proxy: ProxyClient
@pytest.fixture(scope="session")
def client(proxy: ProxyClient) -> _Client:
return _Client(proxy)
@pytest.fixture
def setup(deployment: Deployment, proxy: ProxyClient, resources: ResourceManager) -> ModelSetup:
model: Final = f"e2e-codex-{unique_marker()}"
model_id: Final = proxy.create_model(model, deployment.litellm_params, provider_live=True)
resources.defer(lambda: proxy.delete_model(model_id))
return ModelSetup(
model=model, rate_bucket=deployment.rate_bucket, api_key=resources.key(models=[model], user_id=None)
)
@pytest.fixture
def real_name_setup(deployment: Deployment, proxy: ProxyClient, resources: ResourceManager) -> ModelSetup:
model: Final = deployment.real_model_name
team_id: Final = proxy.create_team(TeamNewBody(team_alias=f"e2e-codex-{unique_marker()}", models=[model]))
resources.defer(lambda: proxy.delete_team(team_id))
api_key: Final = proxy.generate_key(KeyGenerateBody(team_id=team_id, models=[model]))
resources.defer(lambda: proxy.delete_key(api_key))
model_id: Final = proxy.register_model(
ModelNewBody(
model_name=model, litellm_params=deployment.litellm_params, model_info=ModelInfoBody(team_id=team_id)
),
listed_for=api_key,
provider_live=True,
)
resources.defer(lambda: proxy.delete_model(model_id))
return ModelSetup(model=model, rate_bucket=deployment.rate_bucket, api_key=api_key)
@pytest.fixture
def codex(setup: ModelSetup) -> Iterator[CodexHarness]:
yield from _codex_for(setup)
@pytest.fixture
def real_name_codex(real_name_setup: ModelSetup) -> Iterator[CodexHarness]:
yield from _codex_for(real_name_setup)
def _codex_for(setup: ModelSetup) -> Iterator[CodexHarness]:
with codex_harness(
gateway=PROXY_BASE_URL, api_key=setup.api_key, rate_bucket=setup.rate_bucket, limiter=get_default_limiter()
) as harness:
yield harness