mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-16 23:41:43 +00:00
fix(e2e): use renamed proxy client in load tests
Co-Authored-By: Ishaan Jaffer <155045088+ishaan-berri@users.noreply.github.com>
This commit is contained in:
parent
8c19fe2abe
commit
357fb0c7c3
2 changed files with 5 additions and 5 deletions
|
|
@ -5,7 +5,7 @@ from collections.abc import Iterator
|
|||
import pytest
|
||||
from requests import RequestException
|
||||
|
||||
from e2e_gateway import Gateway
|
||||
from proxy_client import ProxyClient
|
||||
from e2e_http import NoBody, Success
|
||||
from load_client import LoadClient, build_client
|
||||
from load_constants import LOAD_MODEL
|
||||
|
|
@ -23,7 +23,7 @@ def client() -> LoadClient:
|
|||
return build_client()
|
||||
|
||||
|
||||
def _model_is_servable(gateway: Gateway, model_name: str) -> bool:
|
||||
def _model_is_servable(gateway: ProxyClient, model_name: str) -> bool:
|
||||
result = gateway.transport.get(
|
||||
"/v1/models",
|
||||
headers=gateway.transport.master,
|
||||
|
|
|
|||
|
|
@ -2,13 +2,13 @@ from __future__ import annotations
|
|||
|
||||
from dataclasses import dataclass
|
||||
|
||||
from e2e_gateway import Gateway, build_gateway
|
||||
from proxy_client import ProxyClient, build_proxy_client
|
||||
|
||||
|
||||
@dataclass(frozen=True, slots=True)
|
||||
class LoadClient:
|
||||
gateway: Gateway
|
||||
gateway: ProxyClient
|
||||
|
||||
|
||||
def build_client() -> LoadClient:
|
||||
return LoadClient(gateway=build_gateway())
|
||||
return LoadClient(gateway=build_proxy_client())
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue