mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-17 09:34:48 +00:00
test(aiohttp_openai): verify serialized served service tier
This commit is contained in:
parent
d7eaeac461
commit
6a00e65ccc
1 changed files with 16 additions and 11 deletions
|
|
@ -1,15 +1,16 @@
|
|||
from typing import Final
|
||||
from unittest.mock import AsyncMock, Mock
|
||||
|
||||
import pytest
|
||||
from aiohttp import ClientResponse
|
||||
from pydantic import ValidationError
|
||||
from pydantic import TypeAdapter, ValidationError
|
||||
|
||||
from litellm.llms.aiohttp_openai.chat.transformation import AiohttpOpenAIChatConfig
|
||||
from litellm.types.utils import ModelResponse
|
||||
|
||||
|
||||
async def _transform(body: object) -> ModelResponse:
|
||||
raw_response = Mock(spec=ClientResponse)
|
||||
async def _transform(body: object, *, requested_tier: str | None = None) -> ModelResponse:
|
||||
raw_response: Final = Mock(spec=ClientResponse)
|
||||
raw_response.json = AsyncMock(return_value=body)
|
||||
return await AiohttpOpenAIChatConfig().transform_response(
|
||||
model="gpt-4o",
|
||||
|
|
@ -18,7 +19,7 @@ async def _transform(body: object) -> ModelResponse:
|
|||
logging_obj=Mock(),
|
||||
request_data={},
|
||||
messages=[{"role": "user", "content": "Hello"}],
|
||||
optional_params={},
|
||||
optional_params={"service_tier": requested_tier} if requested_tier is not None else {},
|
||||
litellm_params={},
|
||||
encoding=None,
|
||||
)
|
||||
|
|
@ -101,14 +102,18 @@ async def test_transform_response_rejects_a_choice_whose_message_is_not_an_objec
|
|||
await _transform({"choices": [{"message": "text"}]})
|
||||
|
||||
|
||||
@pytest.mark.parametrize("tier", ["flex", "priority", "default"])
|
||||
async def test_transform_response_forwards_service_tier(tier: str):
|
||||
response = await _transform({"id": "chatcmpl-1", "choices": [{}], "service_tier": tier})
|
||||
@pytest.mark.parametrize("tier", ("flex", "priority", "default", "custom-tier", None))
|
||||
async def test_transform_response_serializes_served_tier_instead_of_requested_tier(tier: str | None) -> None:
|
||||
response: Final = await _transform(
|
||||
{"id": "chatcmpl-1", "choices": [{}], "service_tier": tier}, requested_tier="auto"
|
||||
)
|
||||
serialized: Final = TypeAdapter(dict[str, object]).validate_json(response.model_dump_json())
|
||||
|
||||
assert response.service_tier == tier
|
||||
assert serialized["service_tier"] == tier
|
||||
|
||||
|
||||
async def test_transform_response_service_tier_is_none_when_omitted():
|
||||
response = await _transform({"id": "chatcmpl-1", "choices": [{}]})
|
||||
async def test_transform_response_does_not_invent_a_served_tier_when_omitted() -> None:
|
||||
response: Final = await _transform({"id": "chatcmpl-1", "choices": [{}]}, requested_tier="flex")
|
||||
serialized: Final = TypeAdapter(dict[str, object]).validate_json(response.model_dump_json())
|
||||
|
||||
assert getattr(response, "service_tier", None) is None
|
||||
assert "service_tier" not in serialized
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue