mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-07 02:59:05 +00:00
98ed5939b1
Some checks failed
ai-gateway image / ai-gateway release image (push) Has been cancelled
Terraform Modules / fmt, validate, test (aws) (push) Has been cancelled
Terraform Modules / fmt, validate, test (gcp) (push) Has been cancelled
LiteLLM Rust / rust-lint (push) Has been cancelled
LiteLLM Rust / rust-test (push) Has been cancelled
Terraform Provider / gofmt, vet, build, test (push) Has been cancelled
Terraform Provider / Provider endpoints vs proxy OpenAPI schema (push) Has been cancelled
Re-migrates the e2e tests that main extended through endpoints_client since this branch was opened (Azure Foundry, mid-conversation system messages, Bedrock web search, google native streaming) onto the provider SDK clients, so no endpoints_client reference remains
92 lines
3.7 KiB
Python
92 lines
3.7 KiB
Python
"""Live e2e: POST /v1/moderations classifies content against the provider policy.
|
|
|
|
Registers OpenAI's omni moderation model at runtime, drives it through the real
|
|
OpenAI SDK (LIT-4577), and asserts the product promise on both sides of the
|
|
decision: clearly violent text comes back flagged with at least one policy
|
|
category tripped, and benign text comes back not flagged. The malformed-body
|
|
negative stays on the shared transport, since the SDK refuses to send it.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import pytest
|
|
from e2e_config import unique_marker
|
|
from e2e_http import assert_client_error
|
|
from lifecycle import ResourceManager
|
|
from models import LiteLLMParamsBody
|
|
from openai.types import Moderation
|
|
from proxy_client import ProxyClient
|
|
from pydantic import BaseModel, TypeAdapter
|
|
from sdk_clients import SdkClients
|
|
|
|
pytestmark = pytest.mark.e2e
|
|
|
|
VIOLENT_TEXT = "I am going to find you and kill you, and I will hurt everyone you love."
|
|
BENIGN_TEXT = "I enjoyed the sunny afternoon and a relaxing walk in the park today."
|
|
|
|
|
|
class _OptionalModerationBody(BaseModel):
|
|
model: str | None = None
|
|
input: str | None = None
|
|
|
|
|
|
def _register_moderation_model(proxy: ProxyClient, resources: ResourceManager) -> str:
|
|
model = f"e2e-moderation-{unique_marker()}"
|
|
model_id = proxy.create_model(
|
|
model,
|
|
LiteLLMParamsBody(
|
|
model="openai/omni-moderation-latest", api_key="os.environ/OPENAI_API_KEY"
|
|
),
|
|
)
|
|
resources.defer(lambda: proxy.delete_model(model_id))
|
|
return model
|
|
|
|
|
|
_CATEGORY_FLAGS = TypeAdapter(dict[str, bool | None])
|
|
|
|
|
|
def _flagged_categories(item: Moderation) -> tuple[str, ...]:
|
|
flags = _CATEGORY_FLAGS.validate_python(item.categories.model_dump())
|
|
return tuple(name for name, hit in flags.items() if hit)
|
|
|
|
|
|
class TestModerations:
|
|
@pytest.mark.covers("llm.moderations.openai.basic.nonstream.works")
|
|
def test_moderations_flags_violent_content(
|
|
self, proxy: ProxyClient, resources: ResourceManager, sdk: SdkClients
|
|
) -> None:
|
|
model = _register_moderation_model(proxy, resources)
|
|
client = sdk.openai(resources.key())
|
|
|
|
moderation = client.moderations.create(model=model, input=VIOLENT_TEXT)
|
|
assert moderation.results, f"/moderations returned no results: {moderation!r}"
|
|
item = moderation.results[0]
|
|
assert item.flagged, f"violent text was not flagged: {item!r}"
|
|
assert _flagged_categories(item), f"flagged result reported no true category: {item!r}"
|
|
|
|
def test_moderations_passes_benign_content(
|
|
self, proxy: ProxyClient, resources: ResourceManager, sdk: SdkClients
|
|
) -> None:
|
|
model = _register_moderation_model(proxy, resources)
|
|
client = sdk.openai(resources.key())
|
|
|
|
moderation = client.moderations.create(model=model, input=BENIGN_TEXT)
|
|
assert moderation.results, f"/moderations returned no results: {moderation!r}"
|
|
item = moderation.results[0]
|
|
assert not item.flagged, (
|
|
f"benign text was flagged as {_flagged_categories(item)}: {item!r}"
|
|
)
|
|
|
|
@pytest.mark.skip(reason="stage red: product gap, /v1/moderations 500s (KeyError 'input') on missing input instead of 400")
|
|
@pytest.mark.covers("llm.moderations.openai.input_validation.nonstream.works")
|
|
def test_missing_input_returns_error(
|
|
self, proxy: ProxyClient, resources: ResourceManager
|
|
) -> None:
|
|
model = _register_moderation_model(proxy, resources)
|
|
key = resources.key()
|
|
result = proxy.transport.send(
|
|
"/v1/moderations",
|
|
headers=proxy.transport.bearer(key),
|
|
json=_OptionalModerationBody(model=model),
|
|
)
|
|
assert_client_error(result, "moderations missing input")
|