mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-07 02:59:05 +00:00
472dd2716f
This reverts commit dcb4e5033c.
The suites landed without the proof-of-fix and QA runbook the PR body
itself flagged as outstanding, so the coverage they claim is unverified
against a live proxy
65 lines
2.4 KiB
Python
65 lines
2.4 KiB
Python
"""Live e2e: POST /v1/moderations classifies content against the provider policy.
|
|
|
|
Registers OpenAI's omni moderation model at runtime and asserts the product
|
|
promise on both sides of the decision: clearly violent text comes back flagged
|
|
with at least one policy category tripped, and benign text comes back not flagged.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import pytest
|
|
|
|
from e2e_config import unique_marker
|
|
from e2e_http import unwrap
|
|
from endpoints_client import EndpointsClient
|
|
from lifecycle import ResourceManager
|
|
from models import LiteLLMParamsBody
|
|
|
|
pytestmark = pytest.mark.e2e
|
|
|
|
VIOLENT_TEXT = "I am going to find you and kill you, and I will hurt everyone you love."
|
|
BENIGN_TEXT = "I enjoyed the sunny afternoon and a relaxing walk in the park today."
|
|
|
|
|
|
def _register_moderation_model(
|
|
endpoints_client: EndpointsClient, resources: ResourceManager
|
|
) -> str:
|
|
model = f"e2e-moderation-{unique_marker()}"
|
|
model_id = endpoints_client.create_model(
|
|
model,
|
|
LiteLLMParamsBody(
|
|
model="openai/omni-moderation-latest", api_key="os.environ/OPENAI_API_KEY"
|
|
),
|
|
)
|
|
resources.defer(lambda: endpoints_client.delete_model(model_id))
|
|
return model
|
|
|
|
|
|
class TestModerations:
|
|
@pytest.mark.covers("llm.moderations.openai.basic.nonstream.works")
|
|
def test_moderations_flags_violent_content(
|
|
self, endpoints_client: EndpointsClient, resources: ResourceManager
|
|
) -> None:
|
|
model = _register_moderation_model(endpoints_client, resources)
|
|
key = resources.key()
|
|
|
|
result = unwrap(endpoints_client.moderations(key, model, VIOLENT_TEXT))
|
|
item = result.first
|
|
assert item is not None, f"/moderations returned no results: {result}"
|
|
assert item.flagged, f"violent text was not flagged: {item}"
|
|
assert item.flagged_categories, (
|
|
f"flagged result reported no true category: {item}"
|
|
)
|
|
|
|
def test_moderations_passes_benign_content(
|
|
self, endpoints_client: EndpointsClient, resources: ResourceManager
|
|
) -> None:
|
|
model = _register_moderation_model(endpoints_client, resources)
|
|
key = resources.key()
|
|
|
|
result = unwrap(endpoints_client.moderations(key, model, BENIGN_TEXT))
|
|
item = result.first
|
|
assert item is not None, f"/moderations returned no results: {result}"
|
|
assert not item.flagged, (
|
|
f"benign text was flagged as {item.flagged_categories}: {item}"
|
|
)
|