This commit is contained in:
ryan-crabbe-berri 2026-08-27 19:13:41 -05:00 • committed by GitHub
commit 64a39a661f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 12 additions and 0 deletions

View file

@ -18,6 +18,12 @@ pytestmark = pytest.mark.e2e
class TestApplyGuardrailEndpoint:
@pytest.mark.skip(
reason=(
"LIT-5120: flaky - /apply_guardrail round-robins onto a pod that has not synced the "
"guardrail the test just created and 404s (6 of ~21 stage runs since Jul 28)"
)
)
@pytest.mark.covers(
"guardrail.litellm_content_filter.apply_endpoint.blocks",
"guardrail.litellm_content_filter.apply_endpoint.allows",

View file

@ -141,6 +141,12 @@ class TestDataDogLogDelivery:
events, model_group=CHEAP_ANTHROPIC_MODEL, call_type="acompletion", cost_anchor=outcome.response_cost
)
@pytest.mark.skip(
reason=(
"LIT-5121: flaky - the /v1/messages log event missed the Datadog poll window on the "
"2026-08-02 stage run; skipped while delivery vs ingest-latency is investigated"
)
)
@pytest.mark.covers("logging.datadog.success.exports_metric", exercised_on=["messages"])
def test_messages_emits_one_log_event(
self, client: LoggingClient, dd_logs: DdLogsReader, resources: ResourceManager