mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-14 23:21:35 +00:00
d0db267f40
Drive real traffic through the proxy and read the events back out of the Datadog Logs Search API to prove delivery instead of trusting the proxy. The DatadogClient reads DD_API_KEY, DD_SITE and DD_APP_KEY from the environment and polls the search API for a per-run marker stamped into each request Three scenarios cover the contract: a batch of gpt-5.5 chat completions shipped with no drops, the /v1/responses path on a claude-haiku-4-5 deployment exercising the Responses-to-Anthropic translation, and a failed request that must land as an error event. The e2e compose config enables the datadog (and prometheus) callback so the delivery path is actually exercised, and the suite skips unless all three credentials are set
39 lines
1.5 KiB
Python
39 lines
1.5 KiB
Python
"""Fixtures for the logging e2e suite.
|
|
|
|
The Datadog tests exercise the real delivery path: the proxy ships each request's
|
|
StandardLoggingPayload to Datadog on its ``datadog`` callback, and the tests read
|
|
those events back out of the Datadog Logs Search API to prove they landed. That
|
|
read-back needs all three credentials - ``DD_API_KEY`` and ``DD_SITE`` (which the
|
|
proxy also ships with) plus ``DD_APP_KEY`` (the Logs Search API rejects reads that
|
|
carry only an API key) - so the suite skips when any is absent.
|
|
|
|
The shared ``resources`` / ``scoped_key`` fixtures come from the root e2e conftest
|
|
via the GatewayProvider protocol (LoggingClient exposes ``.gateway``).
|
|
"""
|
|
|
|
import pytest
|
|
|
|
from logging_client import DatadogClient, LoggingClient, build_logging_client
|
|
|
|
|
|
def pytest_configure(config: pytest.Config) -> None:
|
|
config.addinivalue_line(
|
|
"markers",
|
|
"covers: registry cell a test covers, e.g. logging.datadog.success.exports_metric",
|
|
)
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def client() -> LoggingClient:
|
|
"""The logging suite's client: holds the shared Gateway (so `resources` /
|
|
`scoped_key` clean up keys), the Datadog read-back client, and `/metrics`
|
|
scraping."""
|
|
return build_logging_client()
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def datadog(client: LoggingClient) -> DatadogClient:
|
|
"""The Datadog read-back client, or skip when the credentials are absent."""
|
|
if client.datadog is None:
|
|
pytest.skip("set DD_API_KEY, DD_SITE and DD_APP_KEY to run the Datadog logging suite")
|
|
return client.datadog
|