mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-11 03:38:38 +00:00
e340e546e2
* feat(dev): seed linked tracing and spend fixtures * chore(dev): use OpenAI model in tracing config * chore(dev): align tracing credentials with UI E2E * fix(dev): update fixture seeder query scope * feat(dev): seed linked tracing and spend fixtures * chore(dev): use OpenAI model in tracing config * chore(dev): align tracing credentials with UI E2E * fix(dev): update fixture seeder query scope * wip * wip * wip * chore(trace): checkpoint ongoing Rust migration * refactor(trace): group Python bridge under trace package * refactor(traces): read span conventions through a Convention trait Each span format (Claude Code, LangSmith, OpenInference, gen_ai) now lives under normalize/convention/ as a unit struct implementing Convention, owning both its detection and its extraction. Precedence is one ordered registry instead of an if-chain in mod.rs that reached into each module differently. The modules now share one way to read attributes: present() for the first non-empty key and Payload for a text that also reports the key it consumed, replacing three different idioms and the &mut Vec threaded through payload readers. Instrumentation::adjust returns a new Extraction instead of mutating one, with each SDK rule as its own function, and the LangChain middleware suffix list exists once. * feat(trace): export Rust-owned wire schemas and enforce contract bounds * fix(trace): bound quoted counts in ClickHouse wire schemas * feat(trace): generate Python wire contracts with datamodel-code-generator * test(trace): validate migrated callers and generated contracts at the native boundary * refactor(traces): rename normalization convention to format * fix(traces): reconcile spend evidence and preserve unknown costs * feat(traces): normalize additional telemetry formats * test(traces): cover captured normalization fixtures * refactor(traces): isolate SDK normalization rules * feat(tracing): seed all trace exports for local dashboard * fix(clickhouse): preserve custom LiteLLM request metadata * docs(traces): define normalization module boundaries * docs(traces): define resolution and OTLP boundaries * fix(ui): normalize nullable trace message names * refactor(traces): split resolver modules and cover resolution behavior * test(traces): replace normalization snapshots with behavior assertions * fix(ui): align dashboard API contracts with generated types * refactor(traces): type normalization and storage boundaries * fix(traces): seed captured SDK spend and preserve provider identities * wip * test(traces): verify guide discovery and content ordering --------- Co-authored-by: Yujong Lee <yujong@berri.ai> Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
79 lines
3.1 KiB
Python
79 lines
3.1 KiB
Python
import asyncio
|
|
import os
|
|
from collections.abc import AsyncIterator, Generator
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
from contextlib import ExitStack
|
|
from typing import Final
|
|
|
|
import pytest
|
|
import pytest_asyncio
|
|
|
|
import litellm
|
|
from litellm import utils
|
|
from litellm.litellm_core_utils import litellm_logging, thread_pool_executor
|
|
from litellm.litellm_core_utils.logging_worker import GLOBAL_LOGGING_WORKER
|
|
from litellm.rust_bridge.configuration import ( # pyright: ignore[reportPrivateUsage] # preserve raw configuration state in test isolation
|
|
_CONFIGURATION,
|
|
_parse_env_bool,
|
|
)
|
|
from tests.test_litellm_rust.support.callback_recorder import drain_logging
|
|
from tests.test_litellm_rust.support.clickhouse import clickhouse_url as clickhouse_url
|
|
from tests.test_litellm_rust.support.isolation import isolated_callback_registries, rebound
|
|
from tests.test_litellm_rust.support.recording_server import RecordingServer, recording_service
|
|
|
|
|
|
@pytest_asyncio.fixture(autouse=True, loop_scope="function")
|
|
async def isolate_ocr_test_state() -> AsyncIterator[None]:
|
|
with ExitStack() as stack:
|
|
stack.enter_context(isolated_callback_registries())
|
|
stack.enter_context(rebound(litellm, "cache", None)) # test-quality-ok: isolate process-global cache
|
|
stack.enter_context(rebound(_CONFIGURATION, "override", None))
|
|
executor: Final = ThreadPoolExecutor(thread_name_prefix="rust-ocr-test-logging")
|
|
stack.enter_context(rebound(litellm_logging, "executor", executor))
|
|
stack.enter_context(rebound(utils, "executor", executor))
|
|
stack.enter_context(rebound(thread_pool_executor, "executor", executor))
|
|
try:
|
|
yield
|
|
finally:
|
|
try:
|
|
await drain_logging()
|
|
finally:
|
|
await asyncio.to_thread(executor.shutdown, wait=True)
|
|
await GLOBAL_LOGGING_WORKER.stop()
|
|
|
|
|
|
@pytest.fixture
|
|
def recording_server() -> Generator[RecordingServer]:
|
|
with recording_service() as server:
|
|
yield server
|
|
|
|
|
|
def pytest_collection_modifyitems(items: list[pytest.Item]) -> None:
|
|
if not _parse_env_bool(os.environ.get("LITELLM_RUST")):
|
|
skip: Final = pytest.mark.skip(reason="requires LITELLM_RUST=1 and a compiled Rust extension")
|
|
for item in items:
|
|
if "test_litellm_rust" in item.path.parts:
|
|
item.add_marker(skip)
|
|
return
|
|
|
|
try:
|
|
from litellm.rust_bridge import _native # noqa: F401 # validates the installed extension
|
|
except ImportError as error:
|
|
raise pytest.UsageError("LITELLM_RUST=1 requires a compiled litellm.rust_bridge._native extension") from error
|
|
|
|
|
|
@pytest.fixture
|
|
def isolated_azure_auth(monkeypatch: pytest.MonkeyPatch) -> None:
|
|
for name in (
|
|
"AZURE_AI_API_KEY",
|
|
"AZURE_AI_API_BASE",
|
|
"AZURE_AD_TOKEN",
|
|
"AZURE_TENANT_ID",
|
|
"AZURE_CLIENT_ID",
|
|
"AZURE_CLIENT_SECRET",
|
|
"AZURE_USERNAME",
|
|
"AZURE_PASSWORD",
|
|
):
|
|
monkeypatch.delenv(name, raising=False)
|
|
monkeypatch.setattr(litellm, "api_key", None)
|
|
monkeypatch.setattr(litellm, "enable_azure_ad_token_refresh", False)
|