litellm/litellm/tracing/storage.py
moe-berri 22ad3c5fff
refactor(lens): connect LiteLLM to the independent Lens service (#45529)
* feat(lens): consume the independent Lens service and shared UI

* fix(lens): keep embedded setup stable and vendor UI before builds

* chore(lens): pin embedded UI provenance to published Lens source

* fix(lens): complete embedded UI extraction across CI builds

* docs(lens): record latest main and removal-boundary validation

* fix(lens): wire external chart credentials and ingestion modes

* test(lens): cover adapter failures and fix extraction CI

* docs(lens): refresh bundled chart setup instructions

* test(lens): restore gateway adapter test package marker

* build(lens): pin clean-cut UI and supported storage chart

* test(ui): await guardrail scope menu before checking options

* perf(lens): omit unused trace-team lookup from product requests

* docs(lens): record final-image adapter permission checks

* test(lens): assert delegated investigation authorization

* refactor(lens): remove copied trace runtime and preserve spend logging

* test(lens): verify independent gateway image upgrades and outages

* test(lens): pin the chart qualification database image

* fix(lens): update embedded UI metadata filters

* test: wait for Lens chart pod identity convergence

* fix(e2e): select Lens chart pods by deployment ownership

* fix(e2e): select Helm migration ownership for Lens upgrades

* test(lens): retain migration Jobs through rollout assertions

* docs(helm): require existing database for migration hooks

* test(lens): qualify release boundaries with embedded navigation update

* docs(lens): record browser qualification for embedded tabs

* fix(lens): remove unrelated CI and guardrail test changes

* test(lens): give qualification tenants unique key aliases

* feat(lens): embed the latest canonical Lens interface

* fix(lens): qualify split inference through the gateway

* fix(lens): preserve scoped auth and isolate delegated credentials

* chore(lens): remove unrelated documentation and lint changes

* fix(lens): bound concurrent forwarding buffers through response delivery

* fix(lens): preserve OAuth2 dispatch without inference policies

* chore(lens): adopt current shared onboarding UI

* fix(lens): refresh shared setup UI and review context

* fix(lens): bound uploads before gateway authentication

* docs(lens): remove extraction evidence from the gateway repo

* docs(lens): refresh shared setup prompt for paired releases
2026-10-09 16:17:05 -07:00

87 lines
4 KiB
Python

from typing import Final, TypeVar
from pydantic import TypeAdapter, ValidationError
from litellm.constants import AGENT_TRACING_LIST_PAGE_SIZE
from litellm.tracing.generated.models import TraceAgentRow, TraceAgentsParams, TraceQueryHelp
from litellm.tracing.generated.responses import TraceSQLResponse
from litellm.tracing.generated.types import QueryScope, SpanDetail, SpanErrorPage, Trace, TracePage, TraceScope
from litellm.tracing.queries import TRACE_AGENTS, ClickHouseSQLEnvelope, ParamsT, ReadQuery, RowT
from litellm.tracing.remote import RemoteTraceStore
QUERY_PARAMETERS: Final = TypeAdapter(dict[str, str | int | float | list[str]])
_SQL_ENVELOPE: Final = TypeAdapter(ClickHouseSQLEnvelope)
_HELP_RESPONSE: Final = TypeAdapter(TraceQueryHelp)
_TRACE_PAGE: Final = TypeAdapter(TracePage)
_TRACE: Final[TypeAdapter[Trace | None]] = TypeAdapter(Trace | None)
_SPAN_DETAIL: Final[TypeAdapter[SpanDetail | None]] = TypeAdapter(SpanDetail | None)
_SPAN_ERROR_PAGE: Final[TypeAdapter[SpanErrorPage | None]] = TypeAdapter(SpanErrorPage | None)
_ResponseT: Final = TypeVar("_ResponseT")
def _decode_query_response(adapter: TypeAdapter[_ResponseT], body: str) -> _ResponseT:
try:
return adapter.validate_json(body)
except ValidationError as error:
raise RuntimeError("Lens trace query returned an invalid response") from error
def _validate_query_response(adapter: TypeAdapter[_ResponseT], value: object) -> _ResponseT:
try:
return adapter.validate_python(value)
except ValidationError as error:
raise RuntimeError("Lens trace query returned an invalid response") from error
class LensTraceStorage:
def __init__(self, remote: RemoteTraceStore) -> None:
self._remote: Final = remote
async def list_traces(
self,
scope: TraceScope,
start_ms: int,
end_ms: int,
cursor: str | None = None,
limit: int = AGENT_TRACING_LIST_PAGE_SIZE,
) -> TracePage:
result: Final = await self._remote.list_traces(scope, start_ms, end_ms, cursor, limit)
return _validate_query_response(_TRACE_PAGE, result)
async def get_trace(
self,
trace_id: str,
scope: TraceScope,
trace_ref: str = "",
cursor: str | None = None,
page_size: int | None = None,
) -> Trace | None:
result: Final = await self._remote.get_trace(trace_id, scope, trace_ref, cursor, page_size)
return _validate_query_response(_TRACE, result)
async def get_span(self, trace_id: str, span_id: str, scope: TraceScope, trace_ref: str = "") -> SpanDetail | None:
result: Final = await self._remote.get_span(trace_id, span_id, scope, trace_ref)
return _validate_query_response(_SPAN_DETAIL, result)
async def get_span_error(
self, trace_id: str, span_id: str, scope: TraceScope, trace_ref: str = "", cursor: str | None = None
) -> SpanErrorPage | None:
result: Final = await self._remote.get_span_error(trace_id, span_id, scope, trace_ref, cursor)
return _validate_query_response(_SPAN_ERROR_PAGE, result)
async def query(self, query: ReadQuery[ParamsT, RowT], parameters: ParamsT) -> tuple[RowT, ...]:
validated: Final = query.parameters.model_validate(parameters)
result: Final = await self._remote.query(query.name, QUERY_PARAMETERS.validate_python(validated.model_dump()))
return _decode_query_response(query.response, result).data
async def query_sql(self, sql: str, scope: QueryScope, secret: str) -> TraceSQLResponse:
result: Final = await self._remote.query_sql(sql, scope, secret)
envelope: Final = _decode_query_response(_SQL_ENVELOPE, result)
return TraceSQLResponse(data=envelope.data)
async def query_help(self, scope: QueryScope, secret: str) -> TraceQueryHelp:
result: Final = await self._remote.query_help(scope, secret)
return _validate_query_response(_HELP_RESPONSE, result)
async def trace_agents(self, parameters: TraceAgentsParams) -> tuple[TraceAgentRow, ...]:
return await self.query(TRACE_AGENTS, parameters)