scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-05 02:41:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 49

test(otel): cover the routed tracer budget for spans opened at the pre_call boundary

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
yucheng 2026-09-16 23:56:57 +00:00
parent d3f4a8b983
commit 8d054ba230
1 changed files with 13 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
tests/test_litellm/integrations/otel/test_otel_v2_emitter.py
View file

@ -662,8 +662,12 @@ def test_indexed_messages_follow_the_providers_own_span_limits(monkeypatch):
assert _indexed_messages(unbounded.attributes, "llm.input_messages") == list(range(60))
def test_indexed_messages_follow_the_span_limits_of_a_per_request_tracer_override(monkeypatch):
"""A routed ``tracer`` builds the span, so its provider's limits set the budget, not the bound tracer's."""
@pytest.mark.parametrize("opened_at_boundary", [False, True], ids=["emit", "start_span+finish_span"])
def test_indexed_messages_follow_the_span_limits_of_a_per_request_tracer_override(monkeypatch, opened_at_boundary):
"""A routed ``tracer`` builds the span, so its provider's limits set the budget, not the bound tracer's.
Holds whether the span is emitted in one shot or opened at the pre_call boundary and finished later.
"""
monkeypatch.setenv("OTEL_SPAN_ATTRIBUTE_COUNT_LIMIT", "1000")
cfg = OpenTelemetryV2Config(
exporter="in_memory", mapper_names=["genai", "openinference"], capture_message_content="span_only"
@ -671,11 +675,13 @@ def test_indexed_messages_follow_the_span_limits_of_a_per_request_tracer_overrid
bound_provider, _ = _provider_with_limits(SpanLimits(max_span_attributes=1000))
routed_provider, routed_exporter = _provider_with_limits(SpanLimits(max_span_attributes=40))
engine = SpanEmitter(providers.get_tracer(bound_provider, "litellm-test"), cfg)
engine.emit(
SpanRole.LLM_CALL,
LLMCallSpanData.from_standard_logging_payload(_conversation_payload(60), capture_content=True),
tracer=providers.get_tracer(routed_provider, "litellm-routed"),
)
routed_tracer = providers.get_tracer(routed_provider, "litellm-routed")
data = LLMCallSpanData.from_standard_logging_payload(_conversation_payload(60), capture_content=True)
if opened_at_boundary:
opened = engine.start_span(SpanRole.LLM_CALL, "chat", tracer=routed_tracer)
engine.finish_span(SpanRole.LLM_CALL, opened, data)
else:
engine.emit(SpanRole.LLM_CALL, data, tracer=routed_tracer)
(span,) = routed_exporter.get_finished_spans()
_assert_core_intact(span)
assert 39 <= len(span.attributes) <= 40