scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

fix(langfuse): record rerank output in OTEL spans

Browse source
This commit is contained in:
LegenDairy 2026-08-11 20:41:02 +05:30
parent b0fac57fe4
commit 7c71f575a9
2 changed files with 34 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
litellm/integrations/langfuse/langfuse_otel.py
View file

@ -169,6 +169,13 @@ class LangfuseOtelLogger(OpenTelemetry):
safe_dumps(output_data),
)
results: Final = response_obj.get("results", [])
if results:
safe_set_attribute(
span,
LangfuseSpanAttributes.OBSERVATION_OUTPUT.value,
safe_dumps(results),
)
output: Final = response_obj.get("output", [])
if output:
output_items_data: Final[list[dict]] = []

27
tests/test_litellm/integrations/test_langfuse_otel.py
View file

@ -291,6 +291,33 @@ class TestLangfuseOtelIntegration:
actual == expect_output
), "Mismatch in observation input/output OTEL attributes."
def test_set_langfuse_specific_attributes_with_rerank_results(self):
from litellm.types.integrations.langfuse_otel import LangfuseSpanAttributes
from litellm.types.rerank import RerankResponse
response_obj = RerankResponse(
id="rerank-test",
results=[
{"index": 2, "relevance_score": 0.98},
{"index": 0, "relevance_score": 0.41},
],
)
with patch(
"litellm.integrations.arize._utils.safe_set_attribute"
) as mock_safe_set_attribute:
LangfuseOtelLogger._set_langfuse_specific_attributes(
MagicMock(), {}, response_obj
)
output_calls = [
call
for call in mock_safe_set_attribute.call_args_list
if call.args[1] == LangfuseSpanAttributes.OBSERVATION_OUTPUT.value
]
assert len(output_calls) == 1
assert json.loads(output_calls[0].args[2]) == response_obj.results
def test_set_langfuse_specific_attributes_with_tool_calls(self):
"""Test that _set_langfuse_specific_attributes correctly sets observation.output with tool calls in Langfuse format."""
from litellm.types.integrations.langfuse_otel import LangfuseSpanAttributes