mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-11 08:38:24 +00:00
e1c03c5423
* test: check an unsupported budget sort field
* test: wait for dashboard navigation readiness
* test: support clustered provider caches with live fallback
* Revert "test: check an unsupported budget sort field"
This reverts commit 9694787bb5.
* test: check an unsupported budget sort field
* test(e2e): refresh retired provider fixtures
* test(e2e): read Langfuse observations through the supported API
* test(e2e): identify trace roots by kind and request path
* fix(e2e): repair UI readiness and regional AWS qualification
* fix(e2e): scope LangSmith batch readback to its workspace
* fix(e2e): use the configured global Bedrock GPT profile
* test(e2e): defer unprovisioned GovCloud coverage
* test(e2e): defer Bedrock Runtime Codex cases blocked by IAM
* test(e2e): defer intermittent Azure translation coverage
49 lines
1.9 KiB
Python
49 lines
1.9 KiB
Python
import json
|
|
from typing import Final
|
|
|
|
import pytest
|
|
from pydantic import JsonValue
|
|
|
|
from logging_client import LangfuseObservation, is_otel_v2_generation, observation_spend
|
|
|
|
|
|
@pytest.mark.parametrize("encoded", [False, True])
|
|
@pytest.mark.parametrize("cost", [0.0, 0.000023])
|
|
def test_observation_preserves_v2_content_usage_and_cost(encoded: bool, cost: float) -> None:
|
|
content: Final[JsonValue] = [{"role": "user", "content": "unique-request-marker"}]
|
|
output: Final[JsonValue] = [{"role": "assistant", "content": "response"}]
|
|
metadata: Final[JsonValue] = {
|
|
"attributes": {
|
|
"langfuse.observation.type": "generation",
|
|
"litellm.metadata.user_api_key_alias": "test-key-alias",
|
|
}
|
|
}
|
|
usage: Final[JsonValue] = {"input": 17, "output": 3}
|
|
observation: Final = LangfuseObservation.model_validate(
|
|
{
|
|
"id": "observation",
|
|
"input": json.dumps(content) if encoded else content,
|
|
"output": json.dumps(output) if encoded else output,
|
|
"metadata": json.dumps(metadata) if encoded else metadata,
|
|
"usageDetails": usage,
|
|
"totalCost": cost,
|
|
}
|
|
)
|
|
|
|
assert observation.input == content
|
|
assert observation.output == output
|
|
assert observation.usage_details == usage
|
|
assert observation_spend(observation) == cost
|
|
assert is_otel_v2_generation(observation, key_alias="test-key-alias")
|
|
assert not is_otel_v2_generation(observation, key_alias="another-key")
|
|
|
|
|
|
def test_observation_preserves_plain_text_and_legacy_cost() -> None:
|
|
cost: Final = 0.000031
|
|
observation: Final = LangfuseObservation.model_validate(
|
|
{"id": "observation", "input": "plain prompt", "output": "plain reply", "calculatedTotalCost": cost}
|
|
)
|
|
|
|
assert observation.input == "plain prompt"
|
|
assert observation.output == "plain reply"
|
|
assert observation_spend(observation) == cost
|