mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-15 09:12:18 +00:00
Merge e3e2adbbe9 into 704e73d6fe
This commit is contained in:
commit
9b10667c14
3 changed files with 19 additions and 0 deletions
|
|
@ -67,6 +67,7 @@ class GenAIMapper:
|
|||
GenAI.USAGE_OUTPUT_TOKENS: lambda d: d.usage.output_tokens,
|
||||
GenAI.USAGE_CACHE_CREATION_INPUT_TOKENS: lambda d: d.usage.cache_creation_input_tokens,
|
||||
GenAI.USAGE_CACHE_READ_INPUT_TOKENS: lambda d: d.usage.cache_read_input_tokens,
|
||||
GenAI.USAGE_REASONING_OUTPUT_TOKENS: lambda d: d.usage.reasoning_tokens,
|
||||
Error.TYPE: lambda d: d.error.error_type if d.error else None,
|
||||
Server.ADDRESS: lambda d: d.server.address if d.server else None,
|
||||
Server.PORT: lambda d: d.server.port if d.server else None,
|
||||
|
|
|
|||
|
|
@ -113,6 +113,7 @@ class GenAI:
|
|||
USAGE_OUTPUT_TOKENS: Final = "gen_ai.usage.output_tokens"
|
||||
USAGE_CACHE_CREATION_INPUT_TOKENS: Final = "gen_ai.usage.cache_creation.input_tokens"
|
||||
USAGE_CACHE_READ_INPUT_TOKENS: Final = "gen_ai.usage.cache_read.input_tokens"
|
||||
USAGE_REASONING_OUTPUT_TOKENS: Final = "gen_ai.usage.reasoning.output_tokens"
|
||||
# content (opt-in, gated by capture mode)
|
||||
INPUT_MESSAGES: Final = "gen_ai.input.messages"
|
||||
OUTPUT_MESSAGES: Final = "gen_ai.output.messages"
|
||||
|
|
|
|||
|
|
@ -270,6 +270,23 @@ def test_genai_mapper_cache_token_attrs():
|
|||
assert GenAI.USAGE_CACHE_READ_INPUT_TOKENS not in uncached
|
||||
|
||||
|
||||
def test_genai_mapper_reasoning_token_attr():
|
||||
reasoning = replace(
|
||||
_full_llm_call(),
|
||||
usage=LLMUsage(input_tokens=10, output_tokens=50, total_tokens=60, reasoning_tokens=40),
|
||||
)
|
||||
assert GenAIMapper().map(reasoning)[GenAI.USAGE_REASONING_OUTPUT_TOKENS] == 40
|
||||
|
||||
explicit_zero = replace(
|
||||
_full_llm_call(),
|
||||
usage=LLMUsage(input_tokens=10, output_tokens=5, total_tokens=15, reasoning_tokens=0),
|
||||
)
|
||||
assert GenAIMapper().map(explicit_zero)[GenAI.USAGE_REASONING_OUTPUT_TOKENS] == 0
|
||||
|
||||
# No reported reasoning count keeps the key off the span.
|
||||
assert GenAI.USAGE_REASONING_OUTPUT_TOKENS not in GenAIMapper().map(_full_llm_call())
|
||||
|
||||
|
||||
def test_genai_mapper_stamps_input_output_messages():
|
||||
data = LLMCallSpanData(
|
||||
operation=GenAIOperation.CHAT,
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue