scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 124

test_caching_kwargs_input

Browse source
This commit is contained in:
Ishaan Jaff 2025-07-03 11:28:12 -07:00
parent 96d5f891df
commit 1dee70efba
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/types/utils.py
View file

@ -915,7 +915,7 @@ class Usage(CompletionUsage):
server_tool_use: Optional[ServerToolUse] = None
prompt_tokens_details: Optional[PromptTokensDetailsWrapper] = None
prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, PromptTokensDetails]] = None
"""Breakdown of tokens used in the prompt."""
def __init__(
@ -924,7 +924,7 @@ class Usage(CompletionUsage):
completion_tokens: Optional[int] = None,
total_tokens: Optional[int] = None,
reasoning_tokens: Optional[int] = None,
prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, dict]] = None,
prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, PromptTokensDetails]] = None,
completion_tokens_details: Optional[
Union[CompletionTokensDetailsWrapper, dict]
] = None,
@ -951,7 +951,7 @@ class Usage(CompletionUsage):
_completion_tokens_details = completion_tokens_details
# handle prompt_tokens_details
_prompt_tokens_details: Optional[PromptTokensDetailsWrapper] = None
_prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, PromptTokensDetails]] = None
if prompt_tokens_details:
if isinstance(prompt_tokens_details, dict):