From 1dee70efba89b7d9fe2f1087e72f20d21371b6f6 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 3 Jul 2025 11:28:12 -0700 Subject: [PATCH] test_caching_kwargs_input --- litellm/types/utils.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/litellm/types/utils.py b/litellm/types/utils.py index 54cc158ef2d..1d61e059fe2 100644 --- a/litellm/types/utils.py +++ b/litellm/types/utils.py @@ -915,7 +915,7 @@ class Usage(CompletionUsage): server_tool_use: Optional[ServerToolUse] = None - prompt_tokens_details: Optional[PromptTokensDetailsWrapper] = None + prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, PromptTokensDetails]] = None """Breakdown of tokens used in the prompt.""" def __init__( @@ -924,7 +924,7 @@ class Usage(CompletionUsage): completion_tokens: Optional[int] = None, total_tokens: Optional[int] = None, reasoning_tokens: Optional[int] = None, - prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, dict]] = None, + prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, PromptTokensDetails]] = None, completion_tokens_details: Optional[ Union[CompletionTokensDetailsWrapper, dict] ] = None, @@ -951,7 +951,7 @@ class Usage(CompletionUsage): _completion_tokens_details = completion_tokens_details # handle prompt_tokens_details - _prompt_tokens_details: Optional[PromptTokensDetailsWrapper] = None + _prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, PromptTokensDetails]] = None if prompt_tokens_details: if isinstance(prompt_tokens_details, dict):