scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-13 23:11:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 101

refactor(anthropic): type the thinking-token helper's usage mapping

Browse source
This commit is contained in:
devin-ai-integration[bot] 2026-08-08 19:43:24 +00:00
parent 20545eda80
commit bed5ab45c8
1 changed files with 4 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
litellm/llms/anthropic/chat/transformation.py
View file

@ -1,6 +1,7 @@
import json
import re
import time
from collections.abc import Mapping
from typing import TYPE_CHECKING, Any, Final, NoReturn, cast
import httpx
@ -2118,7 +2119,7 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig):
return any(key in usage_object for key in ("cache_read_input_tokens", "cache_creation_input_tokens"))
@staticmethod
def _get_reported_thinking_tokens(usage_object: dict) -> int | None:
def _get_reported_thinking_tokens(usage_object: Mapping[str, object]) -> int | None:
"""Anthropic reports the billed extended-thinking count in ``usage.output_tokens_details.thinking_tokens``.
It is authoritative: under the default ``display: "omitted"`` the thinking blocks carry no text at all,
@ -2126,9 +2127,9 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig):
the visible summary understates what was billed.
"""
details: Final = usage_object.get("output_tokens_details")
if not isinstance(details, dict):
if not isinstance(details, Mapping):
return None
thinking_tokens: Final = details.get("thinking_tokens")
thinking_tokens: Final = cast(Mapping[str, object], details).get("thinking_tokens")
if isinstance(thinking_tokens, bool) or not isinstance(thinking_tokens, (int, float)):
return None
return int(thinking_tokens)