scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 84

[Fix] Claude Code - /messages/token_counter - ensure it works for Anthropic, Azure AI Anthropic on AI Gateway (#19432)

Browse source 
* fix count_tokens_with_anthropic_api

* remove outdated file

* fix ANTHROPIC_TOKEN_COUNTING_BETA_VERSION

* refactor: get_token_counter

* init test suite for token counter

* init token counters

* fix: fix pyrightI

* fix Code QA issues

* fix: return Ant response no transfrom

* fix optionally_handle_anthropic_oauth
This commit is contained in:
Ishaan Jaff 2026-01-20 17:31:20 -08:00 • committed by GitHub
parent ddebdd47bc
commit af957a3a9e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 4 additions and 30 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/llms/anthropic/count_tokens/handler.py
View file

@ -101,12 +101,8 @@ class AnthropicCountTokensHandler(AnthropicCountTokensConfig):
verbose_logger.debug(f"Anthropic response: {anthropic_response}")
# Transform response
final_response = self.transform_response(anthropic_response)
verbose_logger.debug(f"Final response: {final_response}")
return final_response
# Return Anthropic response directly - no transformation needed
return anthropic_response
except AnthropicError:
# Re-raise Anthropic exceptions as-is

18
litellm/llms/anthropic/count_tokens/transformation.py
View file

@ -53,24 +53,6 @@ class AnthropicCountTokensConfig:
"messages": messages,
}
def transform_response(self, response: Dict[str, Any]) -> Dict[str, Any]:
"""
Transform Anthropic CountTokens response.
Input (Anthropic response):
{
"input_tokens": 123
}
Output:
{
"input_tokens": 123
}
"""
return {
"input_tokens": response.get("input_tokens", 0),
}
def get_required_headers(self, api_key: str) -> Dict[str, str]:
"""
Get the required headers for the CountTokens API.

8
litellm/llms/azure_ai/anthropic/count_tokens/handler.py
View file

@ -106,12 +106,8 @@ class AzureAIAnthropicCountTokensHandler(AzureAIAnthropicCountTokensConfig):
verbose_logger.debug(f"Azure AI Anthropic response: {azure_response}")
# Transform response
final_response = self.transform_response(azure_response)
verbose_logger.debug(f"Final response: {final_response}")
return final_response
# Return Anthropic-compatible response directly - no transformation needed
return azure_response
except AnthropicError:
# Re-raise Anthropic exceptions as-is