scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 81

fix(anthropic): propagate and format custom api_base in count_tokens endpoint

Browse source
This commit is contained in:
Arjun Pakhan 2026-09-14 10:13:35 +00:00
parent 30f33a949b
commit 955f6d8cae
1 changed files with 12 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
litellm/llms/anthropic/count_tokens/handler.py
View file

@ -66,8 +66,18 @@ class AnthropicCountTokensHandler(AnthropicCountTokensConfig):
verbose_logger.debug("Transformed request: %s", request_body)
# Get endpoint URL
endpoint_url: Final = api_base or self.get_anthropic_count_tokens_endpoint()
# Construct clean endpoint URL handling custom proxy destinations
if api_base:
if api_base.endswith("/messages/count_tokens"):
endpoint_url = api_base
elif api_base.endswith("/v1/messages"):
endpoint_url = f"{api_base.rstrip('/')}/count_tokens"
elif api_base.endswith("/v1"):
endpoint_url = f"{api_base.rstrip('/')}/messages/count_tokens"
else:
endpoint_url = f"{api_base.rstrip('/')}/v1/messages/count_tokens"
else:
endpoint_url = self.get_anthropic_count_tokens_endpoint()
verbose_logger.debug("Making request to: %s", endpoint_url)