diff --git a/litellm/litellm_core_utils/token_counter.py b/litellm/litellm_core_utils/token_counter.py index 54b548a8ae0..1d475c6b396 100644 --- a/litellm/litellm_core_utils/token_counter.py +++ b/litellm/litellm_core_utils/token_counter.py @@ -626,10 +626,7 @@ def _get_exact_count_function( tokenizer: Final[Tokenizer | NativeTokenizer] = tokenizer_json["tokenizer"] def count_tokens(text: str) -> int: - count: Final = getattr(tokenizer, "count", None) - if callable(count): - return count(text) - return len(tokenizer.encode_batch_fast([text])[0]) + return tokenizer.count(text) return count_tokens elif tokenizer_json["type"] == "openai_tokenizer":