scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

test(anthropic): assert count_tokens return value in api_base routing tests

Browse source 
Capture the TokenCountResponse and assert total_tokens flows through from
the handler, so each test verifies a real caller-observable output rather
than only the mocked handler's api_base kwarg (clears the test-quality gate).
This commit is contained in:
Chenglun Hu 2026-08-26 23:57:40 +08:00
parent 3444b01802
commit a190dee04f
1 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
tests/test_litellm/llms/anthropic/test_anthropic_count_tokens_transformation.py
View file

@ -165,13 +165,14 @@ async def test_count_tokens_env_fallback_prefers_anthropic_api_base(monkeypatch)
monkeypatch.setenv("ANTHROPIC_BASE_URL", "http://from-base-url:9000")
with patch(_HANDLER, new=AsyncMock(return_value={"input_tokens": 5})) as m:
await AnthropicTokenCounter().count_tokens(
result = await AnthropicTokenCounter().count_tokens(
model_to_use="claude-3-5-sonnet",
messages=[{"role": "user", "content": "hi"}],
contents=None,
)
assert m.call_args.kwargs["api_base"] == "http://from-api-base:8000"
assert result.total_tokens == 5
@pytest.mark.asyncio
@ -184,13 +185,14 @@ async def test_count_tokens_falls_back_to_anthropic_base_url(monkeypatch):
monkeypatch.setenv("ANTHROPIC_BASE_URL", "http://from-base-url:9000")
with patch(_HANDLER, new=AsyncMock(return_value={"input_tokens": 5})) as m:
await AnthropicTokenCounter().count_tokens(
result = await AnthropicTokenCounter().count_tokens(
model_to_use="claude-3-5-sonnet",
messages=[{"role": "user", "content": "hi"}],
contents=None,
)
assert m.call_args.kwargs["api_base"] == "http://from-base-url:9000"
assert result.total_tokens == 5
@pytest.mark.asyncio
@ -201,7 +203,7 @@ async def test_count_tokens_litellm_params_api_base_wins(monkeypatch):
monkeypatch.setenv("ANTHROPIC_BASE_URL", "http://from-base-url:9000")
with patch(_HANDLER, new=AsyncMock(return_value={"input_tokens": 5})) as m:
await AnthropicTokenCounter().count_tokens(
result = await AnthropicTokenCounter().count_tokens(
model_to_use="claude-3-5-sonnet",
messages=[{"role": "user", "content": "hi"}],
contents=None,
@ -209,3 +211,4 @@ async def test_count_tokens_litellm_params_api_base_wins(monkeypatch):
)
assert m.call_args.kwargs["api_base"] == "http://explicit:7000"
assert result.total_tokens == 5