scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-05 02:41:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 49

test(bedrock): cover cache_creation split recovery from message_delta

Browse source
This commit is contained in:
Devin AI 2026-07-24 20:38:43 +00:00
parent e24523fec0
commit be1598626f
1 changed files with 36 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py
View file

@ -2044,6 +2044,42 @@ class TestAnthropicUsageOnlyFallback:
assert usage._cache_read_input_tokens == 421714
assert usage._cache_creation_input_tokens == 1139
def test_build_usage_only_recovers_cache_creation_split_from_message_delta(self):
"""Same as above when only the 5m/1h split reaches message_delta: the
cache-write total must be derived from it rather than left at zero"""
chunks = [
_sse_bytes(
{
"type": "message_start",
"message": {
"model": "claude-3-5-haiku-20241022",
"usage": {"input_tokens": 1, "output_tokens": 1},
},
}
),
_sse_bytes(
{
"type": "message_delta",
"delta": {"stop_reason": "end_turn"},
"usage": {
"output_tokens": 162,
"cache_creation": {
"ephemeral_5m_input_tokens": 1000,
"ephemeral_1h_input_tokens": 139,
},
},
}
),
]
response = (
AnthropicPassthroughLoggingHandler._build_usage_only_response_from_chunks(
all_chunks=chunks, model="claude-3-5-haiku-20241022"
)
)
assert response is not None
assert response.usage._cache_creation_input_tokens == 1139
assert response.usage.prompt_tokens == 1140
@pytest.mark.parametrize(
"event_str,expected",
[