scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-11 08:38:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 359

test(cost): sync vertex 3.1 pro price fields and bedrock converse usage shapes (#50956)

Browse source 
Co-authored-by: kerry <kerry@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
devin-ai-integration[bot] 2026-11-10 09:24:50 -08:00 • committed by GitHub
parent 4714aac42b
commit c2d7a99ecd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 21 additions and 31 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

51
tests/integration/cost_calculation/cases/bedrock_converse.py
View file

@ -3098,13 +3098,10 @@ US_ANTHROPIC_CLAUDE_OPUS_5_5_INPUT_TEXT: Final = CostTrackingTestCase(
"output": {"message": {"role": "assistant", "content": [{"text": "Hello."}]}},
"stopReason": "end_turn",
"usage": {
"cacheReadInputTokenCount": 0,
"cacheReadInputTokens": 0,
"cacheWriteInputTokenCount": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 1840,
"outputTokens": 412,
"serverToolUsage": {},
"totalTokens": 2252,
},
"metrics": {"latencyMs": 42},
@ -3410,13 +3407,10 @@ US_ANTHROPIC_CLAUDE_SONNET_5_5_INPUT_TEXT: Final = CostTrackingTestCase(
"output": {"message": {"content": [{"text": "scripted answer 1a50e720f40a"}], "role": "assistant"}},
"stopReason": "end_turn",
"usage": {
"cacheReadInputTokenCount": 0,
"cacheReadInputTokens": 0,
"cacheWriteInputTokenCount": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 1840,
"outputTokens": 412,
"serverToolUsage": {},
"totalTokens": 2252,
},
},
@ -3470,7 +3464,13 @@ US_ANTHROPIC_CLAUDE_SONNET_5_5_STREAM: Final = CostTrackingTestCase(
event_type="metadata",
payload={
"metrics": {"latencyMs": 883},
"usage": {"inputTokens": 1840, "outputTokens": 412, "serverToolUsage": {}, "totalTokens": 2252},
"usage": {
"cacheReadInputTokens": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 1840,
"outputTokens": 412,
"totalTokens": 2252,
},
},
),
),
@ -3517,13 +3517,10 @@ US_ANTHROPIC_CLAUDE_SONNET_5_5_CACHE_READ: Final = CostTrackingTestCase(
"output": {"message": {"content": [{"text": "scripted answer 5eff7f685f14"}], "role": "assistant"}},
"stopReason": "end_turn",
"usage": {
"cacheReadInputTokenCount": 12288,
"cacheReadInputTokens": 12288,
"cacheWriteInputTokenCount": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 640,
"outputTokens": 380,
"serverToolUsage": {},
"totalTokens": 13308,
},
},
@ -3937,7 +3934,13 @@ US_ANTHROPIC_CLAUDE_OPUS_5_5_STREAM: Final = CostTrackingTestCase(
event_type="metadata",
payload={
"metrics": {"latencyMs": 883},
"usage": {"inputTokens": 1840, "outputTokens": 412, "serverToolUsage": {}, "totalTokens": 2252},
"usage": {
"cacheReadInputTokens": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 1840,
"outputTokens": 412,
"totalTokens": 2252,
},
},
),
),
@ -3984,13 +3987,10 @@ US_ANTHROPIC_CLAUDE_OPUS_5_5_CACHE_READ: Final = CostTrackingTestCase(
"output": {"message": {"content": [{"text": "scripted answer bbd4da2e326b"}], "role": "assistant"}},
"stopReason": "end_turn",
"usage": {
"cacheReadInputTokenCount": 12288,
"cacheReadInputTokens": 12288,
"cacheWriteInputTokenCount": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 640,
"outputTokens": 380,
"serverToolUsage": {},
"totalTokens": 13308,
},
},
@ -4138,13 +4138,10 @@ US_ANTHROPIC_CLAUDE_HAIKU_5_5_INPUT_TEXT: Final = CostTrackingTestCase(
"output": {"message": {"content": [{"text": "scripted answer 8ff4d0ccb5a5"}], "role": "assistant"}},
"stopReason": "end_turn",
"usage": {
"cacheReadInputTokenCount": 0,
"cacheReadInputTokens": 0,
"cacheWriteInputTokenCount": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 1840,
"outputTokens": 412,
"serverToolUsage": {},
"totalTokens": 2252,
},
},
@ -4198,7 +4195,13 @@ US_ANTHROPIC_CLAUDE_HAIKU_5_5_STREAM: Final = CostTrackingTestCase(
event_type="metadata",
payload={
"metrics": {"latencyMs": 883},
"usage": {"inputTokens": 1840, "outputTokens": 412, "serverToolUsage": {}, "totalTokens": 2252},
"usage": {
"cacheReadInputTokens": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 1840,
"outputTokens": 412,
"totalTokens": 2252,
},
},
),
),
@ -4245,13 +4248,10 @@ US_ANTHROPIC_CLAUDE_HAIKU_5_5_CACHE_READ: Final = CostTrackingTestCase(
"output": {"message": {"content": [{"text": "scripted answer cf757e3e24df"}], "role": "assistant"}},
"stopReason": "end_turn",
"usage": {
"cacheReadInputTokenCount": 12288,
"cacheReadInputTokens": 12288,
"cacheWriteInputTokenCount": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 640,
"outputTokens": 380,
"serverToolUsage": {},
"totalTokens": 13308,
},
},
@ -5411,13 +5411,10 @@ US_ANTHROPIC_CLAUDE_SONNET_5_5_THINKING: Final = CostTrackingTestCase(
"output": {"message": {"role": "assistant", "content": [{"text": "scripted answer fe9c9714d04d"}]}},
"stopReason": "end_turn",
"usage": {
"cacheReadInputTokenCount": 0,
"cacheReadInputTokens": 0,
"cacheWriteInputTokenCount": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 1240,
"outputTokens": 412,
"serverToolUsage": {},
"totalTokens": 1652,
},
"metrics": {"latencyMs": 2071},
@ -5708,13 +5705,10 @@ US_ANTHROPIC_CLAUDE_OPUS_5_5_THINKING: Final = CostTrackingTestCase(
},
"stopReason": "end_turn",
"usage": {
"cacheReadInputTokenCount": 0,
"cacheReadInputTokens": 0,
"cacheWriteInputTokenCount": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 1240,
"outputTokens": 4040,
"serverToolUsage": {},
"totalTokens": 5280,
},
"metrics": {"latencyMs": 2071},
@ -5843,13 +5837,10 @@ US_ANTHROPIC_CLAUDE_HAIKU_5_5_THINKING: Final = CostTrackingTestCase(
"output": {"message": {"role": "assistant", "content": [{"text": "scripted answer 90a6bb1996a5"}]}},
"stopReason": "end_turn",
"usage": {
"cacheReadInputTokenCount": 0,
"cacheReadInputTokens": 0,
"cacheWriteInputTokenCount": 0,
"cacheWriteInputTokens": 0,
"inputTokens": 1240,
"outputTokens": 412,
"serverToolUsage": {},
"totalTokens": 1652,
},
"metrics": {"latencyMs": 2071},

1
tests/integration/cost_calculation/cost_map.py
View file

@ -549,7 +549,6 @@ COST_MAP_ENTRIES: Final[dict[str, dict[str, JsonValue]]] = {
"web_search_billing_unit": "per_query",
},
"vertex_ai/gemini-3.1-pro-preview": {
"cache_creation_input_token_cost_above_200k_tokens": 2.75e-07,
"cache_read_input_token_cost": 2.2e-07,
"cache_read_input_token_cost_above_200k_tokens": 4.4e-07,
"cache_read_input_token_cost_above_200k_tokens_priority": 7.92e-07,