From c2d7a99ecd9373eced536d4e72b8fcca6fb6c2e0 Mon Sep 17 00:00:00 2001 From: "devin-ai-integration[bot]" <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Tue, 10 Nov 2026 09:24:50 -0800 Subject: [PATCH] test(cost): sync vertex 3.1 pro price fields and bedrock converse usage shapes (#50956) Co-authored-by: kerry Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- .../cases/bedrock_converse.py | 51 ++++++++----------- .../integration/cost_calculation/cost_map.py | 1 - 2 files changed, 21 insertions(+), 31 deletions(-) diff --git a/tests/integration/cost_calculation/cases/bedrock_converse.py b/tests/integration/cost_calculation/cases/bedrock_converse.py index 96033a8b49a..298c19b3e4b 100644 --- a/tests/integration/cost_calculation/cases/bedrock_converse.py +++ b/tests/integration/cost_calculation/cases/bedrock_converse.py @@ -3098,13 +3098,10 @@ US_ANTHROPIC_CLAUDE_OPUS_5_5_INPUT_TEXT: Final = CostTrackingTestCase( "output": {"message": {"role": "assistant", "content": [{"text": "Hello."}]}}, "stopReason": "end_turn", "usage": { - "cacheReadInputTokenCount": 0, "cacheReadInputTokens": 0, - "cacheWriteInputTokenCount": 0, "cacheWriteInputTokens": 0, "inputTokens": 1840, "outputTokens": 412, - "serverToolUsage": {}, "totalTokens": 2252, }, "metrics": {"latencyMs": 42}, @@ -3410,13 +3407,10 @@ US_ANTHROPIC_CLAUDE_SONNET_5_5_INPUT_TEXT: Final = CostTrackingTestCase( "output": {"message": {"content": [{"text": "scripted answer 1a50e720f40a"}], "role": "assistant"}}, "stopReason": "end_turn", "usage": { - "cacheReadInputTokenCount": 0, "cacheReadInputTokens": 0, - "cacheWriteInputTokenCount": 0, "cacheWriteInputTokens": 0, "inputTokens": 1840, "outputTokens": 412, - "serverToolUsage": {}, "totalTokens": 2252, }, }, @@ -3470,7 +3464,13 @@ US_ANTHROPIC_CLAUDE_SONNET_5_5_STREAM: Final = CostTrackingTestCase( event_type="metadata", payload={ "metrics": {"latencyMs": 883}, - "usage": {"inputTokens": 1840, "outputTokens": 412, "serverToolUsage": {}, "totalTokens": 2252}, + "usage": { + "cacheReadInputTokens": 0, + "cacheWriteInputTokens": 0, + "inputTokens": 1840, + "outputTokens": 412, + "totalTokens": 2252, + }, }, ), ), @@ -3517,13 +3517,10 @@ US_ANTHROPIC_CLAUDE_SONNET_5_5_CACHE_READ: Final = CostTrackingTestCase( "output": {"message": {"content": [{"text": "scripted answer 5eff7f685f14"}], "role": "assistant"}}, "stopReason": "end_turn", "usage": { - "cacheReadInputTokenCount": 12288, "cacheReadInputTokens": 12288, - "cacheWriteInputTokenCount": 0, "cacheWriteInputTokens": 0, "inputTokens": 640, "outputTokens": 380, - "serverToolUsage": {}, "totalTokens": 13308, }, }, @@ -3937,7 +3934,13 @@ US_ANTHROPIC_CLAUDE_OPUS_5_5_STREAM: Final = CostTrackingTestCase( event_type="metadata", payload={ "metrics": {"latencyMs": 883}, - "usage": {"inputTokens": 1840, "outputTokens": 412, "serverToolUsage": {}, "totalTokens": 2252}, + "usage": { + "cacheReadInputTokens": 0, + "cacheWriteInputTokens": 0, + "inputTokens": 1840, + "outputTokens": 412, + "totalTokens": 2252, + }, }, ), ), @@ -3984,13 +3987,10 @@ US_ANTHROPIC_CLAUDE_OPUS_5_5_CACHE_READ: Final = CostTrackingTestCase( "output": {"message": {"content": [{"text": "scripted answer bbd4da2e326b"}], "role": "assistant"}}, "stopReason": "end_turn", "usage": { - "cacheReadInputTokenCount": 12288, "cacheReadInputTokens": 12288, - "cacheWriteInputTokenCount": 0, "cacheWriteInputTokens": 0, "inputTokens": 640, "outputTokens": 380, - "serverToolUsage": {}, "totalTokens": 13308, }, }, @@ -4138,13 +4138,10 @@ US_ANTHROPIC_CLAUDE_HAIKU_5_5_INPUT_TEXT: Final = CostTrackingTestCase( "output": {"message": {"content": [{"text": "scripted answer 8ff4d0ccb5a5"}], "role": "assistant"}}, "stopReason": "end_turn", "usage": { - "cacheReadInputTokenCount": 0, "cacheReadInputTokens": 0, - "cacheWriteInputTokenCount": 0, "cacheWriteInputTokens": 0, "inputTokens": 1840, "outputTokens": 412, - "serverToolUsage": {}, "totalTokens": 2252, }, }, @@ -4198,7 +4195,13 @@ US_ANTHROPIC_CLAUDE_HAIKU_5_5_STREAM: Final = CostTrackingTestCase( event_type="metadata", payload={ "metrics": {"latencyMs": 883}, - "usage": {"inputTokens": 1840, "outputTokens": 412, "serverToolUsage": {}, "totalTokens": 2252}, + "usage": { + "cacheReadInputTokens": 0, + "cacheWriteInputTokens": 0, + "inputTokens": 1840, + "outputTokens": 412, + "totalTokens": 2252, + }, }, ), ), @@ -4245,13 +4248,10 @@ US_ANTHROPIC_CLAUDE_HAIKU_5_5_CACHE_READ: Final = CostTrackingTestCase( "output": {"message": {"content": [{"text": "scripted answer cf757e3e24df"}], "role": "assistant"}}, "stopReason": "end_turn", "usage": { - "cacheReadInputTokenCount": 12288, "cacheReadInputTokens": 12288, - "cacheWriteInputTokenCount": 0, "cacheWriteInputTokens": 0, "inputTokens": 640, "outputTokens": 380, - "serverToolUsage": {}, "totalTokens": 13308, }, }, @@ -5411,13 +5411,10 @@ US_ANTHROPIC_CLAUDE_SONNET_5_5_THINKING: Final = CostTrackingTestCase( "output": {"message": {"role": "assistant", "content": [{"text": "scripted answer fe9c9714d04d"}]}}, "stopReason": "end_turn", "usage": { - "cacheReadInputTokenCount": 0, "cacheReadInputTokens": 0, - "cacheWriteInputTokenCount": 0, "cacheWriteInputTokens": 0, "inputTokens": 1240, "outputTokens": 412, - "serverToolUsage": {}, "totalTokens": 1652, }, "metrics": {"latencyMs": 2071}, @@ -5708,13 +5705,10 @@ US_ANTHROPIC_CLAUDE_OPUS_5_5_THINKING: Final = CostTrackingTestCase( }, "stopReason": "end_turn", "usage": { - "cacheReadInputTokenCount": 0, "cacheReadInputTokens": 0, - "cacheWriteInputTokenCount": 0, "cacheWriteInputTokens": 0, "inputTokens": 1240, "outputTokens": 4040, - "serverToolUsage": {}, "totalTokens": 5280, }, "metrics": {"latencyMs": 2071}, @@ -5843,13 +5837,10 @@ US_ANTHROPIC_CLAUDE_HAIKU_5_5_THINKING: Final = CostTrackingTestCase( "output": {"message": {"role": "assistant", "content": [{"text": "scripted answer 90a6bb1996a5"}]}}, "stopReason": "end_turn", "usage": { - "cacheReadInputTokenCount": 0, "cacheReadInputTokens": 0, - "cacheWriteInputTokenCount": 0, "cacheWriteInputTokens": 0, "inputTokens": 1240, "outputTokens": 412, - "serverToolUsage": {}, "totalTokens": 1652, }, "metrics": {"latencyMs": 2071}, diff --git a/tests/integration/cost_calculation/cost_map.py b/tests/integration/cost_calculation/cost_map.py index 4f87caf7854..67a4fe86274 100644 --- a/tests/integration/cost_calculation/cost_map.py +++ b/tests/integration/cost_calculation/cost_map.py @@ -549,7 +549,6 @@ COST_MAP_ENTRIES: Final[dict[str, dict[str, JsonValue]]] = { "web_search_billing_unit": "per_query", }, "vertex_ai/gemini-3.1-pro-preview": { - "cache_creation_input_token_cost_above_200k_tokens": 2.75e-07, "cache_read_input_token_cost": 2.2e-07, "cache_read_input_token_cost_above_200k_tokens": 4.4e-07, "cache_read_input_token_cost_above_200k_tokens_priority": 7.92e-07,