scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-08-28 05:25:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

Merge pull request #37444 from BerriAI/litellm_fix_vertex_batch_cost_assertion

Browse source 
test: derive vertex batch cost expectation from the cost map
This commit is contained in:
Mateo Wang 2026-08-18 22:58:02 -07:00 • committed by GitHub
commit 61029814ab
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
tests/test_litellm/batches/test_batch_utils.py
View file

@ -890,8 +890,14 @@ async def test_handle_completed_vertex_batch_computes_cost_usage_and_models(monk
litellm_params={"vertex_project": "proj-1", "vertex_location": "us-central1"},
)
pricing = litellm.model_cost["vertex_ai/gemini-3.6-flash"]
batch_input = pricing["input_cost_per_token_batches"]
batch_output = pricing["output_cost_per_token_batches"]
assert batch_input < pricing["input_cost_per_token"]
assert batch_output < pricing["output_cost_per_token"]
assert cost > 0
assert cost == pytest.approx(30 * 7.5e-07 + 15 * 3.75e-06)
assert cost == pytest.approx(30 * batch_input + 15 * batch_output)
assert (usage.prompt_tokens, usage.completion_tokens, usage.total_tokens) == (30, 15, 45)
assert models == ["gemini-3.6-flash", "gemini-3.6-flash"]