mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-14 09:03:16 +00:00
fix(proxy/vertex_ai): update token handling logic
This commit is contained in:
parent
46a9fd2c66
commit
99cd54f154
2 changed files with 9 additions and 0 deletions
0
0
Normal file
0
0
Normal file
|
|
@ -3721,3 +3721,12 @@ async def test_unreserved_model_access_group_is_charged_alongside_a_reserved_one
|
|||
assert counter_cache.in_memory_cache.get_cache(
|
||||
key=model_access_group_spend_counter_key("starter")
|
||||
) == pytest.approx(4.2)
|
||||
|
||||
def test_requested_output_tokens_gemini_generation_config() -> None:
|
||||
"""Verify generationConfig.maxOutputTokens is properly parsed for Gemini models."""
|
||||
from litellm.proxy.spend_tracking.budget_reservation import _requested_output_tokens
|
||||
|
||||
body = {
|
||||
"generationConfig": {"maxOutputTokens": 4096}
|
||||
}
|
||||
assert _requested_output_tokens(body) == 4096
|
||||
Loading…
Add table
Reference in a new issue