mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-12 23:01:41 +00:00
fix: remove unused imports + add cache discount assertion
Addresses greptile review feedback: - P2: removed unused imports (pytest already imported at top, patch/MagicMock/PromptTokensDetailsWrapper were never used) - P1: added explicit assertion that cache pricing is cheaper than full-price calculation (prompt_cost < full_price_prompt_cost)
This commit is contained in:
parent
3a5fe2a028
commit
3a15863476
1 changed files with 12 additions and 0 deletions
|
|
@ -12,6 +12,12 @@ from litellm.llms.fireworks_ai.cost_calculator import (
|
|||
from litellm.utils import get_model_info
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# NOTE: unused imports (patch, MagicMock, PromptTokensDetailsWrapper) that
|
||||
# were present in the initial commit have been removed per greptile review.
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
def test_cost_per_token_with_cache_tokens():
|
||||
"""
|
||||
Test that cache_read_input_tokens are priced at cache_read_input_token_cost
|
||||
|
|
@ -54,6 +60,12 @@ def test_cost_per_token_with_cache_tokens():
|
|||
f"Cache discount not applied: got {prompt_cost}, "
|
||||
f"expected {expected_prompt_cost}"
|
||||
)
|
||||
# Verify that cache discount actually reduces cost vs full-price calculation
|
||||
full_price_prompt_cost = 100 * input_cost
|
||||
assert prompt_cost < full_price_prompt_cost, (
|
||||
f"Cache pricing should be cheaper than full price: "
|
||||
f"got {prompt_cost}, full price would be {full_price_prompt_cost}"
|
||||
)
|
||||
assert completion_cost >= 0
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue