mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-09 03:18:44 +00:00
fix: allow tiered cache creation pricing
This commit is contained in:
parent
96a2e8b16d
commit
6b959f92c4
1 changed files with 18 additions and 0 deletions
|
|
@ -939,6 +939,7 @@ def test_aaamodel_prices_and_context_window_json_is_valid():
|
|||
},
|
||||
"input_cost_per_token": {"type": "number"},
|
||||
"output_cost_per_token": {"type": "number"},
|
||||
"cache_creation_input_token_cost": {"type": "number"},
|
||||
"cache_read_input_token_cost": {"type": "number"},
|
||||
"output_cost_per_reasoning_token": {"type": "number"},
|
||||
"max_results_range": {
|
||||
|
|
@ -957,6 +958,23 @@ def test_aaamodel_prices_and_context_window_json_is_valid():
|
|||
},
|
||||
}
|
||||
|
||||
validate(
|
||||
{
|
||||
"tiered-cache-creation-regression": {
|
||||
"tiered_pricing": [
|
||||
{
|
||||
"range": [0, 128000],
|
||||
"input_cost_per_token": 0.0000008,
|
||||
"output_cost_per_token": 0.000002,
|
||||
"cache_creation_input_token_cost": 0.000001,
|
||||
"cache_read_input_token_cost": 0.0000002,
|
||||
}
|
||||
],
|
||||
}
|
||||
},
|
||||
INTENDED_SCHEMA,
|
||||
)
|
||||
|
||||
prod_json = os.path.join(
|
||||
os.path.dirname(__file__), "..", "..", "model_prices_and_context_window.json"
|
||||
)
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue