mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-29 06:33:28 +00:00
test(cost): isolate custom rerank pricing from the main map
This commit is contained in:
parent
b6a8104f9a
commit
794caaf2db
1 changed files with 4 additions and 4 deletions
|
|
@ -1036,9 +1036,9 @@ def test_per_query_priced_rerank_deployment_completion_cost_is_nonzero():
|
|||
router: Final = Router(
|
||||
model_list=[
|
||||
{
|
||||
"model_name": "semantic-ranker-default-004",
|
||||
"model_name": "semantic-ranker-custom-test",
|
||||
"litellm_params": {
|
||||
"model": "vertex_ai/semantic-ranker-default-004",
|
||||
"model": "vertex_ai/semantic-ranker-custom-test",
|
||||
"vertex_project": "test-project",
|
||||
"vertex_location": "us-east5",
|
||||
},
|
||||
|
|
@ -1047,7 +1047,7 @@ def test_per_query_priced_rerank_deployment_completion_cost_is_nonzero():
|
|||
]
|
||||
)
|
||||
router_model_id: Final = router.model_list[0]["model_info"]["id"]
|
||||
assert litellm.model_cost["vertex_ai/semantic-ranker-default-004"].get("input_cost_per_query") is None
|
||||
assert litellm.model_cost["vertex_ai/semantic-ranker-custom-test"].get("input_cost_per_query") is None
|
||||
|
||||
response: Final = RerankResponse(
|
||||
id="vertex_ai_rerank_test",
|
||||
|
|
@ -1057,7 +1057,7 @@ def test_per_query_priced_rerank_deployment_completion_cost_is_nonzero():
|
|||
|
||||
cost: Final = completion_cost(
|
||||
completion_response=response,
|
||||
model="vertex_ai/semantic-ranker-default-004",
|
||||
model="vertex_ai/semantic-ranker-custom-test",
|
||||
custom_llm_provider="vertex_ai",
|
||||
call_type="arerank",
|
||||
custom_pricing=True,
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue