scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 124

build(model_prices_and_context_window.json): add amazon.rerank model to model cost map

Browse source
This commit is contained in:
Krrish Dholakia 2025-02-20 14:59:16 -08:00
parent b86a139b64
commit 150051c3e4
3 changed files with 27 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
litellm/model_prices_and_context_window_backup.json
View file

@ -5982,6 +5982,19 @@
"litellm_provider": "bedrock",
"mode": "chat"
},
"amazon.rerank-v1:0": {
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_tokens_per_doc": 512,
"max_query_tokens": 32000,
"max_documents_per_query": 100,
"input_cost_per_token": 0.0,
"input_cost_per_query": 0.001,
"output_cost_per_token": 0.0,
"litellm_provider": "bedrock",
"mode": "rerank"
},
"amazon.titan-text-lite-v1": {
"max_tokens": 4000,
"max_input_tokens": 42000,

13
model_prices_and_context_window.json
View file

@ -5982,6 +5982,19 @@
"litellm_provider": "bedrock",
"mode": "chat"
},
"amazon.rerank-v1:0": {
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_tokens_per_doc": 512,
"max_query_tokens": 32000,
"max_documents_per_query": 100,
"input_cost_per_token": 0.0,
"input_cost_per_query": 0.001,
"output_cost_per_token": 0.0,
"litellm_provider": "bedrock",
"mode": "rerank"
},
"amazon.titan-text-lite-v1": {
"max_tokens": 4000,
"max_input_tokens": 42000,

1
tests/llm_translation/base_rerank_unit_tests.py
View file

@ -96,6 +96,7 @@ class BaseLLMRerankTest(ABC):
assert response.results is not None
assert response._hidden_params["response_cost"] is not None
assert response._hidden_params["response_cost"] > 0
assert_response_shape(
response=response, custom_llm_provider=custom_llm_provider.value