scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 123

build(model_prices_and_context_window.json): add bedrock cohere rerank pricing

Browse source
This commit is contained in:
Krrish Dholakia 2025-02-20 15:40:23 -08:00
parent bc190f201e
commit 2b530ca73c
2 changed files with 30 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
litellm/model_prices_and_context_window_backup.json
View file

@ -5986,9 +5986,9 @@
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_tokens_per_doc": 512,
"max_query_tokens": 32000,
"max_documents_per_query": 100,
"max_document_chunks_per_query": 100,
"max_tokens_per_document_chunk": 512,
"input_cost_per_token": 0.0,
"input_cost_per_query": 0.001,
"output_cost_per_token": 0.0,
@ -7035,6 +7035,19 @@
"mode": "chat",
"supports_tool_choice": true
},
"cohere.rerank-v3-5:0": {
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_query_tokens": 32000,
"max_document_chunks_per_query": 100,
"max_tokens_per_document_chunk": 512,
"input_cost_per_token": 0.0,
"input_cost_per_query": 0.002,
"output_cost_per_token": 0.0,
"litellm_provider": "bedrock",
"mode": "rerank"
},
"cohere.command-text-v14": {
"max_tokens": 4096,
"max_input_tokens": 4096,

17
model_prices_and_context_window.json
View file

@ -5986,9 +5986,9 @@
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_tokens_per_doc": 512,
"max_query_tokens": 32000,
"max_documents_per_query": 100,
"max_document_chunks_per_query": 100,
"max_tokens_per_document_chunk": 512,
"input_cost_per_token": 0.0,
"input_cost_per_query": 0.001,
"output_cost_per_token": 0.0,
@ -7035,6 +7035,19 @@
"mode": "chat",
"supports_tool_choice": true
},
"cohere.rerank-v3-5:0": {
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_query_tokens": 32000,
"max_document_chunks_per_query": 100,
"max_tokens_per_document_chunk": 512,
"input_cost_per_token": 0.0,
"input_cost_per_query": 0.002,
"output_cost_per_token": 0.0,
"litellm_provider": "bedrock",
"mode": "rerank"
},
"cohere.command-text-v14": {
"max_tokens": 4096,
"max_input_tokens": 4096,