scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

(fix) failing cohere test

Browse source
This commit is contained in:
ishaan-jaff 2024-03-12 12:42:12 -07:00
parent b2d5f775ca
commit a18c941621
3 changed files with 15 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
litellm/model_prices_and_context_window_backup.json
View file

@ -981,8 +981,7 @@
"litellm_provider": "gemini",
"mode": "chat"
},
"cohere_chat/command-r": {
"command-r": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
@ -991,35 +990,35 @@
"litellm_provider": "cohere_chat",
"mode": "chat"
},
"cohere_chat/command-light": {
"command-light": {
"max_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere_chat",
"mode": "chat"
},
"cohere/command-nightly": {
"command-nightly": {
"max_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"cohere/command": {
"command": {
"max_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"cohere/command-medium-beta": {
"command-medium-beta": {
"max_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"cohere/command-xlarge-beta": {
"command-xlarge-beta": {
"max_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,

3
litellm/utils.py
View file

@ -5371,6 +5371,9 @@ def get_llm_provider(
## cohere
elif model in litellm.cohere_models or model in litellm.cohere_embedding_models:
custom_llm_provider = "cohere"
## cohere chat models
elif model in litellm.cohere_chat_models:
custom_llm_provider = "cohere_chat"
## replicate
elif model in litellm.replicate_models or (":" in model and len(model) > 64):
model_parts = model.split(":")

13
model_prices_and_context_window.json
View file

@ -981,8 +981,7 @@
"litellm_provider": "gemini",
"mode": "chat"
},
"cohere_chat/command-r": {
"command-r": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
@ -991,35 +990,35 @@
"litellm_provider": "cohere_chat",
"mode": "chat"
},
"cohere_chat/command-light": {
"command-light": {
"max_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere_chat",
"mode": "chat"
},
"cohere/command-nightly": {
"command-nightly": {
"max_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"cohere/command": {
"command": {
"max_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"cohere/command-medium-beta": {
"command-medium-beta": {
"max_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"cohere/command-xlarge-beta": {
"command-xlarge-beta": {
"max_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,