scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 124

removed hardcoding and added models to model_prices

Browse source
This commit is contained in:
Sunny Wan 2025-03-11 02:05:02 -04:00
parent a775c9ca13
commit 1dabc62d7b
2 changed files with 168 additions and 22 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
litellm/__init__.py
View file

@ -600,28 +600,6 @@ ollama_models = ["llama2"]
maritalk_models = ["maritalk"]
snowflake_models = [
"snowflake/deepseek-r1",
"snowflake/claude-3-5-sonnet",
"snowflake/llama3.2-1b",
"snowflake/llama3.2-3b",
"snowflake/llama3.1-8b",
"snowflake/llama3.1-70b",
"snowflake/llama3.3-70b",
"snowflake/snowflake-llama-3.3-70b",
"snowflake/llama3.1-405b",
"snowflake/snowflake-llama-3.1-405b",
"snowflake/snowflake-arctic",
"snowflake/reka-core",
"snowflake/reka-flash",
"snowflake/mistral-large2",
"snowflake/mixtral-8x7b",
"snowflake/mistral-7b",
"snowflake/jamba-instruct",
"snowflake/jamba-1.5-mini",
"snowflake/jamba-1.5-large",
"snowflake/gemma-7b"
]
model_list = (
open_ai_chat_completion_models

168
model_prices_and_context_window.json
View file

@ -9461,5 +9461,173 @@
"output_cost_per_token": 0.000000018,
"litellm_provider": "jina_ai",
"mode": "rerank"
},
"snowflake/deepseek-r1": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/snowflake-arctic": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/claude-3-5-sonnet": {
"max_tokens": 18000,
"max_input_tokens": 18000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/mistral-large": {
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/mistral-large2": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/reka-flash": {
"max_tokens": 100000,
"max_input_tokens": 100000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/reka-core": {
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/jamba-instruct": {
"max_tokens": 256000,
"max_input_tokens": 256000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/jamba-1.5-mini": {
"max_tokens": 256000,
"max_input_tokens": 256000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/jamba-1.5-large": {
"max_tokens": 256000,
"max_input_tokens": 256000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/mixtral-8x7b": {
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/llama2-70b-chat": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/llama3-8b": {
"max_tokens": 8000,
"max_input_tokens": 8000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/llama3-70b": {
"max_tokens": 8000,
"max_input_tokens": 8000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/llama3.1-8b": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/llama3.1-70b": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/llama3.3-70b": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/snowflake-llama-3.3-70b": {
"max_tokens": 8000,
"max_input_tokens": 8000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/llama3.1-405b": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/snowflake-llama-3.1-405b": {
"max_tokens": 8000,
"max_input_tokens": 8000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/llama3.2-1b": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/llama3.2-3b": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/mistral-7b": {
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
},
"snowflake/gemma-7b": {
"max_tokens": 8000,
"max_input_tokens": 8000,
"max_output_tokens": 8192,
"litellm_provider": "snowflake",
"mode": "completion"
}
}