scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-30 01:52:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 70

Update SambaNova model catalog with latest releases

Browse source 
Add new SambaNova models (DeepSeek-V3.1-cb, DeepSeek-V3.1-Terminus, DeepSeek-V3.2, Qwen3-235B, Llama-3.3-Swallow-70B-Instruct-v0.4, ALLaM-7B-Instruct-preview)
and update existing models to reflect current pricing and capabilities from SambaNova Cloud.
Rename DeepSeek-R1 to DeepSeek-R1-0528 to match versioned model name,
expand context windows to 128k where supported,
and retain legacy models for backward compatibility with custom environments.
This commit is contained in:
jhpiedrahitao 2026-02-05 11:50:18 -05:00
parent dba3c74a14
commit d417d83e10
1 changed files with 97 additions and 18 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

115
model_prices_and_context_window.json
View file

@ -25774,15 +25774,16 @@
"mode": "chat",
"output_cost_per_token": 0.0
},
"sambanova/DeepSeek-R1": {
"sambanova/DeepSeek-R1-0528": {
"input_cost_per_token": 5e-06,
"litellm_provider": "sambanova",
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 7e-06,
"source": "https://cloud.sambanova.ai/plans/pricing"
"source": "https://cloud.sambanova.ai/plans/pricing",
"supports_reasoning": true
},
"sambanova/DeepSeek-R1-Distill-Llama-70B": {
"input_cost_per_token": 7e-07,
@ -25804,6 +25805,7 @@
"output_cost_per_token": 4.5e-06,
"source": "https://cloud.sambanova.ai/plans/pricing",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_reasoning": true,
"supports_tool_choice": true
},
@ -25944,19 +25946,6 @@
"supports_tool_choice": true
},
"sambanova/DeepSeek-V3.1": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"input_cost_per_token": 3e-06,
"output_cost_per_token": 4.5e-06,
"litellm_provider": "sambanova",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/gpt-oss-120b": {
"max_tokens": 131072,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
@ -25965,10 +25954,100 @@
"litellm_provider": "sambanova",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/gpt-oss-120b": {
"max_tokens": 131072,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"input_cost_per_token": 2.2e-07,
"output_cost_per_token": 5.9e-07,
"litellm_provider": "sambanova",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/DeepSeek-V3.1-cb": {
"max_tokens": 131072,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"input_cost_per_token": 1.5e-07,
"output_cost_per_token": 7.5e-07,
"litellm_provider": "sambanova",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/DeepSeek-V3.1-Terminus": {
"max_tokens": 131072,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"input_cost_per_token": 3e-06,
"output_cost_per_token": 4.5e-06,
"litellm_provider": "sambanova",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/DeepSeek-V3.2": {
"max_tokens": 131072,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"input_cost_per_token": 3e-06,
"output_cost_per_token": 4.5e-06,
"litellm_provider": "sambanova",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/Qwen3-235B": {
"max_tokens": 131072,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"input_cost_per_token": 4e-07,
"output_cost_per_token": 8e-07,
"litellm_provider": "sambanova",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/Llama-3.3-Swallow-70B-Instruct-v0.4": {
"max_tokens": 16384,
"max_input_tokens": 16384,
"max_output_tokens": 16384,
"input_cost_per_token": 6e-07,
"output_cost_per_token": 1.2e-06,
"litellm_provider": "sambanova",
"mode": "chat",
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/ALLaM-7B-Instruct-preview": {
"max_tokens": 131072,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"input_cost_per_token": 2.2e-07,
"output_cost_per_token": 5.9e-07,
"litellm_provider": "sambanova",
"mode": "chat",
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"snowflake/claude-3-5-sonnet": {
"litellm_provider": "snowflake",
"max_input_tokens": 18000,