scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-11 08:38:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 359

fix(wandb): sync CoreWeave Forge prices and add DeepSeek V4.1-Flash-1017 (#50476)

Browse source 
* fix(wandb): sync CoreWeave Forge prices for Beam, GLM-5.3 and Nemotron 3.5 Super VL

* fix(wandb): sync CoreWeave Forge prices and add DeepSeek V4.1-Flash-1017

---------

Co-authored-by: devin-ai-integration[bot] <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
devin-ai-integration[bot] 2026-11-07 00:47:34 +00:00 • committed by GitHub
parent d32a6d75f8
commit 527c094abe
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 98 additions and 64 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

81
litellm/model_prices_and_context_window_backup.json
View file

@ -55086,14 +55086,16 @@
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference"
},
"wandb/deepseek-ai/DeepSeek-V3.1": {
"cache_read_input_token_cost": 2e-07,
"supports_reasoning": true,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 5.5e-07,
"output_cost_per_token": 1.65e-06,
"input_cost_per_token": 5e-07,
"output_cost_per_token": 1.5e-06,
"litellm_provider": "wandb",
"mode": "chat",
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference"
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_prompt_caching": true
},
"wandb/meta-llama/Llama-3.3-70B-Instruct": {
"max_input_tokens": 128000,
@ -66502,13 +66504,13 @@
"max_output_tokens": 262144,
"max_input_tokens": 262000,
"input_cost_per_token": 1.3e-07,
"output_cost_per_token": 2.8e-07,
"cache_read_input_token_cost": 7e-08,
"output_cost_per_token": 2.7e-07,
"cache_read_input_token_cost": 5e-08,
"supports_prompt_caching": true,
"litellm_provider": "wandb",
"mode": "chat",
"supports_vision": false,
"source": "https://wandb.ai/site/pricing/tokens/"
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference"
},
"wandb/deepseek-ai/DeepSeek-V4-Pro": {
"supports_reasoning": true,
@ -66585,14 +66587,14 @@
"supports_reasoning": true,
"max_output_tokens": 262144,
"max_input_tokens": 262000,
"input_cost_per_token": 7.1e-07,
"output_cost_per_token": 3.5e-06,
"cache_read_input_token_cost": 1.5e-07,
"input_cost_per_token": 6e-07,
"output_cost_per_token": 3e-06,
"cache_read_input_token_cost": 1.2e-07,
"supports_prompt_caching": true,
"litellm_provider": "wandb",
"mode": "chat",
"supports_vision": true,
"source": "https://wandb.ai/site/pricing/tokens/"
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference"
},
"wandb/moonshotai/Kimi-K2.6": {
"supports_reasoning": true,
@ -66658,15 +66660,17 @@
"source": "https://wandb.ai/site/pricing/tokens/"
},
"wandb/Qwen/Qwen3.6-35B-A3B": {
"cache_read_input_token_cost": 3.5e-08,
"supports_reasoning": true,
"max_output_tokens": 262144,
"max_input_tokens": 262000,
"input_cost_per_token": 2.5e-07,
"output_cost_per_token": 1.25e-06,
"input_cost_per_token": 1e-07,
"output_cost_per_token": 8.9e-07,
"litellm_provider": "wandb",
"mode": "chat",
"supports_vision": true,
"source": "https://wandb.ai/site/pricing/tokens/"
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_prompt_caching": true
},
"wandb/Qwen/Qwen3.6-27B": {
"supports_reasoning": true,
@ -66720,18 +66724,18 @@
"litellm_provider": "wandb",
"mode": "chat",
"supports_reasoning": true,
"input_cost_per_token": 1e-07,
"input_cost_per_token": 6e-08,
"output_cost_per_token": 1.5e-07,
"cache_read_input_token_cost": 5e-08,
"cache_read_input_token_cost": 1.5e-08,
"max_input_tokens": 131000,
"supports_prompt_caching": true,
"source": "https://wandb.ai/site/pricing/tokens/"
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference"
},
"wandb/zai-org/GLM-5.2": {
"supports_reasoning": true,
"max_output_tokens": 262144,
"max_input_tokens": 262000,
"input_cost_per_token": 7.6e-07,
"input_cost_per_token": 6.2e-07,
"output_cost_per_token": 2.42e-06,
"cache_read_input_token_cost": 1.4e-07,
"supports_prompt_caching": true,
@ -74287,14 +74291,14 @@
]
},
"wandb/deepseek-ai/DeepSeek-V4.1-Flash": {
"cache_read_input_token_cost": 3e-08,
"input_cost_per_token": 2e-07,
"cache_read_input_token_cost": 2e-09,
"input_cost_per_token": 1.3e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"max_output_tokens": 1048576,
"mode": "chat",
"output_cost_per_token": 6.5e-07,
"source": "https://wandb.ai/site/pricing/tokens/",
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_vision": true
@ -74315,13 +74319,13 @@
"supports_vision": true
},
"wandb/zai-org/GLM-5.3-Flash": {
"cache_read_input_token_cost": 5e-08,
"input_cost_per_token": 1.5e-07,
"cache_read_input_token_cost": 2e-08,
"input_cost_per_token": 1.2e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"mode": "chat",
"output_cost_per_token": 5e-07,
"source": "https://docs.wandb.ai/inference/models.md",
"output_cost_per_token": 3.8e-07,
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
@ -78687,13 +78691,13 @@
"supports_vision": true
},
"wandb/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B": {
"cache_read_input_token_cost": 5e-08,
"input_cost_per_token": 2.5e-07,
"cache_read_input_token_cost": 2e-08,
"input_cost_per_token": 1.5e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"max_output_tokens": 943718,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"output_cost_per_token": 5e-07,
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_function_calling": true,
"supports_prompt_caching": true,
@ -78989,12 +78993,12 @@
"supports_vision": true
},
"wandb/reflection/Beam-1.0-501B-A23B": {
"cache_read_input_token_cost": 1e-07,
"input_cost_per_token": 1e-06,
"cache_read_input_token_cost": 4e-08,
"input_cost_per_token": 3e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"mode": "chat",
"output_cost_per_token": 3e-06,
"output_cost_per_token": 1e-06,
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_function_calling": true,
"supports_prompt_caching": true,
@ -79005,11 +79009,11 @@
},
"wandb/zai-org/GLM-5.3": {
"cache_read_input_token_cost": 1.9e-07,
"input_cost_per_token": 1.2e-06,
"input_cost_per_token": 7.5e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"mode": "chat",
"output_cost_per_token": 4e-06,
"output_cost_per_token": 3e-06,
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_function_calling": true,
"supports_prompt_caching": true,
@ -86862,5 +86866,18 @@
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
},
"wandb/deepseek-ai/DeepSeek-V4.1-Flash-1017": {
"cache_read_input_token_cost": 2e-09,
"input_cost_per_token": 1.3e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"max_output_tokens": 1048576,
"mode": "chat",
"output_cost_per_token": 6.5e-07,
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_vision": true
}
}

81
model_prices_and_context_window.json
View file

@ -55086,14 +55086,16 @@
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference"
},
"wandb/deepseek-ai/DeepSeek-V3.1": {
"cache_read_input_token_cost": 2e-07,
"supports_reasoning": true,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 5.5e-07,
"output_cost_per_token": 1.65e-06,
"input_cost_per_token": 5e-07,
"output_cost_per_token": 1.5e-06,
"litellm_provider": "wandb",
"mode": "chat",
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference"
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_prompt_caching": true
},
"wandb/meta-llama/Llama-3.3-70B-Instruct": {
"max_input_tokens": 128000,
@ -66502,13 +66504,13 @@
"max_output_tokens": 262144,
"max_input_tokens": 262000,
"input_cost_per_token": 1.3e-07,
"output_cost_per_token": 2.8e-07,
"cache_read_input_token_cost": 7e-08,
"output_cost_per_token": 2.7e-07,
"cache_read_input_token_cost": 5e-08,
"supports_prompt_caching": true,
"litellm_provider": "wandb",
"mode": "chat",
"supports_vision": false,
"source": "https://wandb.ai/site/pricing/tokens/"
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference"
},
"wandb/deepseek-ai/DeepSeek-V4-Pro": {
"supports_reasoning": true,
@ -66585,14 +66587,14 @@
"supports_reasoning": true,
"max_output_tokens": 262144,
"max_input_tokens": 262000,
"input_cost_per_token": 7.1e-07,
"output_cost_per_token": 3.5e-06,
"cache_read_input_token_cost": 1.5e-07,
"input_cost_per_token": 6e-07,
"output_cost_per_token": 3e-06,
"cache_read_input_token_cost": 1.2e-07,
"supports_prompt_caching": true,
"litellm_provider": "wandb",
"mode": "chat",
"supports_vision": true,
"source": "https://wandb.ai/site/pricing/tokens/"
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference"
},
"wandb/moonshotai/Kimi-K2.6": {
"supports_reasoning": true,
@ -66658,15 +66660,17 @@
"source": "https://wandb.ai/site/pricing/tokens/"
},
"wandb/Qwen/Qwen3.6-35B-A3B": {
"cache_read_input_token_cost": 3.5e-08,
"supports_reasoning": true,
"max_output_tokens": 262144,
"max_input_tokens": 262000,
"input_cost_per_token": 2.5e-07,
"output_cost_per_token": 1.25e-06,
"input_cost_per_token": 1e-07,
"output_cost_per_token": 8.9e-07,
"litellm_provider": "wandb",
"mode": "chat",
"supports_vision": true,
"source": "https://wandb.ai/site/pricing/tokens/"
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_prompt_caching": true
},
"wandb/Qwen/Qwen3.6-27B": {
"supports_reasoning": true,
@ -66720,18 +66724,18 @@
"litellm_provider": "wandb",
"mode": "chat",
"supports_reasoning": true,
"input_cost_per_token": 1e-07,
"input_cost_per_token": 6e-08,
"output_cost_per_token": 1.5e-07,
"cache_read_input_token_cost": 5e-08,
"cache_read_input_token_cost": 1.5e-08,
"max_input_tokens": 131000,
"supports_prompt_caching": true,
"source": "https://wandb.ai/site/pricing/tokens/"
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference"
},
"wandb/zai-org/GLM-5.2": {
"supports_reasoning": true,
"max_output_tokens": 262144,
"max_input_tokens": 262000,
"input_cost_per_token": 7.6e-07,
"input_cost_per_token": 6.2e-07,
"output_cost_per_token": 2.42e-06,
"cache_read_input_token_cost": 1.4e-07,
"supports_prompt_caching": true,
@ -74287,14 +74291,14 @@
]
},
"wandb/deepseek-ai/DeepSeek-V4.1-Flash": {
"cache_read_input_token_cost": 3e-08,
"input_cost_per_token": 2e-07,
"cache_read_input_token_cost": 2e-09,
"input_cost_per_token": 1.3e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"max_output_tokens": 1048576,
"mode": "chat",
"output_cost_per_token": 6.5e-07,
"source": "https://wandb.ai/site/pricing/tokens/",
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_vision": true
@ -74315,13 +74319,13 @@
"supports_vision": true
},
"wandb/zai-org/GLM-5.3-Flash": {
"cache_read_input_token_cost": 5e-08,
"input_cost_per_token": 1.5e-07,
"cache_read_input_token_cost": 2e-08,
"input_cost_per_token": 1.2e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"mode": "chat",
"output_cost_per_token": 5e-07,
"source": "https://docs.wandb.ai/inference/models.md",
"output_cost_per_token": 3.8e-07,
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
@ -78687,13 +78691,13 @@
"supports_vision": true
},
"wandb/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B": {
"cache_read_input_token_cost": 5e-08,
"input_cost_per_token": 2.5e-07,
"cache_read_input_token_cost": 2e-08,
"input_cost_per_token": 1.5e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"max_output_tokens": 943718,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"output_cost_per_token": 5e-07,
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_function_calling": true,
"supports_prompt_caching": true,
@ -78989,12 +78993,12 @@
"supports_vision": true
},
"wandb/reflection/Beam-1.0-501B-A23B": {
"cache_read_input_token_cost": 1e-07,
"input_cost_per_token": 1e-06,
"cache_read_input_token_cost": 4e-08,
"input_cost_per_token": 3e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"mode": "chat",
"output_cost_per_token": 3e-06,
"output_cost_per_token": 1e-06,
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_function_calling": true,
"supports_prompt_caching": true,
@ -79005,11 +79009,11 @@
},
"wandb/zai-org/GLM-5.3": {
"cache_read_input_token_cost": 1.9e-07,
"input_cost_per_token": 1.2e-06,
"input_cost_per_token": 7.5e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"mode": "chat",
"output_cost_per_token": 4e-06,
"output_cost_per_token": 3e-06,
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_function_calling": true,
"supports_prompt_caching": true,
@ -86862,5 +86866,18 @@
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
},
"wandb/deepseek-ai/DeepSeek-V4.1-Flash-1017": {
"cache_read_input_token_cost": 2e-09,
"input_cost_per_token": 1.3e-07,
"litellm_provider": "wandb",
"max_input_tokens": 1049000,
"max_output_tokens": 1048576,
"mode": "chat",
"output_cost_per_token": 6.5e-07,
"source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference",
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_vision": true
}
}