From 527c094abe73c3a1082cbd8ec1f3caab80568d61 Mon Sep 17 00:00:00 2001 From: "devin-ai-integration[bot]" <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Sat, 7 Nov 2026 00:47:34 +0000 Subject: [PATCH] fix(wandb): sync CoreWeave Forge prices and add DeepSeek V4.1-Flash-1017 (#50476) * fix(wandb): sync CoreWeave Forge prices for Beam, GLM-5.3 and Nemotron 3.5 Super VL * fix(wandb): sync CoreWeave Forge prices and add DeepSeek V4.1-Flash-1017 --------- Co-authored-by: devin-ai-integration[bot] <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- ...odel_prices_and_context_window_backup.json | 81 +++++++++++-------- model_prices_and_context_window.json | 81 +++++++++++-------- 2 files changed, 98 insertions(+), 64 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 84609da226f..45c2bfa2893 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -55086,14 +55086,16 @@ "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference" }, "wandb/deepseek-ai/DeepSeek-V3.1": { + "cache_read_input_token_cost": 2e-07, "supports_reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 5.5e-07, - "output_cost_per_token": 1.65e-06, + "input_cost_per_token": 5e-07, + "output_cost_per_token": 1.5e-06, "litellm_provider": "wandb", "mode": "chat", - "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference" + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", + "supports_prompt_caching": true }, "wandb/meta-llama/Llama-3.3-70B-Instruct": { "max_input_tokens": 128000, @@ -66502,13 +66504,13 @@ "max_output_tokens": 262144, "max_input_tokens": 262000, "input_cost_per_token": 1.3e-07, - "output_cost_per_token": 2.8e-07, - "cache_read_input_token_cost": 7e-08, + "output_cost_per_token": 2.7e-07, + "cache_read_input_token_cost": 5e-08, "supports_prompt_caching": true, "litellm_provider": "wandb", "mode": "chat", "supports_vision": false, - "source": "https://wandb.ai/site/pricing/tokens/" + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference" }, "wandb/deepseek-ai/DeepSeek-V4-Pro": { "supports_reasoning": true, @@ -66585,14 +66587,14 @@ "supports_reasoning": true, "max_output_tokens": 262144, "max_input_tokens": 262000, - "input_cost_per_token": 7.1e-07, - "output_cost_per_token": 3.5e-06, - "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 6e-07, + "output_cost_per_token": 3e-06, + "cache_read_input_token_cost": 1.2e-07, "supports_prompt_caching": true, "litellm_provider": "wandb", "mode": "chat", "supports_vision": true, - "source": "https://wandb.ai/site/pricing/tokens/" + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference" }, "wandb/moonshotai/Kimi-K2.6": { "supports_reasoning": true, @@ -66658,15 +66660,17 @@ "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/Qwen/Qwen3.6-35B-A3B": { + "cache_read_input_token_cost": 3.5e-08, "supports_reasoning": true, "max_output_tokens": 262144, "max_input_tokens": 262000, - "input_cost_per_token": 2.5e-07, - "output_cost_per_token": 1.25e-06, + "input_cost_per_token": 1e-07, + "output_cost_per_token": 8.9e-07, "litellm_provider": "wandb", "mode": "chat", "supports_vision": true, - "source": "https://wandb.ai/site/pricing/tokens/" + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", + "supports_prompt_caching": true }, "wandb/Qwen/Qwen3.6-27B": { "supports_reasoning": true, @@ -66720,18 +66724,18 @@ "litellm_provider": "wandb", "mode": "chat", "supports_reasoning": true, - "input_cost_per_token": 1e-07, + "input_cost_per_token": 6e-08, "output_cost_per_token": 1.5e-07, - "cache_read_input_token_cost": 5e-08, + "cache_read_input_token_cost": 1.5e-08, "max_input_tokens": 131000, "supports_prompt_caching": true, - "source": "https://wandb.ai/site/pricing/tokens/" + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference" }, "wandb/zai-org/GLM-5.2": { "supports_reasoning": true, "max_output_tokens": 262144, "max_input_tokens": 262000, - "input_cost_per_token": 7.6e-07, + "input_cost_per_token": 6.2e-07, "output_cost_per_token": 2.42e-06, "cache_read_input_token_cost": 1.4e-07, "supports_prompt_caching": true, @@ -74287,14 +74291,14 @@ ] }, "wandb/deepseek-ai/DeepSeek-V4.1-Flash": { - "cache_read_input_token_cost": 3e-08, - "input_cost_per_token": 2e-07, + "cache_read_input_token_cost": 2e-09, + "input_cost_per_token": 1.3e-07, "litellm_provider": "wandb", "max_input_tokens": 1049000, "max_output_tokens": 1048576, "mode": "chat", "output_cost_per_token": 6.5e-07, - "source": "https://wandb.ai/site/pricing/tokens/", + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", "supports_prompt_caching": true, "supports_reasoning": true, "supports_vision": true @@ -74315,13 +74319,13 @@ "supports_vision": true }, "wandb/zai-org/GLM-5.3-Flash": { - "cache_read_input_token_cost": 5e-08, - "input_cost_per_token": 1.5e-07, + "cache_read_input_token_cost": 2e-08, + "input_cost_per_token": 1.2e-07, "litellm_provider": "wandb", "max_input_tokens": 1049000, "mode": "chat", - "output_cost_per_token": 5e-07, - "source": "https://docs.wandb.ai/inference/models.md", + "output_cost_per_token": 3.8e-07, + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, @@ -78687,13 +78691,13 @@ "supports_vision": true }, "wandb/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B": { - "cache_read_input_token_cost": 5e-08, - "input_cost_per_token": 2.5e-07, + "cache_read_input_token_cost": 2e-08, + "input_cost_per_token": 1.5e-07, "litellm_provider": "wandb", "max_input_tokens": 1049000, "max_output_tokens": 943718, "mode": "chat", - "output_cost_per_token": 1.5e-06, + "output_cost_per_token": 5e-07, "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", "supports_function_calling": true, "supports_prompt_caching": true, @@ -78989,12 +78993,12 @@ "supports_vision": true }, "wandb/reflection/Beam-1.0-501B-A23B": { - "cache_read_input_token_cost": 1e-07, - "input_cost_per_token": 1e-06, + "cache_read_input_token_cost": 4e-08, + "input_cost_per_token": 3e-07, "litellm_provider": "wandb", "max_input_tokens": 1049000, "mode": "chat", - "output_cost_per_token": 3e-06, + "output_cost_per_token": 1e-06, "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", "supports_function_calling": true, "supports_prompt_caching": true, @@ -79005,11 +79009,11 @@ }, "wandb/zai-org/GLM-5.3": { "cache_read_input_token_cost": 1.9e-07, - "input_cost_per_token": 1.2e-06, + "input_cost_per_token": 7.5e-07, "litellm_provider": "wandb", "max_input_tokens": 1049000, "mode": "chat", - "output_cost_per_token": 4e-06, + "output_cost_per_token": 3e-06, "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", "supports_function_calling": true, "supports_prompt_caching": true, @@ -86862,5 +86866,18 @@ "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true + }, + "wandb/deepseek-ai/DeepSeek-V4.1-Flash-1017": { + "cache_read_input_token_cost": 2e-09, + "input_cost_per_token": 1.3e-07, + "litellm_provider": "wandb", + "max_input_tokens": 1049000, + "max_output_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 6.5e-07, + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_vision": true } } diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 84609da226f..45c2bfa2893 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -55086,14 +55086,16 @@ "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference" }, "wandb/deepseek-ai/DeepSeek-V3.1": { + "cache_read_input_token_cost": 2e-07, "supports_reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 5.5e-07, - "output_cost_per_token": 1.65e-06, + "input_cost_per_token": 5e-07, + "output_cost_per_token": 1.5e-06, "litellm_provider": "wandb", "mode": "chat", - "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference" + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", + "supports_prompt_caching": true }, "wandb/meta-llama/Llama-3.3-70B-Instruct": { "max_input_tokens": 128000, @@ -66502,13 +66504,13 @@ "max_output_tokens": 262144, "max_input_tokens": 262000, "input_cost_per_token": 1.3e-07, - "output_cost_per_token": 2.8e-07, - "cache_read_input_token_cost": 7e-08, + "output_cost_per_token": 2.7e-07, + "cache_read_input_token_cost": 5e-08, "supports_prompt_caching": true, "litellm_provider": "wandb", "mode": "chat", "supports_vision": false, - "source": "https://wandb.ai/site/pricing/tokens/" + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference" }, "wandb/deepseek-ai/DeepSeek-V4-Pro": { "supports_reasoning": true, @@ -66585,14 +66587,14 @@ "supports_reasoning": true, "max_output_tokens": 262144, "max_input_tokens": 262000, - "input_cost_per_token": 7.1e-07, - "output_cost_per_token": 3.5e-06, - "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 6e-07, + "output_cost_per_token": 3e-06, + "cache_read_input_token_cost": 1.2e-07, "supports_prompt_caching": true, "litellm_provider": "wandb", "mode": "chat", "supports_vision": true, - "source": "https://wandb.ai/site/pricing/tokens/" + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference" }, "wandb/moonshotai/Kimi-K2.6": { "supports_reasoning": true, @@ -66658,15 +66660,17 @@ "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/Qwen/Qwen3.6-35B-A3B": { + "cache_read_input_token_cost": 3.5e-08, "supports_reasoning": true, "max_output_tokens": 262144, "max_input_tokens": 262000, - "input_cost_per_token": 2.5e-07, - "output_cost_per_token": 1.25e-06, + "input_cost_per_token": 1e-07, + "output_cost_per_token": 8.9e-07, "litellm_provider": "wandb", "mode": "chat", "supports_vision": true, - "source": "https://wandb.ai/site/pricing/tokens/" + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", + "supports_prompt_caching": true }, "wandb/Qwen/Qwen3.6-27B": { "supports_reasoning": true, @@ -66720,18 +66724,18 @@ "litellm_provider": "wandb", "mode": "chat", "supports_reasoning": true, - "input_cost_per_token": 1e-07, + "input_cost_per_token": 6e-08, "output_cost_per_token": 1.5e-07, - "cache_read_input_token_cost": 5e-08, + "cache_read_input_token_cost": 1.5e-08, "max_input_tokens": 131000, "supports_prompt_caching": true, - "source": "https://wandb.ai/site/pricing/tokens/" + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference" }, "wandb/zai-org/GLM-5.2": { "supports_reasoning": true, "max_output_tokens": 262144, "max_input_tokens": 262000, - "input_cost_per_token": 7.6e-07, + "input_cost_per_token": 6.2e-07, "output_cost_per_token": 2.42e-06, "cache_read_input_token_cost": 1.4e-07, "supports_prompt_caching": true, @@ -74287,14 +74291,14 @@ ] }, "wandb/deepseek-ai/DeepSeek-V4.1-Flash": { - "cache_read_input_token_cost": 3e-08, - "input_cost_per_token": 2e-07, + "cache_read_input_token_cost": 2e-09, + "input_cost_per_token": 1.3e-07, "litellm_provider": "wandb", "max_input_tokens": 1049000, "max_output_tokens": 1048576, "mode": "chat", "output_cost_per_token": 6.5e-07, - "source": "https://wandb.ai/site/pricing/tokens/", + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", "supports_prompt_caching": true, "supports_reasoning": true, "supports_vision": true @@ -74315,13 +74319,13 @@ "supports_vision": true }, "wandb/zai-org/GLM-5.3-Flash": { - "cache_read_input_token_cost": 5e-08, - "input_cost_per_token": 1.5e-07, + "cache_read_input_token_cost": 2e-08, + "input_cost_per_token": 1.2e-07, "litellm_provider": "wandb", "max_input_tokens": 1049000, "mode": "chat", - "output_cost_per_token": 5e-07, - "source": "https://docs.wandb.ai/inference/models.md", + "output_cost_per_token": 3.8e-07, + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, @@ -78687,13 +78691,13 @@ "supports_vision": true }, "wandb/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B": { - "cache_read_input_token_cost": 5e-08, - "input_cost_per_token": 2.5e-07, + "cache_read_input_token_cost": 2e-08, + "input_cost_per_token": 1.5e-07, "litellm_provider": "wandb", "max_input_tokens": 1049000, "max_output_tokens": 943718, "mode": "chat", - "output_cost_per_token": 1.5e-06, + "output_cost_per_token": 5e-07, "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", "supports_function_calling": true, "supports_prompt_caching": true, @@ -78989,12 +78993,12 @@ "supports_vision": true }, "wandb/reflection/Beam-1.0-501B-A23B": { - "cache_read_input_token_cost": 1e-07, - "input_cost_per_token": 1e-06, + "cache_read_input_token_cost": 4e-08, + "input_cost_per_token": 3e-07, "litellm_provider": "wandb", "max_input_tokens": 1049000, "mode": "chat", - "output_cost_per_token": 3e-06, + "output_cost_per_token": 1e-06, "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", "supports_function_calling": true, "supports_prompt_caching": true, @@ -79005,11 +79009,11 @@ }, "wandb/zai-org/GLM-5.3": { "cache_read_input_token_cost": 1.9e-07, - "input_cost_per_token": 1.2e-06, + "input_cost_per_token": 7.5e-07, "litellm_provider": "wandb", "max_input_tokens": 1049000, "mode": "chat", - "output_cost_per_token": 4e-06, + "output_cost_per_token": 3e-06, "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", "supports_function_calling": true, "supports_prompt_caching": true, @@ -86862,5 +86866,18 @@ "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true + }, + "wandb/deepseek-ai/DeepSeek-V4.1-Flash-1017": { + "cache_read_input_token_cost": 2e-09, + "input_cost_per_token": 1.3e-07, + "litellm_provider": "wandb", + "max_input_tokens": 1049000, + "max_output_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 6.5e-07, + "source": "https://www.coreweave.com/products/coreweave-forge/serverless-inference", + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_vision": true } }