From 0dcc8d4634f9bcf56eed61bd5e03b697290f31f3 Mon Sep 17 00:00:00 2001 From: arcticfly Date: Sat, 15 Aug 2026 02:44:08 -0700 Subject: [PATCH] test(wandb): cover all corrected model prices --- ...odel_prices_and_context_window_backup.json | 21 ++++++++++++------- model_prices_and_context_window.json | 21 ++++++++++++------- .../test_litellm/test_wandb_model_metadata.py | 7 +++++++ 3 files changed, 35 insertions(+), 14 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 4ead55adc33..fbc4ca5d5ad 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -40143,7 +40143,8 @@ "max_output_tokens": 161000, "max_tokens": 161000, "mode": "chat", - "output_cost_per_token": 5.4e-06 + "output_cost_per_token": 5.4e-06, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/deepseek-ai/DeepSeek-V3-0324": { "input_cost_per_token": 1.14e-06, @@ -40152,7 +40153,8 @@ "max_output_tokens": 161000, "max_tokens": 161000, "mode": "chat", - "output_cost_per_token": 2.75e-06 + "output_cost_per_token": 2.75e-06, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/deepseek-ai/DeepSeek-V3.1": { "input_cost_per_token": 5.5e-07, @@ -40264,7 +40266,8 @@ "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 6.6e-07 + "output_cost_per_token": 6.6e-07, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/MiniMaxAI/MiniMax-M2.5": { "input_cost_per_token": 3e-07, @@ -40297,7 +40300,8 @@ "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 3.5e-07 + "output_cost_per_token": 3.5e-07, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/moonshotai/Kimi-K2-Instruct": { "input_cost_per_token": 6e-07, @@ -40414,7 +40418,8 @@ "max_output_tokens": 262144, "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 1e-07 + "output_cost_per_token": 1e-07, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": { "input_cost_per_token": 1e-07, @@ -40423,7 +40428,8 @@ "max_output_tokens": 262144, "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 1e-07 + "output_cost_per_token": 1e-07, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/Qwen/Qwen3-30B-A3B-Instruct-2507": { "input_cost_per_token": 1e-07, @@ -40483,7 +40489,8 @@ "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2e-06 + "output_cost_per_token": 2e-06, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/zai-org/GLM-5.1": { "cache_read_input_token_cost": 2.6e-07, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 4ead55adc33..fbc4ca5d5ad 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -40143,7 +40143,8 @@ "max_output_tokens": 161000, "max_tokens": 161000, "mode": "chat", - "output_cost_per_token": 5.4e-06 + "output_cost_per_token": 5.4e-06, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/deepseek-ai/DeepSeek-V3-0324": { "input_cost_per_token": 1.14e-06, @@ -40152,7 +40153,8 @@ "max_output_tokens": 161000, "max_tokens": 161000, "mode": "chat", - "output_cost_per_token": 2.75e-06 + "output_cost_per_token": 2.75e-06, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/deepseek-ai/DeepSeek-V3.1": { "input_cost_per_token": 5.5e-07, @@ -40264,7 +40266,8 @@ "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 6.6e-07 + "output_cost_per_token": 6.6e-07, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/MiniMaxAI/MiniMax-M2.5": { "input_cost_per_token": 3e-07, @@ -40297,7 +40300,8 @@ "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 3.5e-07 + "output_cost_per_token": 3.5e-07, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/moonshotai/Kimi-K2-Instruct": { "input_cost_per_token": 6e-07, @@ -40414,7 +40418,8 @@ "max_output_tokens": 262144, "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 1e-07 + "output_cost_per_token": 1e-07, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": { "input_cost_per_token": 1e-07, @@ -40423,7 +40428,8 @@ "max_output_tokens": 262144, "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 1e-07 + "output_cost_per_token": 1e-07, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/Qwen/Qwen3-30B-A3B-Instruct-2507": { "input_cost_per_token": 1e-07, @@ -40483,7 +40489,8 @@ "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2e-06 + "output_cost_per_token": 2e-06, + "source": "https://wandb.ai/site/pricing/tokens/" }, "wandb/zai-org/GLM-5.1": { "cache_read_input_token_cost": 2.6e-07, diff --git a/tests/test_litellm/test_wandb_model_metadata.py b/tests/test_litellm/test_wandb_model_metadata.py index 56111615d19..e55ecad9a34 100644 --- a/tests/test_litellm/test_wandb_model_metadata.py +++ b/tests/test_litellm/test_wandb_model_metadata.py @@ -13,6 +13,8 @@ PRICE_FILES: Final = ( SOURCE: Final = "https://wandb.ai/site/pricing/tokens/" CURRENT_PRICES_PER_MILLION_TOKENS: Final = MappingProxyType( { + "wandb/deepseek-ai/DeepSeek-R1-0528": (1.35, 5.40, None), + "wandb/deepseek-ai/DeepSeek-V3-0324": (1.14, 2.75, None), "wandb/deepseek-ai/DeepSeek-V3.1": (0.55, 1.65, None), "wandb/deepseek-ai/DeepSeek-V4-Flash": (0.14, 0.28, 0.07), "wandb/deepseek-ai/DeepSeek-V4-Flash-0731": (0.13, 0.28, 0.07), @@ -23,6 +25,8 @@ CURRENT_PRICES_PER_MILLION_TOKENS: Final = MappingProxyType( "wandb/meta-llama/Llama-3.1-70B-Instruct": (0.80, 0.80, None), "wandb/meta-llama/Llama-3.1-8B-Instruct": (0.22, 0.22, None), "wandb/meta-llama/Llama-3.3-70B-Instruct": (0.71, 0.71, None), + "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct": (0.17, 0.66, None), + "wandb/microsoft/Phi-4-mini-instruct": (0.08, 0.35, None), "wandb/MiniMaxAI/MiniMax-M2.5": (0.30, 1.20, None), "wandb/MiniMaxAI/MiniMax-M3": (0.23, 0.96, 0.05), "wandb/moonshotai/Kimi-K2.6": (0.65, 3.41, 0.15), @@ -33,11 +37,14 @@ CURRENT_PRICES_PER_MILLION_TOKENS: Final = MappingProxyType( "wandb/openai/gpt-oss-120b": (0.03, 0.17, None), "wandb/openai/gpt-oss-20b": (0.03, 0.13, None), "wandb/OpenPipe/Qwen3-14B-Instruct": (0.05, 0.22, None), + "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507": (0.10, 0.10, None), + "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": (0.10, 0.10, None), "wandb/Qwen/Qwen3-30B-A3B-Instruct-2507": (0.10, 0.30, None), "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct": (1.00, 1.50, None), "wandb/Qwen/Qwen3.5-35B-A3B": (0.25, 1.25, None), "wandb/Qwen/Qwen3.6-27B": (0.60, 3.60, 0.12), "wandb/Qwen/Qwen3.6-35B-A3B": (0.25, 1.25, None), + "wandb/zai-org/GLM-4.5": (0.55, 2.00, None), "wandb/zai-org/GLM-5.1": (1.40, 4.40, 0.26), "wandb/zai-org/GLM-5.2": (0.76, 2.42, 0.14), }