mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-09 22:31:41 +00:00
test: remove remaining static cost assertions
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
3023497590
commit
ac573fd66e
2 changed files with 0 additions and 128 deletions
|
|
@ -1,116 +0,0 @@
|
|||
"""
|
||||
Test suite for AWS Bedrock extended beta model support
|
||||
Tests model configuration, pricing, and regional availability for:
|
||||
- DeepSeek V3.2
|
||||
- Minimax M2.1
|
||||
- Moonshot AI Kimi K2.5
|
||||
- Qwen3 Coder Next
|
||||
"""
|
||||
|
||||
import os
|
||||
|
||||
# Set env var to use local model cost map instead of fetching from remote
|
||||
os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "true"
|
||||
|
||||
import pytest
|
||||
|
||||
from litellm import get_model_info
|
||||
|
||||
# Model configurations: (model_name, regions, max_input, max_output)
|
||||
MODEL_CONFIGS = [
|
||||
(
|
||||
"deepseek.v3.2",
|
||||
[
|
||||
"ap-northeast-1",
|
||||
"ap-south-1",
|
||||
"ap-southeast-3",
|
||||
"eu-north-1",
|
||||
"sa-east-1",
|
||||
"us-east-1",
|
||||
"us-east-2",
|
||||
"us-west-2",
|
||||
],
|
||||
163840,
|
||||
163840,
|
||||
),
|
||||
(
|
||||
"minimax.minimax-m2.1",
|
||||
[
|
||||
"ap-northeast-1",
|
||||
"ap-south-1",
|
||||
"ap-southeast-3",
|
||||
"eu-central-1",
|
||||
"eu-north-1",
|
||||
"eu-south-1",
|
||||
"eu-west-1",
|
||||
"eu-west-2",
|
||||
"sa-east-1",
|
||||
"us-east-1",
|
||||
"us-east-2",
|
||||
"us-west-2",
|
||||
],
|
||||
196000,
|
||||
8192,
|
||||
),
|
||||
(
|
||||
"moonshotai.kimi-k2.5",
|
||||
[
|
||||
"ap-northeast-1",
|
||||
"ap-south-1",
|
||||
"ap-southeast-3",
|
||||
"eu-north-1",
|
||||
"sa-east-1",
|
||||
"us-east-1",
|
||||
"us-east-2",
|
||||
"us-west-2",
|
||||
],
|
||||
262144,
|
||||
262144,
|
||||
),
|
||||
(
|
||||
"qwen.qwen3-coder-next",
|
||||
[
|
||||
"ap-northeast-1",
|
||||
"ap-south-1",
|
||||
"ap-southeast-3",
|
||||
"eu-central-1",
|
||||
"eu-south-1",
|
||||
"eu-west-1",
|
||||
"eu-west-2",
|
||||
"sa-east-1",
|
||||
"us-east-1",
|
||||
"us-east-2",
|
||||
"us-west-2",
|
||||
],
|
||||
262144,
|
||||
8192,
|
||||
),
|
||||
]
|
||||
|
||||
|
||||
class TestBedrockNewModels:
|
||||
"""Unified test suite for all new Bedrock models"""
|
||||
|
||||
|
||||
@pytest.mark.parametrize("model_name,regions,max_input,max_output", MODEL_CONFIGS)
|
||||
def test_pricing_configured(self, model_name, regions, max_input, max_output):
|
||||
"""Verify pricing is set for all models"""
|
||||
model = f"bedrock/us-east-1/{model_name}"
|
||||
model_info = get_model_info(model)
|
||||
|
||||
assert (
|
||||
model_info["input_cost_per_token"] > 0
|
||||
), f"Missing input cost for {model_name}"
|
||||
assert (
|
||||
model_info["output_cost_per_token"] > 0
|
||||
), f"Missing output cost for {model_name}"
|
||||
|
||||
@pytest.mark.parametrize("model_name,regions,max_input,max_output", MODEL_CONFIGS)
|
||||
def test_region_count(self, model_name, regions, max_input, max_output):
|
||||
"""Verify each bedrock/{region}/{model_name} resolves via get_model_info"""
|
||||
for region in regions:
|
||||
model = f"bedrock/{region}/{model_name}"
|
||||
model_info = get_model_info(model)
|
||||
assert model_info is not None, f"Model {model_name} not found in {region}"
|
||||
assert model_info["max_input_tokens"] == max_input
|
||||
assert model_info["max_output_tokens"] == max_output
|
||||
|
|
@ -68,18 +68,6 @@ EXPECTED_USGOV_ABOVE_200K = {
|
|||
}
|
||||
|
||||
|
||||
@pytest.mark.parametrize("field,expected", EXPECTED_USGOV_ABOVE_200K.items())
|
||||
def test_usgov_cross_region_above_200k_carries_gov_premium(model_data, field, expected):
|
||||
"""The `_above_200k_tokens` tier on the us-gov cross-region inference
|
||||
profile must also carry the +20% GovCloud uplift. The original PR
|
||||
corrected the base rates but left the 200k-tier fields at the +10%
|
||||
commercial-US rates, undercharging long-context requests.
|
||||
"""
|
||||
info = model_data[USGOV_CROSS_REGION_KEY]
|
||||
assert field in info, f"{USGOV_CROSS_REGION_KEY}: missing field {field}"
|
||||
assert info[field] == expected, f"{USGOV_CROSS_REGION_KEY}: {field} should be {expected} (got {info[field]})"
|
||||
|
||||
|
||||
def test_usgov_cross_region_above_200k_ratio_to_global(model_data):
|
||||
"""Cross-check via the property-based invariant: every `_above_200k_tokens`
|
||||
field on the us-gov cross-region profile must equal 1.2x the global
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue