mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-17 23:51:30 +00:00
test(bedrock): update inference profile tests for openai endpoint routing
This commit is contained in:
parent
dcbb5dd013
commit
0707ef7b68
2 changed files with 3 additions and 5 deletions
|
|
@ -891,10 +891,8 @@ def test_bedrock_cross_region_openai_routing(model: str):
|
|||
import litellm
|
||||
from litellm.llms.bedrock.common_utils import get_bedrock_chat_config
|
||||
|
||||
# 1. Verify route identification
|
||||
assert BedrockModelInfo.get_bedrock_route(model) == "openai"
|
||||
assert BedrockModelInfo._explicit_openai_route(model) is True
|
||||
|
||||
# 2. Verify config mapping
|
||||
config = get_bedrock_chat_config(model)
|
||||
assert isinstance(config, litellm.AmazonBedrockOpenAIConfig)
|
||||
|
|
|
|||
|
|
@ -150,9 +150,9 @@ def test_proxy_cost_calculation_scenario():
|
|||
|
||||
|
||||
@pytest.mark.parametrize("profile", GPT_5_6_PROFILES, ids=lambda p: p.model_id)
|
||||
def test_bedrock_gpt_5_6_profiles_route_to_converse(profile, local_model_cost_map):
|
||||
"""GPT-5.6 is served by Converse on bedrock-runtime, never by Invoke."""
|
||||
assert BedrockModelInfo.get_bedrock_route(f"bedrock/{profile.model_id}") == "converse"
|
||||
def test_bedrock_gpt_5_6_profiles_route_to_openai(profile, local_model_cost_map):
|
||||
"""GPT-5.6 is served by Openai on bedrock-runtime."""
|
||||
assert BedrockModelInfo.get_bedrock_route(f"bedrock/{profile.model_id}") == "openai"
|
||||
|
||||
|
||||
def test_bedrock_gpt_5_6_above_272k_tier_applies_to_cost(local_model_cost_map):
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue