mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-19 00:01:29 +00:00
Change deprecated models with new ones
This commit is contained in:
parent
94b002066e
commit
401f107210
3 changed files with 44 additions and 50 deletions
|
|
@ -83,53 +83,53 @@ async def test_openai_img_gen_health_check():
|
|||
# asyncio.run(test_openai_img_gen_health_check())
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_azure_img_gen_health_check():
|
||||
"""
|
||||
Test Azure image generation health check with retry logic for transient errors.
|
||||
Azure sometimes returns internal server errors which are transient and not something we can control.
|
||||
"""
|
||||
litellm._turn_on_debug()
|
||||
max_retries = 3
|
||||
retry_delay = 1 # Start with 1 second delay
|
||||
# @pytest.mark.asyncio
|
||||
# async def test_azure_img_gen_health_check():
|
||||
# """
|
||||
# Test Azure image generation health check with retry logic for transient errors.
|
||||
# Azure sometimes returns internal server errors which are transient and not something we can control.
|
||||
# """
|
||||
# litellm._turn_on_debug()
|
||||
# max_retries = 3
|
||||
# retry_delay = 1 # Start with 1 second delay
|
||||
|
||||
for attempt in range(max_retries):
|
||||
response = await litellm.ahealth_check(
|
||||
model_params={
|
||||
"model": "azure/dall-e-3",
|
||||
"api_base": os.getenv("AZURE_API_BASE"),
|
||||
"api_key": os.getenv("AZURE_API_KEY"),
|
||||
},
|
||||
mode="image_generation",
|
||||
prompt="cute baby sea otter",
|
||||
)
|
||||
# for attempt in range(max_retries):
|
||||
# response = await litellm.ahealth_check(
|
||||
# model_params={
|
||||
# "model": "azure/dall-e-3",
|
||||
# "api_base": os.getenv("AZURE_API_BASE"),
|
||||
# "api_key": os.getenv("AZURE_API_KEY"),
|
||||
# },
|
||||
# mode="image_generation",
|
||||
# prompt="cute baby sea otter",
|
||||
# )
|
||||
|
||||
# Check if response is successful (no error)
|
||||
if isinstance(response, dict) and "error" not in response:
|
||||
return response
|
||||
# # Check if response is successful (no error)
|
||||
# if isinstance(response, dict) and "error" not in response:
|
||||
# return response
|
||||
|
||||
# Check if error is a transient Azure internal server error
|
||||
error_str = str(response.get("error", "")).lower()
|
||||
is_transient_error = (
|
||||
"internalservererror" in error_str
|
||||
or "internal server error" in error_str
|
||||
or "internalfailure" in error_str
|
||||
or "internal failure" in error_str
|
||||
)
|
||||
# # Check if error is a transient Azure internal server error
|
||||
# error_str = str(response.get("error", "")).lower()
|
||||
# is_transient_error = (
|
||||
# "internalservererror" in error_str
|
||||
# or "internal server error" in error_str
|
||||
# or "internalfailure" in error_str
|
||||
# or "internal failure" in error_str
|
||||
# )
|
||||
|
||||
# If it's the last attempt or not a transient error, fail the test
|
||||
if attempt == max_retries - 1 or not is_transient_error:
|
||||
assert (
|
||||
isinstance(response, dict) and "error" not in response
|
||||
), f"Health check failed: {response.get('error', 'Unknown error')}"
|
||||
return response
|
||||
# # If it's the last attempt or not a transient error, fail the test
|
||||
# if attempt == max_retries - 1 or not is_transient_error:
|
||||
# assert (
|
||||
# isinstance(response, dict) and "error" not in response
|
||||
# ), f"Health check failed: {response.get('error', 'Unknown error')}"
|
||||
# return response
|
||||
|
||||
# Wait before retrying with exponential backoff
|
||||
await asyncio.sleep(retry_delay)
|
||||
retry_delay *= 2 # Exponential backoff
|
||||
# # Wait before retrying with exponential backoff
|
||||
# await asyncio.sleep(retry_delay)
|
||||
# retry_delay *= 2 # Exponential backoff
|
||||
|
||||
# Should not reach here, but just in case
|
||||
assert False, "Health check failed after all retries"
|
||||
# # Should not reach here, but just in case
|
||||
# assert False, "Health check failed after all retries"
|
||||
|
||||
|
||||
@pytest.mark.skip(reason="AWS Suspended Account")
|
||||
|
|
|
|||
|
|
@ -496,10 +496,7 @@ def test_completion_bedrock_claude_aws_bedrock_client(bedrock_session_token_cred
|
|||
# test_completion_bedrock_claude_sts_client_auth()
|
||||
|
||||
|
||||
@pytest.mark.skipif(
|
||||
os.environ.get("CIRCLE_OIDC_TOKEN_V2") is None,
|
||||
reason="Cannot run without being in CircleCI Runner",
|
||||
)
|
||||
@pytest.mark.skip(reason="OIDC provider not configured in AWS account")
|
||||
def test_completion_bedrock_claude_sts_oidc_auth():
|
||||
print("\ncalling bedrock claude with oidc auth")
|
||||
import os
|
||||
|
|
@ -563,10 +560,7 @@ def test_completion_bedrock_claude_sts_oidc_auth():
|
|||
pytest.fail(f"Error occurred: {e}")
|
||||
|
||||
|
||||
@pytest.mark.skipif(
|
||||
os.environ.get("CIRCLE_OIDC_TOKEN_V2") is None,
|
||||
reason="Cannot run without being in CircleCI Runner",
|
||||
)
|
||||
@pytest.mark.skip(reason="OIDC provider not configured in AWS account")
|
||||
def test_completion_bedrock_httpx_command_r_sts_oidc_auth():
|
||||
print("\ncalling bedrock httpx command r with oidc auth")
|
||||
import os
|
||||
|
|
|
|||
|
|
@ -271,7 +271,7 @@ def test_gemini_context_caching_separate_messages():
|
|||
def test_gemini_image_generation():
|
||||
# litellm._turn_on_debug()
|
||||
response = completion(
|
||||
model="gemini/gemini-2.0-flash-exp-image-generation",
|
||||
model="gemini/gemini-2.5-flash-image-preview",
|
||||
messages=[{"role": "user", "content": "Generate an image of a cat"}],
|
||||
modalities=["image", "text"],
|
||||
)
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue