mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-08 03:08:45 +00:00
Fix flaky tests: remove broken Vertex model, add retries for Anthropic
- Remove vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas from test_partner_models_httpx_streaming - consistently returns 400 BadRequest - Add @pytest.mark.flaky(retries=6, delay=10) to test_function_call_parsing for transient Anthropic API overload errors - Add @pytest.mark.flaky(retries=6, delay=10) to test_openai_stream_options_call for transient Anthropic InternalServerError Co-authored-by: Ishaan Jaff <ishaan-jaff@users.noreply.github.com>
This commit is contained in:
parent
06f5c58d39
commit
e05fedf141
3 changed files with 3 additions and 1 deletions
|
|
@ -890,7 +890,7 @@ async def test_partner_models_httpx(model, region, sync_mode):
|
|||
@pytest.mark.parametrize(
|
||||
"model,region",
|
||||
[
|
||||
("vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas", "us-east5"),
|
||||
# vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas removed - consistently returns 400 BadRequest on Vertex AI
|
||||
("vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas", "us-south1"),
|
||||
(
|
||||
"vertex_ai/mistral-small-2503",
|
||||
|
|
|
|||
|
|
@ -144,6 +144,7 @@ def trade(model_name: str) -> List[Trade]: # type: ignore
|
|||
@pytest.mark.parametrize(
|
||||
"model", ["claude-3-haiku-20240307", "anthropic.claude-3-haiku-20240307-v1:0"]
|
||||
)
|
||||
@pytest.mark.flaky(retries=6, delay=10)
|
||||
def test_function_call_parsing(model):
|
||||
trades = trade(model)
|
||||
print([trade.order for trade in trades if trade is not None])
|
||||
|
|
|
|||
|
|
@ -1930,6 +1930,7 @@ def test_openai_chat_completion_complete_response_call():
|
|||
[True, False],
|
||||
)
|
||||
@pytest.mark.asyncio
|
||||
@pytest.mark.flaky(retries=6, delay=10)
|
||||
async def test_openai_stream_options_call(model, sync):
|
||||
litellm.enable_preview_features = True
|
||||
litellm.set_verbose = True
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue