scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-19 00:01:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 87

test: improve robustness of Gemini function calling test

Browse source 
Increased retry attempts from 3 to 6 with longer delay (2s) for the Vertex AI Gemini function calling test. Added explicit timeout parameter and improved exception handling to skip (rather than fail) on transient API issues like rate limits, service unavailability, and timeouts. This prevents legitimate external API issues from blocking releases.
This commit is contained in:
Alexsander Hamir 2026-01-27 16:19:22 -08:00
parent 6ff86dd53e
commit f49f87a3dd
1 changed files with 12 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
tests/local_testing/test_amazing_vertex_completion.py
View file

@ -742,7 +742,7 @@ def test_gemini_pro_grounding(value_in_dict):
@pytest.mark.parametrize("model", ["vertex_ai_beta/gemini-2.5-flash-lite"]) # "vertex_ai",
@pytest.mark.parametrize("sync_mode", [True]) # "vertex_ai",
@pytest.mark.asyncio
@pytest.mark.flaky(retries=3, delay=1)
@pytest.mark.flaky(retries=6, delay=2)
async def test_gemini_pro_function_calling_httpx(model, sync_mode):
try:
load_vertex_ai_credentials()
@ -785,6 +785,7 @@ async def test_gemini_pro_function_calling_httpx(model, sync_mode):
"messages": messages,
"tools": tools,
"tool_choice": "required",
"timeout": 60, # Add explicit timeout
}
print(f"Model for call - {model}")
if sync_mode:
@ -799,12 +800,18 @@ async def test_gemini_pro_function_calling_httpx(model, sync_mode):
response.choices[0].message.tool_calls[0].function.arguments, str
)
except litellm.RateLimitError as e:
pass
pytest.skip(f"Rate limit exceeded: {str(e)}")
except litellm.ServiceUnavailableError as e:
pytest.skip(f"Service unavailable: {str(e)}")
except litellm.Timeout as e:
pytest.skip(f"Request timeout: {str(e)}")
except Exception as e:
if "429 Quota exceeded" in str(e):
pass
error_msg = str(e)
# Skip test for known transient API issues
if any(x in error_msg for x in ["429 Quota exceeded", "503", "Service unavailable", "timeout", "Timeout", "UNAVAILABLE"]):
pytest.skip(f"Transient API error: {error_msg}")
else:
pytest.fail("An unexpected exception occurred - {}".format(str(e)))
pytest.fail(f"An unexpected exception occurred - {error_msg}")
from test_completion import response_format_tests