From aaa8c7caf09c81f9aada817e8fbc5240b903d8a6 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 2 Dec 2024 21:06:13 -0800 Subject: [PATCH] test: add retry on flaky test --- tests/llm_translation/base_llm_unit_tests.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/llm_translation/base_llm_unit_tests.py b/tests/llm_translation/base_llm_unit_tests.py index cde016125be..028a02535f8 100644 --- a/tests/llm_translation/base_llm_unit_tests.py +++ b/tests/llm_translation/base_llm_unit_tests.py @@ -138,6 +138,7 @@ class BaseLLMChatTest(ABC): except litellm.InternalServerError: pytest.skip("Model is overloaded") + @pytest.mark.flaky(retries=6, delay=1) def test_json_response_format_stream(self): """ Test that the JSON response format with streaming is supported by the LLM API