From 94db4ec830e14f106b167b50cf0ba4a23eea1188 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Fri, 30 Aug 2024 07:27:51 -0700 Subject: [PATCH] test: mark flaky tests --- litellm/tests/test_alangfuse.py | 2 ++ litellm/tests/test_lowest_latency_routing.py | 1 + 2 files changed, 3 insertions(+) diff --git a/litellm/tests/test_alangfuse.py b/litellm/tests/test_alangfuse.py index 0d0524e5a0f..11ac2a4116b 100644 --- a/litellm/tests/test_alangfuse.py +++ b/litellm/tests/test_alangfuse.py @@ -255,6 +255,7 @@ audio_file = open(file_path, "rb") @pytest.mark.asyncio +@pytest.mark.flaky(retries=3, delay=1) async def test_langfuse_logging_audio_transcriptions(langfuse_client): """ Test that creates a trace with masked input and output @@ -289,6 +290,7 @@ async def test_langfuse_logging_audio_transcriptions(langfuse_client): @pytest.mark.asyncio +@pytest.mark.flaky(retries=3, delay=1) async def test_langfuse_masked_input_output(langfuse_client): """ Test that creates a trace with masked input and output diff --git a/litellm/tests/test_lowest_latency_routing.py b/litellm/tests/test_lowest_latency_routing.py index 1d477459b8d..3b6255e53b5 100644 --- a/litellm/tests/test_lowest_latency_routing.py +++ b/litellm/tests/test_lowest_latency_routing.py @@ -348,6 +348,7 @@ def test_get_available_endpoints_tpm_rpm_check_async(ans_rpm): @pytest.mark.parametrize( "ans_rpm", [1, 5] ) # 1 should produce nothing, 10 should select first +@pytest.mark.flaky(retries=3, delay=1) def test_get_available_endpoints_tpm_rpm_check(ans_rpm): """ Pass in list of 2 valid models