diff --git a/litellm/constants.py b/litellm/constants.py index 9e8ec0a143a..49ca3a509b1 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -1067,7 +1067,7 @@ known_tokenizer_config = { } -OPENAI_FINISH_REASONS = ["stop", "length", "function_call", "content_filter", "null", "finish_reason_unspecified", "malformed_function_call", "guardrail_intervened"] +OPENAI_FINISH_REASONS = ["stop", "length", "function_call", "content_filter", "null", "finish_reason_unspecified", "malformed_function_call", "guardrail_intervened", "eos"] HUMANLOOP_PROMPT_CACHE_TTL_SECONDS = int( os.getenv("HUMANLOOP_PROMPT_CACHE_TTL_SECONDS", 60) ) # 1 minute diff --git a/litellm/types/llms/openai.py b/litellm/types/llms/openai.py index db5d0f43b82..9fea1a8b937 100644 --- a/litellm/types/llms/openai.py +++ b/litellm/types/llms/openai.py @@ -2012,7 +2012,7 @@ class OpenAIBatchResult(TypedDict, total=False): OpenAIChatCompletionFinishReason = Literal[ - "stop", "content_filter", "function_call", "tool_calls", "length", "guardrail_intervened", "finish_reason_unspecified", "malformed_function_call" # last 2 are vertex ai specific, guardrail_intervened is bedrock specific + "stop", "content_filter", "function_call", "tool_calls", "length", "guardrail_intervened", "eos", "finish_reason_unspecified", "malformed_function_call" # last 2 are vertex ai specific, guardrail_intervened is bedrock specific ] diff --git a/tests/test_keys.py b/tests/test_keys.py index 3843a79eb4a..5b269d08894 100644 --- a/tests/test_keys.py +++ b/tests/test_keys.py @@ -583,7 +583,7 @@ async def test_aaaaakey_info_spend_values_streaming(): rounded_response_cost == rounded_key_info_spend ), f"Expected={rounded_response_cost}, Got={rounded_key_info_spend}" - +@pytest.mark.flaky(retries=3, delay=1) @pytest.mark.asyncio async def test_key_info_spend_values_image_generation(): """ diff --git a/tests/test_organizations.py b/tests/test_organizations.py index 46281b4789d..ddb48508be3 100644 --- a/tests/test_organizations.py +++ b/tests/test_organizations.py @@ -188,7 +188,7 @@ async def list_organization(session, i): return response_json - +@pytest.mark.flaky(retries=5, delay=1) @pytest.mark.asyncio async def test_organization_new(): """