scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 108

Merge pull request #19603 from BerriAI/litellm_cicd_fix_yj_020

Browse source 
[Infra] CI/CD - Add retries to Flaky Tests + Add "eos" as a Finish Reason
This commit is contained in:
yuneng-jiang 2026-01-22 15:24:03 -08:00 • committed by GitHub
commit 8ae42293c1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/constants.py
View file

@ -1067,7 +1067,7 @@ known_tokenizer_config = {
}
OPENAI_FINISH_REASONS = ["stop", "length", "function_call", "content_filter", "null", "finish_reason_unspecified", "malformed_function_call", "guardrail_intervened"]
OPENAI_FINISH_REASONS = ["stop", "length", "function_call", "content_filter", "null", "finish_reason_unspecified", "malformed_function_call", "guardrail_intervened", "eos"]
HUMANLOOP_PROMPT_CACHE_TTL_SECONDS = int(
os.getenv("HUMANLOOP_PROMPT_CACHE_TTL_SECONDS", 60)
) # 1 minute

2
litellm/types/llms/openai.py
View file

@ -2012,7 +2012,7 @@ class OpenAIBatchResult(TypedDict, total=False):
OpenAIChatCompletionFinishReason = Literal[
"stop", "content_filter", "function_call", "tool_calls", "length", "guardrail_intervened", "finish_reason_unspecified", "malformed_function_call" # last 2 are vertex ai specific, guardrail_intervened is bedrock specific
"stop", "content_filter", "function_call", "tool_calls", "length", "guardrail_intervened", "eos", "finish_reason_unspecified", "malformed_function_call" # last 2 are vertex ai specific, guardrail_intervened is bedrock specific
]

2
tests/test_keys.py
View file

@ -583,7 +583,7 @@ async def test_aaaaakey_info_spend_values_streaming():
rounded_response_cost == rounded_key_info_spend
), f"Expected={rounded_response_cost}, Got={rounded_key_info_spend}"
@pytest.mark.flaky(retries=3, delay=1)
@pytest.mark.asyncio
async def test_key_info_spend_values_image_generation():
"""

2
tests/test_organizations.py
View file

@ -188,7 +188,7 @@ async def list_organization(session, i):
return response_json
@pytest.mark.flaky(retries=5, delay=1)
@pytest.mark.asyncio
async def test_organization_new():
"""