scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 124

test: improve flaky test

Browse source
This commit is contained in:
Krrish Dholakia 2025-03-24 23:15:04 -07:00
parent 12fdd25841
commit 75994d0bf0
2 changed files with 26 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

23
litellm/model_prices_and_context_window_backup.json
View file

@ -5153,6 +5153,29 @@
"supports_function_calling": true,
"supports_tool_choice": true
},
"vertex_ai/mistral-small-2503@001": {
"max_tokens": 8191,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000003,
"litellm_provider": "vertex_ai-mistral_models",
"supports_function_calling": true,
"mode": "chat",
"supports_tool_choice": true
},
"vertex_ai/mistral-small-2503": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000003,
"litellm_provider": "vertex_ai-mistral_models",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_tool_choice": true
},
"vertex_ai/jamba-1.5-mini@001": {
"max_tokens": 256000,
"max_input_tokens": 256000,

3
tests/local_testing/test_caching.py
View file

@ -1734,6 +1734,7 @@ def test_redis_semantic_cache_completion():
# test_redis_cache_completion()
@pytest.mark.flaky(reruns=3)
@pytest.mark.asyncio
async def test_redis_semantic_cache_acompletion():
litellm.set_verbose = True
@ -1761,6 +1762,8 @@ async def test_redis_semantic_cache_acompletion():
)
print(f"response1: {response1}")
await asyncio.sleep(2)
response2 = await litellm.acompletion(
model="gpt-3.5-turbo",
messages=[