scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

test(test_amazing_vertex_completion.py): handle rate limit errors

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-16 11:51:41 -08:00 • committed by ishaan-jaff
parent 01077b20b9
commit 0d54887149
2 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/model_prices_and_context_window_backup.json
View file

@ -964,14 +964,14 @@
"mode": "completion"
},
"dolphin": {
"max_tokens": 4096,
"max_tokens": 16384,
"input_cost_per_token": 0.0000005,
"output_cost_per_token": 0.0000005,
"litellm_provider": "nlp_cloud",
"mode": "completion"
},
"chatdolphin": {
"max_tokens": 4096,
"max_tokens": 16384,
"input_cost_per_token": 0.0000005,
"output_cost_per_token": 0.0000005,
"litellm_provider": "nlp_cloud",

2
litellm/tests/test_amazing_vertex_completion.py
View file

@ -266,6 +266,8 @@ async def test_async_vertexai_streaming_response():
complete_response += chunk.choices[0].delta.content
print(f"complete_response: {complete_response}")
assert len(complete_response) > 0
except litellm.RateLimitError as e:
pass
except litellm.Timeout as e:
pass
except Exception as e: