scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 85

(test) hosted - ollama catch timeouts

Browse source
This commit is contained in:
ishaan-jaff 2024-01-09 10:34:36 +05:30
parent 5f2cbfc711
commit 9c7a4fde87
1 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/tests/test_completion.py
View file

@ -744,18 +744,19 @@ def test_completion_openai_litellm_key():
def test_completion_ollama_hosted():
try:
litellm.request_timeout = 20 # give ollama 20 seconds to response
litellm.set_verbose = True
response = completion(
model="ollama/phi",
messages=messages,
max_tokens=10,
num_retries=3,
timeout=20,
max_tokens=2,
api_base="https://test-ollama-endpoint.onrender.com",
)
# Add any assertions here to check the response
print(response)
except Timeout as e:
except openai.APITimeoutError as e:
print("got a timeout error. Passed ! ")
litellm.request_timeout = None
pass
except Exception as e:
pytest.fail(f"Error occurred: {e}")