diff --git a/litellm/tests/test_timeout.py b/litellm/tests/test_timeout.py index c9827a72ea7..64c30e51ed1 100644 --- a/litellm/tests/test_timeout.py +++ b/litellm/tests/test_timeout.py @@ -18,7 +18,7 @@ def test_timeout(): litellm.set_verbose=False try: response = litellm.completion( - model="gpt-4", + model="gpt-3.5-turbo", timeout=0.01, messages=[ { @@ -33,4 +33,31 @@ def test_timeout(): pass except Exception as e: pytest.fail(f"Did not raise error `openai.APITimeoutError`. Instead raised error type: {type(e)}, Error: {e}") -test_timeout() \ No newline at end of file +# test_timeout() + + + +def test_timeout_streaming(): + # this Will Raise a timeout + litellm.set_verbose=False + try: + response = litellm.completion( + model="gpt-3.5-turbo", + messages=[ + { + "role": "user", + "content": "hello, write a 20 pg essay" + } + ], + timeout=0.0001, + stream=True, + ) + for chunk in response: + print(chunk) + except openai.APITimeoutError as e: + print("Passed: Raised correct exception. Got openai.APITimeoutError\nGood Job", e) + print(type(e)) + pass + except Exception as e: + pytest.fail(f"Did not raise error `openai.APITimeoutError`. Instead raised error type: {type(e)}, Error: {e}") +test_timeout_streaming() \ No newline at end of file