From b7281825d3c65c220178b6e33a84f09ffb8be59a Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 4 Dec 2023 15:20:06 -0800 Subject: [PATCH] (test) add streaming sagemaker test --- litellm/tests/test_completion.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 484586325eb..15b547a8551 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -1053,9 +1053,12 @@ def test_completion_chat_sagemaker(): response = completion( model="sagemaker/jumpstart-dft-meta-textgeneration-llama-2-7b-f", messages=messages, + stream=True, ) # Add any assertions here to check the response print(response) + for chunk in response: + print(chunk) except Exception as e: pytest.fail(f"Error occurred: {e}") # test_completion_chat_sagemaker()