scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 183

(test) palm streaming test

Browse source
This commit is contained in:
ishaan-jaff 2023-11-18 17:32:15 -08:00
parent 33c3665922
commit 4b110b3fa4
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/tests/test_streaming.py
View file

@ -260,6 +260,7 @@ def test_completion_claude_stream():
def test_completion_palm_stream():
try:
litellm.set_verbose=False
print("Streaming palm response")
messages = [
{"role": "system", "content": "You are a helpful assistant."},
@ -276,7 +277,8 @@ def test_completion_palm_stream():
complete_response = ""
# Add any assertions here to check the response
for idx, chunk in enumerate(response):
print(chunk.choices[0].delta)
print(chunk)
# print(chunk.choices[0].delta)
chunk, finished = streaming_format_tests(idx, chunk)
if finished:
break