scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-16 23:41:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

(test) same response id across chunks

Browse source
This commit is contained in:
ishaan-jaff 2024-01-23 12:57:04 -08:00
parent 39b4f19bd8
commit d455833dfb
1 changed files with 8 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
litellm/tests/test_completion.py
View file

@ -1408,9 +1408,15 @@ def test_completion_sagemaker_stream():
)
complete_streaming_response = ""
for chunk in response:
first_chunk_id, chunk_id = None, None
for i, chunk in enumerate(response):
print(chunk)
chunk_id = chunk.id
print(chunk_id)
if i == 0:
first_chunk_id = chunk_id
else:
assert chunk_id == first_chunk_id
complete_streaming_response += chunk.choices[0].delta.content or ""
# Add any assertions here to check the response
# print(response)