mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-23 00:41:40 +00:00
test(anthropic): build served-model stream chunks immutably
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
07d4936428
commit
686556fffc
1 changed files with 12 additions and 11 deletions
|
|
@ -2721,18 +2721,19 @@ class TestRustChatCompletionsHook:
|
|||
}
|
||||
|
||||
|
||||
def _served_model_stream_chunks(model: str | None) -> list[dict]:
|
||||
message: Final = {
|
||||
"id": "msg_served",
|
||||
"type": "message",
|
||||
"role": "assistant",
|
||||
"content": [],
|
||||
"usage": {"input_tokens": 10, "output_tokens": 1},
|
||||
}
|
||||
if model is not None:
|
||||
message["model"] = model
|
||||
def _served_model_stream_chunks(model: str | None) -> list[dict[str, object]]:
|
||||
return [
|
||||
{"type": "message_start", "message": message},
|
||||
{
|
||||
"type": "message_start",
|
||||
"message": {
|
||||
"id": "msg_served",
|
||||
"type": "message",
|
||||
"role": "assistant",
|
||||
"content": [],
|
||||
"usage": {"input_tokens": 10, "output_tokens": 1},
|
||||
**({"model": model} if model is not None else {}),
|
||||
},
|
||||
},
|
||||
{
|
||||
"type": "content_block_start",
|
||||
"index": 0,
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue