litellm/tests/local_testing/test_pydantic.py

import traceback

from dotenv import load_dotenv

load_dotenv()
import io

import asyncio
import json
import tempfile
from unittest.mock import MagicMock, patch

import pytest

import litellm
from litellm.types.utils import (
    ChatCompletionTokenLogprob,
    ChoiceLogprobs,
    Delta,
    ModelResponse,
    StreamingChoices,
    TopLogprob,
)

obj = ModelResponse(
    id="chat-f9bad6ec3c1146e99368682a0e7403fc",
    choices=[
        StreamingChoices(
            finish_reason=None,
            index=0,
            delta=Delta(content="", role=None, function_call=None, tool_calls=None),
            logprobs=ChoiceLogprobs(
                content=[
                    ChatCompletionTokenLogprob(
                        token="",
                        bytes=[],
                        logprob=-0.00018153927521780133,
                        top_logprobs=[
                            TopLogprob(
                                token="", bytes=[], logprob=-0.00018153927521780133
                            ),
                            TopLogprob(
                                token="\n\n", bytes=[10, 10], logprob=-9.062681198120117
                            ),
                        ],
                    )
                ]
            ),
        )
    ],
    created=1721976759,
    model="Meta-Llama-3-8B-Instruct",
    object="chat.completion.chunk",
    system_fingerprint=None,
)

print(obj.model_dump())