mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-03 07:23:33 +00:00
fix(responses): read top_logprobs through a Mapping-typed helper for the type gate
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
fc00f737b5
commit
0e0b8bd254
1 changed files with 6 additions and 3 deletions
|
|
@ -924,6 +924,11 @@ class ChatCompletionSession(TypedDict, total=False):
|
|||
########### End of Initialize Classes used for Responses API ###########
|
||||
|
||||
|
||||
def _requested_top_logprobs(request_fields: Mapping[str, object]) -> int | None:
|
||||
value: Final = request_fields.get("top_logprobs")
|
||||
return value if isinstance(value, int) else None
|
||||
|
||||
|
||||
def _chain_session_metadata(chain_session: str, request_kwargs: Mapping[str, object]) -> Mapping[str, object]:
|
||||
key: Final = "litellm_metadata" if request_kwargs.get("litellm_metadata") else "metadata"
|
||||
metadata: Final = request_kwargs.get(key)
|
||||
|
|
@ -1275,9 +1280,7 @@ class LiteLLMCompletionResponsesConfig:
|
|||
if malformed_field_error is not None:
|
||||
raise malformed_field_error
|
||||
|
||||
request_fields: Final[Mapping[str, object]] = responses_api_request
|
||||
requested_top_logprobs: Final = request_fields.get("top_logprobs")
|
||||
top_logprobs: Final = requested_top_logprobs if isinstance(requested_top_logprobs, int) else None
|
||||
top_logprobs: Final = _requested_top_logprobs(responses_api_request)
|
||||
litellm_completion_request: dict = {
|
||||
"messages": (
|
||||
list(
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue