scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-11 08:38:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 280

fix(text-completion): validate params with a TypeAdapter instead of typing.cast

Browse source
This commit is contained in:
Prasanna Jain 2026-10-22 20:45:09 -04:00
parent a4c5dfb055
commit 42fb38ee6f
1 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/llms/openai/completion/transformation.py
View file

@ -3,7 +3,9 @@ Support for gpt model family
"""
from collections.abc import Mapping
from typing import Final, cast
from typing import Final
from pydantic import TypeAdapter
from litellm.litellm_core_utils.hidden_params import set_hidden_param
from litellm.llms.base_llm.completion.transformation import BaseTextCompletionConfig
@ -18,6 +20,7 @@ from .utils import transform_prompt
_BODY_ONLY_PARAMS: Final = frozenset(
{"functions", "function_call", "response_format", "tools", "tool_choice", "top_logprobs"}
)
_PARAMS: Final = TypeAdapter(dict[str, object])
class OpenAITextCompletionConfig(BaseTextCompletionConfig, OpenAIGPTConfig):
@ -161,10 +164,10 @@ class OpenAITextCompletionConfig(BaseTextCompletionConfig, OpenAIGPTConfig):
headers: dict,
) -> dict:
prompt: Final = transform_prompt(messages)
params: Final = cast(dict[str, object], optional_params).copy()
params: Final = _PARAMS.validate_python(optional_params)
body_only: Final = {key: params.pop(key) for key in _BODY_ONLY_PARAMS & params.keys()}
if body_only:
params["extra_body"] = {**cast(Mapping[str, object], params.get("extra_body") or {}), **body_only}
params["extra_body"] = {**_PARAMS.validate_python(params.get("extra_body") or {}), **body_only}
return {
"model": model,
"prompt": prompt,