mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-17 09:34:48 +00:00
refactor(responses): type the bridged text verbosity lookup
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
1ea9b4fb91
commit
ca0a211d73
1 changed files with 9 additions and 3 deletions
|
|
@ -28,6 +28,14 @@ from litellm.types.utils import ModelResponse
|
|||
_REQUEST_KWARGS_ADAPTER: Final = TypeAdapter(dict[str, object])
|
||||
|
||||
|
||||
def _chat_verbosity(responses_api_request: Mapping[str, object]) -> Mapping[str, object]:
|
||||
match responses_api_request.get("text"):
|
||||
case {"verbosity": str() as verbosity}:
|
||||
return {"verbosity": verbosity}
|
||||
case _:
|
||||
return {}
|
||||
|
||||
|
||||
class LiteLLMCompletionTransformationHandler:
|
||||
def response_api_handler(
|
||||
self,
|
||||
|
|
@ -52,8 +60,6 @@ class LiteLLMCompletionTransformationHandler:
|
|||
bridged_request: Final[ResponsesAPIOptionalRequestParams] = (
|
||||
{**responses_api_request, "tools": list(hoisted.tools)} if hoisted.hoisted else responses_api_request
|
||||
)
|
||||
text_config: Final = bridged_request.get("text")
|
||||
verbosity: Final = text_config.get("verbosity") if isinstance(text_config, Mapping) else None
|
||||
litellm_completion_request: Final[dict] = {
|
||||
**LiteLLMCompletionResponsesConfig.transform_responses_api_request_to_chat_completion_request(
|
||||
model=model,
|
||||
|
|
@ -64,7 +70,7 @@ class LiteLLMCompletionTransformationHandler:
|
|||
extra_headers=extra_headers,
|
||||
**kwargs,
|
||||
),
|
||||
**({"verbosity": verbosity} if verbosity is not None else {}),
|
||||
**_chat_verbosity(bridged_request),
|
||||
}
|
||||
|
||||
if _is_async:
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue