scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 84

fix(vertex-ai): simplify Lyria provider typing

Browse source
This commit is contained in:
Emerson Gomes 2026-08-30 12:00:42 -05:00
parent c784e604ac
commit cab3801f23
No known key found for this signature in database
GPG key ID: D3DF28AB5D1B5E17
3 changed files with 19 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/vertex_ai/interactions/__init__.py
View file

@ -1,3 +0,0 @@
from .transformation import VertexAIInteractionsConfig
__all__ = ("VertexAIInteractionsConfig",)

30
litellm/llms/vertex_ai/text_to_speech/transformation.py
View file

@ -621,8 +621,8 @@ class VertexAILyriaTextToSpeechConfig(VertexAITextToSpeechConfig):
)
base_model: Final = model.removeprefix("vertex_ai/")
model_info: Final = self._get_model_info(model=model)
if model_info["vertex_ai_audio_api"] == "lyria_predict":
request_body = { # mutable-ok: predict dispatch requires a concrete provider request dictionary; rebind-ok: exactly one provider API shape initializes the request
request_body: Final[dict[str, object]] = ( # mutable-ok: HTTP dispatch requires a concrete provider payload
{ # mutable-ok: predict dispatch requires a concrete provider request dictionary
"instances": [ # mutable-ok: predict dispatch requires a concrete instances list
{"prompt": input} # mutable-ok: predict dispatch requires a concrete instance dictionary
],
@ -630,18 +630,22 @@ class VertexAILyriaTextToSpeechConfig(VertexAITextToSpeechConfig):
"sample_count": 1
},
}
else:
request_body = { # mutable-ok: interactions dispatch requires a concrete provider request dictionary; rebind-ok: exactly one provider API shape initializes the request
if model_info["vertex_ai_audio_api"] == "lyria_predict"
else { # mutable-ok: interactions dispatch requires a concrete provider request dictionary
"model": base_model,
"input": input,
**(
{ # mutable-ok: interactions dispatch requires a nested response-format dictionary
"response_format": { # mutable-ok: interactions response format is a concrete provider payload
"type": "audio",
"mime_type": "audio/wav",
}
}
if optional_params.get("response_format") == "wav"
else {} # mutable-ok: no response override is merged for non-WAV output
),
}
if optional_params.get("response_format") == "wav":
request_body[
"response_format"
] = { # mutable-ok: interactions dispatch requires a nested response-format dictionary
"type": "audio",
"mime_type": "audio/wav",
}
)
return TextToSpeechRequestData(dict_body=request_body, headers=headers)
def transform_text_to_speech_response(
@ -694,7 +698,5 @@ class VertexAILyriaTextToSpeechConfig(VertexAITextToSpeechConfig):
},
)
)
response._hidden_params = { # mutable-ok: response metadata is a concrete dictionary
"audio_mime_type": mime_type
}
response.set_audio_mime_type(mime_type)
return response

3
litellm/types/llms/openai.py
View file

@ -119,6 +119,9 @@ class HttpxBinaryResponseContent(_HttpxBinaryResponseContent):
return
self._hidden_params["response_cost"] = response_cost
def set_audio_mime_type(self, audio_mime_type: str) -> None:
self._hidden_params["audio_mime_type"] = audio_mime_type
class NotGiven:
"""