scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 89

fix(bedrock): guard empty choices in mistral get_outputText

Browse source
This commit is contained in:
dfedoryshchev 2026-07-25 08:24:12 +01:00
parent b9b27c2beb
commit c586769898
2 changed files with 13 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/bedrock/chat/invoke_transformations/amazon_mistral_transformation.py
View file

@ -99,7 +99,7 @@ class AmazonMistralConfig(AmazonInvokeConfig, BaseConfig):
A string with the response of the LLM
"""
if "choices" in completion_response:
if "choices" in completion_response and len(completion_response["choices"]) > 0:
outputText = completion_response["choices"][0]["message"]["content"]
model_response.choices[0].finish_reason = completion_response["choices"][0]["finish_reason"]
elif "outputs" in completion_response:

12
tests/test_litellm/llms/bedrock/chat/test_mistral_config.py
View file

@ -1,6 +1,9 @@
import pytest
from litellm.llms.bedrock.chat.invoke_transformations.amazon_mistral_transformation import (
AmazonMistralConfig,
)
from litellm.llms.bedrock.common_utils import BedrockError
from litellm.types.utils import ModelResponse
@ -30,3 +33,12 @@ def test_mistral_get_outputText():
assert outputText == "Hi!"
assert model_response.choices[0].finish_reason == "finish"
def test_mistral_get_outputText_empty_choices():
model_response = ModelResponse()
with pytest.raises(BedrockError):
AmazonMistralConfig.get_outputText(
completion_response={"choices": []}, model_response=model_response
)