scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-06 02:48:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

fix(utils.py): raise correct error for azure content blocked error

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-10 23:31:32 +05:30
parent b8de5636d4
commit 3080f27b54
3 changed files with 13 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/__init__.py
View file

@ -531,7 +531,7 @@ from .llms.bedrock import (
AmazonLlamaConfig,
)
from .llms.openai import OpenAIConfig, OpenAITextCompletionConfig
from .llms.azure import AzureOpenAIConfig
from .llms.azure import AzureOpenAIConfig, AzureOpenAIError
from .main import * # type: ignore
from .integrations import *
from .exceptions import (

3
litellm/tests/test_stream_chunk_builder.py
View file

@ -93,7 +93,7 @@ def test_stream_chunk_builder_litellm_function_call():
def test_stream_chunk_builder_litellm_tool_call():
try:
litellm.set_verbose = False
litellm.set_verbose = True
response = litellm.completion(
model="azure/gpt-4-nov-release",
messages=messages,
@ -101,6 +101,7 @@ def test_stream_chunk_builder_litellm_tool_call():
stream=True,
api_key="os.environ/AZURE_FRANCE_API_KEY",
api_base="https://openai-france-1234.openai.azure.com",
api_version="2023-12-01-preview",
complete_response=True,
)

11
litellm/utils.py
View file

@ -7147,6 +7147,16 @@ class CustomStreamWrapper:
else:
logprobs = None
if (
hasattr(str_line.choices[0], "content_filter_result")
and str_line.choices[0].content_filter_result is not None
):
error_message = json.dumps(
str_line.choices[0].content_filter_result
)
raise litellm.AzureOpenAIError(
status_code=400, message=error_message
)
return {
"text": text,
"is_finished": is_finished,
@ -7695,7 +7705,6 @@ class CustomStreamWrapper:
chunk = self.completion_stream
else:
chunk = next(self.completion_stream)
print_verbose(f"value of chunk: {chunk} ")
if chunk is not None and chunk != b"":
print_verbose(f"PROCESSED CHUNK PRE CHUNK CREATOR: {chunk}")
response = self.chunk_creator(chunk=chunk)