scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 115

[Bug Fix] Exception mapping for context window exceeded - should catch anthropic exceptions (#12113)

Browse source 
* fix is is_error_str_context_window_exceeded

* test_is_error_str_context_window_exceeded

* fix is_error_str_context_window_exceeded
This commit is contained in:
Ishaan Jaff 2025-06-27 15:49:07 -07:00 • committed by GitHub
parent b57cfb8bff
commit f04808e293
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 51 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
litellm/litellm_core_utils/exception_mapping_utils.py
View file

@ -44,6 +44,25 @@ class ExceptionCheckers:
return False
return "429" in error_str or "rate limit" in error_str.lower()
@staticmethod
def is_error_str_context_window_exceeded(error_str: str) -> bool:
"""
Check if an error string indicates a context window exceeded error.
"""
_error_str_lowercase = error_str.lower()
known_exception_substrings = [
"exceed context limit",
"this model's maximum context length is",
"string too long. expected a string with maximum length",
"model's maximum context limit",
"is longer than the model's context length",
]
for substring in known_exception_substrings:
if substring in _error_str_lowercase:
return True
return False
def get_error_message(error_obj) -> Optional[str]:
@ -304,13 +323,7 @@ def exception_type( # type: ignore # noqa: PLR0915
llm_provider=custom_llm_provider,
response=getattr(original_exception, "response", None),
)
elif (
"This model's maximum context length is" in error_str
or "string too long. Expected a string with maximum length"
in error_str
or "model's maximum context limit" in error_str
or "is longer than the model's context length" in error_str
):
elif ExceptionCheckers.is_error_str_context_window_exceeded(error_str):
exception_mapping_worked = True
raise ContextWindowExceededError(
message=f"ContextWindowExceededError: {exception_provider} - {message}",

31
tests/test_litellm/litellm_core_utils/test_exception_mapping_utils.py Normal file
View file

@ -0,0 +1,31 @@
import pytest
from litellm.litellm_core_utils.exception_mapping_utils import ExceptionCheckers
# Test cases for is_error_str_context_window_exceeded
# Tuple format: (error_message, expected_result)
context_window_test_cases = [
# Positive cases (should return True)
("An error occurred: The input exceeds the model's maximum context limit of 8192 tokens.", True),
("Some text before, this model's maximum context length is 4096 tokens. Some text after.", True),
("Validation Error: string too long. expected a string with maximum length 1000.", True),
("Your prompt is longer than the model's context length of 2048.", True),
("AWS Bedrock Error: The request payload size has exceed context limit.", True),
# Test case insensitivity
("ERROR: THIS MODEL'S MAXIMUM CONTEXT LENGTH IS 1024.", True),
# Negative cases (should return False)
("A generic API error occurred.", False),
("Invalid API Key provided.", False),
("Rate limit reached for requests.", False),
("The context is large, but acceptable.", False),
("", False), # Empty string
]
@pytest.mark.parametrize("error_str, expected", context_window_test_cases)
def test_is_error_str_context_window_exceeded(error_str, expected):
"""
Tests the is_error_str_context_window_exceeded function with various error strings.
"""
assert ExceptionCheckers.is_error_str_context_window_exceeded(error_str) == expected