scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-04 02:31:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 70

refactor(streaming): drop explanatory comment from MidStreamFallbackError header copy

Browse source
This commit is contained in:
Acacian 2026-09-17 10:12:00 +09:00
parent abb8aa1672
commit 7a373a3ae0
2 changed files with 1 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/exceptions.py
View file

@ -1184,9 +1184,6 @@ class MidStreamFallbackError(ServiceUnavailableError):
self.message = _saved_message
self.args = (_saved_message,)
# Keep the provider headers (retry-after, x-request-id, ...) that exception_type()
# attached to the wrapped exception, so retry backoff, logging and the proxy error
# response still see them once the failure is wrapped for fallback
original_headers: Final = getattr(original_exception, "litellm_response_headers", None)
if original_headers is not None:
self.litellm_response_headers = original_headers

6
tests/unit/litellm_core_utils/test_streaming_handler.py
View file

@ -853,11 +853,7 @@ def test_sync_streaming_rate_limit_triggers_midstream_fallback(logging_obj: Logg
async def test_streaming_rate_limit_midstream_fallback_keeps_provider_headers(
logging_obj: Logging,
):
"""MidStreamFallbackError keeps the provider headers the non-streaming RateLimitError carries.
retry-after and x-request-id are what retry backoff, logging and the proxy error
response read, so wrapping a 429 for fallback must not drop them.
"""
"""MidStreamFallbackError keeps the provider headers the non-streaming RateLimitError carries."""
from litellm.exceptions import MidStreamFallbackError
from litellm.llms.vertex_ai.common_utils import VertexAIError