diff --git a/litellm/llms/infinity/common_utils.py b/litellm/llms/infinity/common_utils.py index e23fe4a0d37..89bb0077768 100644 --- a/litellm/llms/infinity/common_utils.py +++ b/litellm/llms/infinity/common_utils.py @@ -4,7 +4,12 @@ from litellm.llms.base_llm.chat.transformation import BaseLLMException class InfinityError(BaseLLMException): - def __init__(self, status_code: int, message: str, headers: dict | httpx.Headers = {}): + def __init__( + self, + status_code: int, + message: str, + headers: dict | httpx.Headers | None = None, + ): self.status_code = status_code self.message = message self.request = httpx.Request(method="POST", url="https://github.com/michaelfeil/infinity") diff --git a/tests/llm_translation/test_infinity.py b/tests/llm_translation/test_infinity.py index 1829113e045..199b75485a1 100644 --- a/tests/llm_translation/test_infinity.py +++ b/tests/llm_translation/test_infinity.py @@ -5,6 +5,7 @@ from unittest.mock import AsyncMock import litellm +from litellm.llms.infinity.common_utils import InfinityError from unittest.mock import patch, MagicMock @@ -17,6 +18,14 @@ from litellm.llms.custom_httpx.http_handler import HTTPHandler, AsyncHTTPHandler from litellm.types.utils import EmbeddingResponse, Usage +def test_infinity_error_default_headers_are_not_shared() -> None: + first_error = InfinityError(status_code=500, message="first") + second_error = InfinityError(status_code=500, message="second") + + assert first_error.headers is None + assert second_error.headers is None + + @pytest.mark.asyncio() async def test_infinity_rerank(): mock_response = AsyncMock()