From 86345dd2a1d5f856e210e93c74abd0ae0963ba27 Mon Sep 17 00:00:00 2001
From: Aakash Pydi <aakash.pydi@abridge.com>
Date: Sun, 27 Sep 2026 16:12:37 -0700
Subject: [PATCH] fix(streaming): log text completion streams that fail before
 the first byte

A streaming text completion that fails before the first byte, e.g. the deployment refuses the connection or answers 5xx, never reached failure callbacks. The request is sent before the stream wrapper that logs failures exists, so nothing logged it, unlike the same request non-streamed or on chat completions

Log that failure the same way the stream wrapper does, then re-raise
---
 litellm/llms/openai/completion/handler.py     | 10 ++++-
 .../completion/test_completion_handler.py     | 37 +++++++++++++++++++
 2 files changed, 46 insertions(+), 1 deletion(-)

diff --git a/litellm/llms/openai/completion/handler.py b/litellm/llms/openai/completion/handler.py
index c7b59509eb0..6dc738afe83 100644
--- a/litellm/llms/openai/completion/handler.py
+++ b/litellm/llms/openai/completion/handler.py
@@ -1,4 +1,6 @@
+import asyncio
 import json
+import traceback
 from collections.abc import Callable
 from typing import Final
 
@@ -298,7 +300,13 @@ class OpenAITextCompletion(BaseLLM):
         else:
             openai_client = client
 
-        raw_response: Final = await openai_client.completions.with_raw_response.create(**data)
+        try:
+            raw_response: Final = await openai_client.completions.with_raw_response.create(**data)
+        except Exception as e:
+            asyncio.create_task(
+                logging_obj.dispatch_failure_handlers(e, traceback.format_exc(), prefer_async_handlers=True)
+            )
+            raise
         response: Final = raw_response.parse()
         streamwrapper: Final = CustomStreamWrapper(
             completion_stream=response,
diff --git a/tests/unit/llms/openai/completion/test_completion_handler.py b/tests/unit/llms/openai/completion/test_completion_handler.py
index 329956605ab..6850c6a9cca 100644
--- a/tests/unit/llms/openai/completion/test_completion_handler.py
+++ b/tests/unit/llms/openai/completion/test_completion_handler.py
@@ -6,6 +6,9 @@ Regression tests for https://github.com/BerriAI/litellm/issues/27410
 """
 
 
+import asyncio
+
+import httpx
 import pytest
 import respx
 from httpx import Response
@@ -13,6 +16,7 @@ from httpx import Response
 
 import litellm
 from litellm import atext_completion, text_completion
+from litellm.integrations.custom_logger import CustomLogger
 
 
 @pytest.fixture(autouse=True)
@@ -88,3 +92,36 @@ async def test_acompletion_forwards_client_headers_to_provider(
 
     request_headers = mock_completions_endpoint.calls.last.request.headers
     assert request_headers["x-mycorp-llmcall-id"] == "abc-123"
+
+class _FailureCounter(CustomLogger):
+    def __init__(self):
+        self.failures = 0
+
+    async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time):
+        self.failures += 1
+
+
+@pytest.mark.parametrize(
+    ("provider_response", "expected_error"),
+    [
+        pytest.param(httpx.ConnectError("connection refused"), litellm.APIConnectionError, id="connection-refused"),
+        pytest.param(Response(500, json={"error": {"message": "boom"}}), litellm.InternalServerError, id="5xx-before-first-byte"),
+    ],
+)
+@respx.mock
+async def test_astream_failing_before_first_byte_logs_one_failure(provider_response, expected_error, monkeypatch):
+    respx.post("https://api.openai.com/v1/completions").mock(side_effect=provider_response)
+    counter = _FailureCounter()
+    monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
+    monkeypatch.setattr(litellm, "callbacks", [counter])
+    monkeypatch.setattr(litellm, "_async_failure_callback", [counter])
+
+    response = await atext_completion(
+        model="gpt-3.5-turbo-instruct", prompt="hello", max_tokens=5, stream=True, max_retries=0
+    )
+    with pytest.raises(expected_error):
+        async for _ in response:
+            pass
+    await asyncio.sleep(0.5)
+
+    assert counter.failures == 1