scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 81

fix(streaming): propagate advisor interception stream flag in http handler

Browse source 
Propagate _advisor_interception_converted_stream from litellm_params into
model_call_details and convert the agentic non-streaming response back to a
fake stream when the flag is set, mirroring the existing websearch path.

Made-with: Cursor
This commit is contained in:
Sameer Kankute 2026-04-15 17:37:55 +05:30
parent b7e24e7af4
commit 2ca1070694
No known key found for this signature in database
1 changed files with 30 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

35
litellm/llms/custom_httpx/llm_http_handler.py
View file

@ -448,6 +448,12 @@ class BaseLLMHTTPHandler:
"websearch_interception_converted_stream"
] = True
# Check if stream was converted for Advisor interception
if litellm_params.get("_advisor_interception_converted_stream", False):
logging_obj.model_call_details[
"_advisor_interception_converted_stream"
] = True
if acompletion is True:
if stream is True:
data = self._add_stream_param_to_request_body(
@ -4629,7 +4635,20 @@ class BaseLLMHTTPHandler:
kwargs=kwargs_with_provider,
)
)
# First hook that runs agentic loop wins
# Convert back to streaming if stream was converted for interception.
_converted_stream = (
logging_obj.model_call_details.get(
"_advisor_interception_converted_stream", False
)
if logging_obj is not None
else False
)
if _converted_stream and hasattr(agentic_response, "choices"):
from litellm.llms.base_llm.base_model_iterator import (
convert_model_response_to_streaming,
)
return convert_model_response_to_streaming(agentic_response)
return agentic_response
except Exception as e:
@ -4639,7 +4658,7 @@ class BaseLLMHTTPHandler:
# Check if we need to convert response to fake stream for chat completions
# This happens when:
# 1. Stream was originally True but converted to False for WebSearch interception
# 1. Stream was originally True but converted to False for interception
# 2. No agentic loop ran (LLM didn't use the tool)
# 3. We have a non-streaming response that needs to be converted to streaming
websearch_converted_stream = (
@ -4649,20 +4668,26 @@ class BaseLLMHTTPHandler:
if logging_obj is not None
else False
)
advisor_converted_stream = (
logging_obj.model_call_details.get(
"_advisor_interception_converted_stream", False
)
if logging_obj is not None
else False
)
if websearch_converted_stream:
if websearch_converted_stream or advisor_converted_stream:
from litellm._logging import verbose_logger
from litellm.llms.base_llm.base_model_iterator import (
convert_model_response_to_streaming,
)
verbose_logger.debug(
"WebSearchInterception: No tool call made, converting non-streaming chat completion to fake stream"
"Interception: No tool call made, converting non-streaming chat completion to fake stream"
)
# Convert the non-streaming ModelResponse to a fake stream
if hasattr(response, "choices"):
# Use the existing converter for ModelResponse
fake_stream = convert_model_response_to_streaming(response)
return fake_stream