From 258b96211cd6347a5f312025cd18aeffeeab704a Mon Sep 17 00:00:00 2001 From: Stefan Bokarev <38397684+maamalama@users.noreply.github.com> Date: Wed, 4 Sep 2024 16:02:29 -0700 Subject: [PATCH] stream response (#5516) --- litellm/litellm_core_utils/litellm_logging.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/litellm/litellm_core_utils/litellm_logging.py b/litellm/litellm_core_utils/litellm_logging.py index 537ca15a477..87c11f1fd3f 100644 --- a/litellm/litellm_core_utils/litellm_logging.py +++ b/litellm/litellm_core_utils/litellm_logging.py @@ -868,6 +868,15 @@ class Logging: model = self.model messages = self.model_call_details["input"] kwargs = self.model_call_details + + # this only logs streaming once, complete_streaming_response exists i.e when stream ends + if self.stream: + if "complete_streaming_response" not in kwargs: + continue + else: + print_verbose("reaches helicone for streaming logging!") + result = kwargs["complete_streaming_response"] + heliconeLogger.log_success( model=model, messages=messages,