From 6b2a4714a6d2c6a15736cb856dd66297227972cb Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 12 Jan 2024 17:14:43 -0800 Subject: [PATCH] (feat) return custom_llm_provider in streaming response --- litellm/utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/litellm/utils.py b/litellm/utils.py index 4449c02d73e..9b6b9f54cd1 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -7452,6 +7452,7 @@ class CustomStreamWrapper: def chunk_creator(self, chunk): model_response = ModelResponse(stream=True, model=self.model) + model_response._hidden_params["custom_llm_provider"] = self.custom_llm_provider model_response.choices = [StreamingChoices()] model_response.choices[0].finish_reason = None response_obj = {}