From 1b2f73c2202f857ca8f34069179206fa71aa9d3f Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Tue, 27 Aug 2024 15:32:37 -0700 Subject: [PATCH] fix(azure_text.py): fix streaming parsing --- litellm/llms/azure_text.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/litellm/llms/azure_text.py b/litellm/llms/azure_text.py index d8d7e9d1403..fb6e4875e27 100644 --- a/litellm/llms/azure_text.py +++ b/litellm/llms/azure_text.py @@ -446,9 +446,10 @@ class AzureTextCompletion(BaseLLM): "complete_input_dict": data, }, ) - response = azure_client.completions.with_raw_response.create( + raw_response = azure_client.completions.with_raw_response.create( **data, timeout=timeout ) + response = raw_response.parse() streamwrapper = CustomStreamWrapper( completion_stream=response, model=model, @@ -506,9 +507,10 @@ class AzureTextCompletion(BaseLLM): "complete_input_dict": data, }, ) - response = await azure_client.completions.with_raw_response.create( + raw_response = await azure_client.completions.with_raw_response.create( **data, timeout=timeout ) + response = raw_response.parse() # return response streamwrapper = CustomStreamWrapper( completion_stream=response,