From 29fb7e126f323c95ec0e2719e4b0d21b43ebc777 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 27 Mar 2024 21:15:12 -0700 Subject: [PATCH] Revert "(fix) remove deep copy for all requests" This reverts commit 0737fdb3484247ee95c3f78e9dac9ed32549a599. --- litellm/proxy/proxy_server.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index c3a91bdfa99..8fa2862f276 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -3084,6 +3084,7 @@ async def chat_completion( "url": str(request.url), "method": request.method, "headers": dict(request.headers), + "body": copy.copy(data), # use copy instead of deepcopy } ## Cache Controls @@ -3311,6 +3312,7 @@ async def embeddings( "url": str(request.url), "method": request.method, "headers": dict(request.headers), + "body": copy.copy(data), # use copy instead of deepcopy } if data.get("user", None) is None and user_api_key_dict.user_id is not None: @@ -3486,6 +3488,7 @@ async def image_generation( "url": str(request.url), "method": request.method, "headers": dict(request.headers), + "body": copy.copy(data), # use copy instead of deepcopy } if data.get("user", None) is None and user_api_key_dict.user_id is not None: @@ -3638,6 +3641,7 @@ async def audio_transcriptions( "url": str(request.url), "method": request.method, "headers": dict(request.headers), + "body": copy.copy(data), # use copy instead of deepcopy } if data.get("user", None) is None and user_api_key_dict.user_id is not None: @@ -3807,6 +3811,7 @@ async def moderations( "url": str(request.url), "method": request.method, "headers": dict(request.headers), + "body": copy.copy(data), # use copy instead of deepcopy } if data.get("user", None) is None and user_api_key_dict.user_id is not None: @@ -6797,6 +6802,7 @@ async def async_queue_request( "url": str(request.url), "method": request.method, "headers": dict(request.headers), + "body": copy.copy(data), # use copy instead of deepcopy } verbose_proxy_logger.debug("receiving data: %s", data)