From b2f72338f6db820383134db75b1c1781ceb01253 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 27 Jul 2024 16:53:39 -0700 Subject: [PATCH] feat check check_response_size_is_safe --- litellm/proxy/proxy_server.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 274e28ac2f4..46f67b610f7 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -123,6 +123,7 @@ from litellm.proxy.auth.auth_checks import ( get_user_object, log_to_opentelemetry, ) +from litellm.proxy.auth.auth_utils import check_response_size_is_safe from litellm.proxy.auth.handle_jwt import JWTHandler from litellm.proxy.auth.litellm_license import LicenseCheck from litellm.proxy.auth.model_checks import ( @@ -3000,6 +3001,7 @@ async def chat_completion( **additional_headers, ) ) + await check_response_size_is_safe(response=response) return response except RejectedRequestError as e: @@ -3241,7 +3243,7 @@ async def completion( response_cost=response_cost, ) ) - + await check_response_size_is_safe(response=response) return response except RejectedRequestError as e: _data = e.request_data @@ -3491,6 +3493,7 @@ async def embeddings( call_id=litellm_call_id, ) ) + await check_response_size_is_safe(response=response) return response except Exception as e: