diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index ccf8e32e129..e747e1047ab 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -3619,6 +3619,7 @@ async def chat_completion(
 ):
     global general_settings, user_debug, proxy_logging_obj, llm_model_list
     data = {}
+    check_request_disconnected = None
     try:
         body = await request.body()
         body_str = body.decode()
@@ -3878,7 +3879,8 @@ async def chat_completion(
             code=getattr(e, "status_code", 500),
         )
     finally:
-        check_request_disconnected.cancel()
+        if check_request_disconnected is not None:
+            check_request_disconnected.cancel()
 
 
 @router.post(
@@ -3904,6 +3906,7 @@ async def completion(
     user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
 ):
     global user_temperature, user_request_timeout, user_max_tokens, user_api_base
+    check_request_disconnected = None
     try:
         body = await request.body()
         body_str = body.decode()
@@ -4057,7 +4060,8 @@ async def completion(
             code=getattr(e, "status_code", 500),
         )
     finally:
-        check_request_disconnected.cancel()
+        if check_request_disconnected is not None:
+            check_request_disconnected.cancel()
 
 
 @router.post(