From f3ff56ca2b1c03d1cfceb676f44cb4b1c7faff64 Mon Sep 17 00:00:00 2001 From: Your Name Date: Mon, 18 May 2026 00:42:47 -0500 Subject: [PATCH] fix: guard against empty choices and message=None in load test proxy --- cookbook/litellm_router/load_test_proxy.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/cookbook/litellm_router/load_test_proxy.py b/cookbook/litellm_router/load_test_proxy.py index 9ae6e764d91..0707d3411af 100644 --- a/cookbook/litellm_router/load_test_proxy.py +++ b/cookbook/litellm_router/load_test_proxy.py @@ -97,6 +97,8 @@ def make_openai_completion(question): end_time = time.time() # Log the request details + if not response.choices or response.choices[0].message is None: + raise ValueError("LLM returned empty or filtered response") with open("request_log.txt", "a") as log_file: log_file.write( f"Question: {question[:100]}\nResponse ID:{response.id} Content:{response.choices[0].message.content[:10]}\nTime: {end_time - start_time:.2f} seconds\n\n"