From af16d8635f17e3928da9000bb9fec5b0af920816 Mon Sep 17 00:00:00 2001
From: Gary Caldwell <gacald@live.com>
Date: Sat, 26 Apr 2025 10:55:31 -0700
Subject: [PATCH] Change batch size

---
 litellm/constants.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/litellm/constants.py b/litellm/constants.py
index f48ce97afe6..df6e9de14a9 100644
--- a/litellm/constants.py
+++ b/litellm/constants.py
@@ -1,7 +1,7 @@
 from typing import List, Literal
 
 ROUTER_MAX_FALLBACKS = 5
-DEFAULT_BATCH_SIZE = 512
+DEFAULT_BATCH_SIZE = 1
 DEFAULT_FLUSH_INTERVAL_SECONDS = 5
 DEFAULT_MAX_RETRIES = 2
 DEFAULT_MAX_RECURSE_DEPTH = 10