From 6c27e5ce433e7592111ae96c471ea84a9421210f Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 13 Sep 2025 12:11:33 -0700 Subject: [PATCH] fix: DEFAULT_NUM_WORKERS_LITELLM_PROXY --- litellm/constants.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/constants.py b/litellm/constants.py index c0ce0f265b5..e40f1a5da2d 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -15,7 +15,7 @@ DEFAULT_SQS_FLUSH_INTERVAL_SECONDS = int( os.getenv("DEFAULT_SQS_FLUSH_INTERVAL_SECONDS", 10) ) DEFAULT_NUM_WORKERS_LITELLM_PROXY = int( - os.getenv("DEFAULT_NUM_WORKERS_LITELLM_PROXY", 1) + os.getenv("DEFAULT_NUM_WORKERS_LITELLM_PROXY", 4) ) DEFAULT_SQS_BATCH_SIZE = int(os.getenv("DEFAULT_SQS_BATCH_SIZE", 512)) SQS_SEND_MESSAGE_ACTION = "SendMessage"