diff --git a/litellm/constants.py b/litellm/constants.py index f48ce97afe6..df6e9de14a9 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -1,7 +1,7 @@ from typing import List, Literal ROUTER_MAX_FALLBACKS = 5 -DEFAULT_BATCH_SIZE = 512 +DEFAULT_BATCH_SIZE = 1 DEFAULT_FLUSH_INTERVAL_SECONDS = 5 DEFAULT_MAX_RETRIES = 2 DEFAULT_MAX_RECURSE_DEPTH = 10