fix: DEFAULT_NUM_WORKERS_LITELLM_PROXY

This commit is contained in:
Ishaan Jaff 2025-09-13 12:11:33 -07:00
parent 252ec8e1ae
commit 6c27e5ce43

View file

@ -15,7 +15,7 @@ DEFAULT_SQS_FLUSH_INTERVAL_SECONDS = int(
os.getenv("DEFAULT_SQS_FLUSH_INTERVAL_SECONDS", 10)
)
DEFAULT_NUM_WORKERS_LITELLM_PROXY = int(
os.getenv("DEFAULT_NUM_WORKERS_LITELLM_PROXY", 1)
os.getenv("DEFAULT_NUM_WORKERS_LITELLM_PROXY", 4)
)
DEFAULT_SQS_BATCH_SIZE = int(os.getenv("DEFAULT_SQS_BATCH_SIZE", 512))
SQS_SEND_MESSAGE_ACTION = "SendMessage"