From 183d07c73eb3905380d2bf4a00e66b49b17c17c9 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 3 Oct 2026 17:33:08 -0700 Subject: [PATCH] feat(lens): add worker slot and poll interval settings --- litellm/constants.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/constants.py b/litellm/constants.py index cf52901e2a3..3b860af6a9a 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -498,6 +498,8 @@ LENS_UPDATE_ATTEMPTS: Final = get_env_int("LENS_UPDATE_ATTEMPTS", 40) LENS_UPDATE_BACKOFF_SECONDS: Final = float(os.getenv("LENS_UPDATE_BACKOFF_SECONDS", 0.02)) LENS_MODEL_RETRIES: Final = get_env_int("LENS_MODEL_RETRIES", 4) LENS_MODEL_RETRY_MAX_SECONDS: Final = float(os.getenv("LENS_MODEL_RETRY_MAX_SECONDS", 60)) +LENS_WORKER_SLOTS: Final = get_env_int("LENS_WORKER_SLOTS", 3) +LENS_WORKER_POLL_SECONDS: Final = float(os.getenv("LENS_WORKER_POLL_SECONDS", 2)) JITTER: Final = float(os.getenv("JITTER", 0.75)) DEFAULT_IN_MEMORY_TTL = int(os.getenv("DEFAULT_IN_MEMORY_TTL", 5)) # default time to live for the in-memory cache DEFAULT_MAX_REDIS_BATCH_CACHE_SIZE: Final = int(