scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-11 03:38:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 83

feat(lens): add worker slot and poll interval settings

Browse source
This commit is contained in:
Ishaan Jaff 2026-10-03 17:33:08 -07:00
parent fab6291929
commit 183d07c73e
No known key found for this signature in database
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/constants.py
View file

@ -498,6 +498,8 @@ LENS_UPDATE_ATTEMPTS: Final = get_env_int("LENS_UPDATE_ATTEMPTS", 40)
LENS_UPDATE_BACKOFF_SECONDS: Final = float(os.getenv("LENS_UPDATE_BACKOFF_SECONDS", 0.02))
LENS_MODEL_RETRIES: Final = get_env_int("LENS_MODEL_RETRIES", 4)
LENS_MODEL_RETRY_MAX_SECONDS: Final = float(os.getenv("LENS_MODEL_RETRY_MAX_SECONDS", 60))
LENS_WORKER_SLOTS: Final = get_env_int("LENS_WORKER_SLOTS", 3)
LENS_WORKER_POLL_SECONDS: Final = float(os.getenv("LENS_WORKER_POLL_SECONDS", 2))
JITTER: Final = float(os.getenv("JITTER", 0.75))
DEFAULT_IN_MEMORY_TTL = int(os.getenv("DEFAULT_IN_MEMORY_TTL", 5)) # default time to live for the in-memory cache
DEFAULT_MAX_REDIS_BATCH_CACHE_SIZE: Final = int(