scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 80

feat(proxy_server): start/stop WarmPoolManager on lifespan events

Browse source
This commit is contained in:
Ishaan Jaffer 2026-05-06 15:53:18 -07:00
parent 76d7d27448
commit 5351e9e6dd
No known key found for this signature in database
1 changed files with 22 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
litellm/proxy/proxy_server.py
View file

@ -953,9 +953,31 @@ async def proxy_startup_event(app: FastAPI): # noqa: PLR0915
"agent_session_endpoints cleanup sweeper failed to start: %s", exc
)
## Warm-pool maintenance loop (LIT-2890 / Epic B2). Refills
## ``LiteLLM_AgentVM`` rows for every team with ``warm_pool_enabled=true``.
## Idempotent; only does work when at least one team has the feature on.
try:
from litellm.proxy.agent_session_endpoints.warm_pool.manager import (
get_warm_pool_manager,
)
get_warm_pool_manager().start()
except Exception as exc:
verbose_proxy_logger.warning("warm_pool.manager failed to start: %s", exc)
# End of startup event
yield
## Stop the warm-pool maintenance loop.
try:
from litellm.proxy.agent_session_endpoints.warm_pool.manager import (
get_warm_pool_manager,
)
await get_warm_pool_manager().stop()
except Exception as exc:
verbose_proxy_logger.warning("warm_pool.manager failed to stop: %s", exc)
## Stop the agent session cleanup sweeper.
try:
from litellm.proxy.agent_session_endpoints.cleanup import (