mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-04 02:31:27 +00:00
feat(warm-pool): package __init__ exposing manager, attach, builder
This commit is contained in:
parent
a143191c85
commit
eb12042802
1 changed files with 37 additions and 0 deletions
37
litellm/proxy/agent_session_endpoints/warm_pool/__init__.py
Normal file
37
litellm/proxy/agent_session_endpoints/warm_pool/__init__.py
Normal file
|
|
@ -0,0 +1,37 @@
|
|||
"""Warm pool subsystem for `agent_session_endpoints` (LIT-2890).
|
||||
|
||||
Pre-provisions a small pool of EC2 (or other provider) VMs per team so
|
||||
``POST /v2/sessions`` can attach a fully-booted VM in <3s instead of the
|
||||
30-90s cold-boot path.
|
||||
|
||||
Public surface:
|
||||
- ``WarmPoolManager`` — async maintenance loop (start it on proxy boot)
|
||||
- ``attach_warm_vm`` — race-safe attach + hydrate, called from session create
|
||||
- ``HydratePayload`` — wire format the daemon receives
|
||||
"""
|
||||
|
||||
from litellm.proxy.agent_session_endpoints.warm_pool.attach import (
|
||||
AttachResult,
|
||||
attach_warm_vm,
|
||||
)
|
||||
from litellm.proxy.agent_session_endpoints.warm_pool.hydrate import (
|
||||
build_hydrate_payload,
|
||||
)
|
||||
from litellm.proxy.agent_session_endpoints.warm_pool.manager import WarmPoolManager
|
||||
from litellm.proxy.agent_session_endpoints.warm_pool.types import (
|
||||
AgentConfig,
|
||||
HydratePayload,
|
||||
NetworkAccess,
|
||||
RepoSpec,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
"AgentConfig",
|
||||
"AttachResult",
|
||||
"HydratePayload",
|
||||
"NetworkAccess",
|
||||
"RepoSpec",
|
||||
"WarmPoolManager",
|
||||
"attach_warm_vm",
|
||||
"build_hydrate_payload",
|
||||
]
|
||||
Loading…
Add table
Reference in a new issue