scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 80

refactor(managed_agents/vms/warm_pool): move warm_pool/attach.py out of proxy

Browse source 
Phase 2: warm pool is part of VM management — moves to
litellm/managed_agents/vms/warm_pool/ alongside the providers.

Tracks LIT-2879.
This commit is contained in:
Ishaan Jaffer 2026-05-06 19:30:01 -07:00
parent 9c82e97397
commit c192f54146
No known key found for this signature in database
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/proxy/agent_session_endpoints/warm_pool/attach.py → litellm/managed_agents/vms/warm_pool/attach.py
View file

@ -27,17 +27,17 @@ from datetime import datetime, timezone
from typing import Any, List, Optional
from litellm._logging import verbose_proxy_logger
from litellm.proxy.agent_session_endpoints.vm_providers.team_config import (
from litellm.managed_agents.vms.team_config import (
get_team_vm_config,
)
from litellm.proxy.agent_session_endpoints.warm_pool.hydrate import (
from litellm.managed_agents.vms.warm_pool.hydrate import (
build_hydrate_payload,
)
from litellm.proxy.agent_session_endpoints.warm_pool.transports.ssm import (
from litellm.managed_agents.vms.warm_pool.transports.ssm import (
HydrateTransportError,
get_default_transport,
)
from litellm.proxy.agent_session_endpoints.warm_pool.types import HydratePayload
from litellm.managed_agents.vms.warm_pool.types import HydratePayload
# How many candidate rows we'll try before giving up and falling back to
# cold-boot. Higher values trade attach latency for pool-empty resilience —