From c192f5414697ec40dea383182024cb83f68b66c2 Mon Sep 17 00:00:00 2001 From: Ishaan Jaffer Date: Wed, 6 May 2026 19:30:01 -0700 Subject: [PATCH] refactor(managed_agents/vms/warm_pool): move warm_pool/attach.py out of proxy MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Phase 2: warm pool is part of VM management — moves to litellm/managed_agents/vms/warm_pool/ alongside the providers. Tracks LIT-2879. --- .../vms}/warm_pool/attach.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) rename litellm/{proxy/agent_session_endpoints => managed_agents/vms}/warm_pool/attach.py (95%) diff --git a/litellm/proxy/agent_session_endpoints/warm_pool/attach.py b/litellm/managed_agents/vms/warm_pool/attach.py similarity index 95% rename from litellm/proxy/agent_session_endpoints/warm_pool/attach.py rename to litellm/managed_agents/vms/warm_pool/attach.py index 44f7fbd2a3b..7f32bc4ab22 100644 --- a/litellm/proxy/agent_session_endpoints/warm_pool/attach.py +++ b/litellm/managed_agents/vms/warm_pool/attach.py @@ -27,17 +27,17 @@ from datetime import datetime, timezone from typing import Any, List, Optional from litellm._logging import verbose_proxy_logger -from litellm.proxy.agent_session_endpoints.vm_providers.team_config import ( +from litellm.managed_agents.vms.team_config import ( get_team_vm_config, ) -from litellm.proxy.agent_session_endpoints.warm_pool.hydrate import ( +from litellm.managed_agents.vms.warm_pool.hydrate import ( build_hydrate_payload, ) -from litellm.proxy.agent_session_endpoints.warm_pool.transports.ssm import ( +from litellm.managed_agents.vms.warm_pool.transports.ssm import ( HydrateTransportError, get_default_transport, ) -from litellm.proxy.agent_session_endpoints.warm_pool.types import HydratePayload +from litellm.managed_agents.vms.warm_pool.types import HydratePayload # How many candidate rows we'll try before giving up and falling back to # cold-boot. Higher values trade attach latency for pool-empty resilience —