From 05d99066876801d34712638bef45df59ba8ec91b Mon Sep 17 00:00:00 2001 From: Ishaan Jaffer Date: Wed, 6 May 2026 15:53:12 -0700 Subject: [PATCH] feat(warm-pool): transports package __init__ --- .../warm_pool/transports/__init__.py | 23 +++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 litellm/proxy/agent_session_endpoints/warm_pool/transports/__init__.py diff --git a/litellm/proxy/agent_session_endpoints/warm_pool/transports/__init__.py b/litellm/proxy/agent_session_endpoints/warm_pool/transports/__init__.py new file mode 100644 index 00000000000..7de11fcf929 --- /dev/null +++ b/litellm/proxy/agent_session_endpoints/warm_pool/transports/__init__.py @@ -0,0 +1,23 @@ +"""Hydrate transports — how the payload reaches the warm VM. + +We chose **SSM RunCommand push** based on B0's 1700ms median warm-attach +latency (LIT-2888). The long-poll alternative is intentionally not shipped +in this PR — it can be added later by implementing the same +``HydrateTransport`` protocol. + +Public surface: +- ``HydrateTransport`` — protocol every transport implements +- ``SSMHydrateTransport`` — the production transport +""" + +from litellm.proxy.agent_session_endpoints.warm_pool.transports.ssm import ( + HydrateTransport, + HydrateTransportError, + SSMHydrateTransport, +) + +__all__ = [ + "HydrateTransport", + "HydrateTransportError", + "SSMHydrateTransport", +]