From 15bd7fb804081300adf7f19923ccb98b9dae22b2 Mon Sep 17 00:00:00 2001
From: Nathan Price <nathan@abridge.com>
Date: Mon, 15 Jun 2026 08:55:00 -0500
Subject: [PATCH] test(router): cover ttft_timeout/stream_idle_timeout
 resolution chain

Adds a regression test pinning the resolution precedence (per-request kwarg >
per-deployment litellm_params > router-level > default_litellm_params) for both
_get_ttft_timeout and _get_stream_idle_timeout, which the router_code_coverage
gate flagged as untested.
---
 tests/test_litellm/test_router.py | 56 +++++++++++++++++++++++++++++++
 1 file changed, 56 insertions(+)

diff --git a/tests/test_litellm/test_router.py b/tests/test_litellm/test_router.py
index 27787762240..4b3cac68533 100644
--- a/tests/test_litellm/test_router.py
+++ b/tests/test_litellm/test_router.py
@@ -5307,3 +5307,59 @@ async def test_router_ttft_timeout_tags_failed_deployment_id():
             )
 
     assert getattr(exc_info.value, "failed_deployment_id", None) == "deploy-1"
+
+
+def test_router_ttft_timeout_resolution_chain():
+    """ttft_timeout / stream_idle_timeout resolve per-request kwarg > per-deployment data >
+    router-level > default_litellm_params, mirroring stream_timeout."""
+    model_list = [
+        {
+            "model_name": "m",
+            "litellm_params": {"model": "openai/gpt-4o", "api_key": "x"},
+        }
+    ]
+
+    router = litellm.Router(
+        model_list=model_list,
+        ttft_timeout=3.0,
+        stream_idle_timeout=30.0,
+        default_litellm_params={"ttft_timeout": 1.0, "stream_idle_timeout": 10.0},
+    )
+
+    # per-request kwarg wins over everything
+    assert (
+        router._get_ttft_timeout(
+            kwargs={"ttft_timeout": 9.0}, data={"ttft_timeout": 8.0}
+        )
+        == 9.0
+    )
+    assert (
+        router._get_stream_idle_timeout(
+            kwargs={"stream_idle_timeout": 99.0}, data={"stream_idle_timeout": 88.0}
+        )
+        == 99.0
+    )
+
+    # per-deployment data wins over router-level and default
+    assert router._get_ttft_timeout(kwargs={}, data={"ttft_timeout": 8.0}) == 8.0
+    assert (
+        router._get_stream_idle_timeout(kwargs={}, data={"stream_idle_timeout": 88.0})
+        == 88.0
+    )
+
+    # router-level wins over default_litellm_params
+    assert router._get_ttft_timeout(kwargs={}, data={}) == 3.0
+    assert router._get_stream_idle_timeout(kwargs={}, data={}) == 30.0
+
+    # falls back to default_litellm_params when nothing else is set
+    router_defaults_only = litellm.Router(
+        model_list=model_list,
+        default_litellm_params={"ttft_timeout": 1.0, "stream_idle_timeout": 10.0},
+    )
+    assert router_defaults_only._get_ttft_timeout(kwargs={}, data={}) == 1.0
+    assert router_defaults_only._get_stream_idle_timeout(kwargs={}, data={}) == 10.0
+
+    # None when unset anywhere
+    router_unset = litellm.Router(model_list=model_list)
+    assert router_unset._get_ttft_timeout(kwargs={}, data={}) is None
+    assert router_unset._get_stream_idle_timeout(kwargs={}, data={}) is None