From f45f71b2d33c5768e90482fa44d0a62ba91c8d51 Mon Sep 17 00:00:00 2001
From: Nathan Price <nathan@abridge.com>
Date: Tue, 16 Jun 2026 07:28:01 -0500
Subject: [PATCH] fix(router): stop ttft_timeout/stream_idle_timeout leaking to
 provider API

When set in a deployment's litellm_params, ttft_timeout and stream_idle_timeout were
assembled into input_kwargs and forwarded to litellm.acompletion. Because neither key
was in all_litellm_params, the provider param filtering treated them as model-specific
extras and passed them to the upstream API, which 400s on unknown fields; this broke the
exact per-deployment configuration the feature documents.

Add both keys to all_litellm_params alongside stream_timeout so filter_out_litellm_params
strips them before the provider call, while the router still resolves their values from
litellm_params. Regression test asserts they are filtered out while genuine provider
params (temperature) are kept.
---
 litellm/types/utils.py                        |  2 ++
 .../test_filter_out_litellm_params.py         | 20 +++++++++++++++++++
 2 files changed, 22 insertions(+)

diff --git a/litellm/types/utils.py b/litellm/types/utils.py
index d3dc7eadb94..3170753797b 100644
--- a/litellm/types/utils.py
+++ b/litellm/types/utils.py
@@ -3196,6 +3196,8 @@ all_litellm_params = (
         "no-log",
         "base_model",
         "stream_timeout",
+        "ttft_timeout",
+        "stream_idle_timeout",
         "supports_system_message",
         "region_name",
         "allowed_model_region",
diff --git a/tests/test_litellm/test_filter_out_litellm_params.py b/tests/test_litellm/test_filter_out_litellm_params.py
index 72f8f5f1478..f96ffaa8e8a 100644
--- a/tests/test_litellm/test_filter_out_litellm_params.py
+++ b/tests/test_litellm/test_filter_out_litellm_params.py
@@ -34,3 +34,23 @@ def test_filter_out_litellm_params():
     assert "litellm_trace_id" not in filtered
     assert "proxy_server_request" not in filtered
     assert "secret_fields" not in filtered
+
+
+def test_filter_out_router_timeout_params_not_forwarded_to_provider():
+    """ttft_timeout / stream_idle_timeout are router-internal params; they must be filtered
+    out so they are never forwarded to the upstream provider API (where they would 400),
+    while genuine provider params are kept. Regression for the params leaking via
+    per-deployment litellm_params."""
+    kwargs = {
+        "ttft_timeout": 8.0,
+        "stream_idle_timeout": 30.0,
+        "stream_timeout": 60.0,
+        "temperature": 0.5,
+    }
+
+    filtered = filter_out_litellm_params(kwargs=kwargs)
+
+    assert "ttft_timeout" not in filtered
+    assert "stream_idle_timeout" not in filtered
+    assert "stream_timeout" not in filtered
+    assert filtered["temperature"] == 0.5