From 28f544a4cb02bed50d430dbccda7499bb7858609 Mon Sep 17 00:00:00 2001
From: Ivan Konstantinov <155286654+johnnykor82@users.noreply.github.com>
Date: Mon, 19 Oct 2026 11:22:33 +0300
Subject: [PATCH] fix(nvidia_nim): make retrieval rerank result limit
 explicitly typed

---
 litellm/llms/nvidia_nim/rerank/transformation.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/litellm/llms/nvidia_nim/rerank/transformation.py b/litellm/llms/nvidia_nim/rerank/transformation.py
index 91553ae8af6..17413b9d839 100644
--- a/litellm/llms/nvidia_nim/rerank/transformation.py
+++ b/litellm/llms/nvidia_nim/rerank/transformation.py
@@ -210,7 +210,7 @@ class NvidiaNimRerankConfig(BaseRerankConfig):
         if "documents" not in optional_rerank_params:
             raise ValueError("documents is required for Nvidia NIM rerank")
 
-        top_n: Final = optional_rerank_params.get("top_n")
+        top_n: object = optional_rerank_params.get("top_n")
         if top_n is not None:
             if isinstance(top_n, bool) or not isinstance(top_n, int) or top_n < 1:
                 raise ValueError(f"top_n must be a positive integer, got: {top_n!r}")
@@ -356,7 +356,7 @@ class NvidiaNimRerankConfig(BaseRerankConfig):
 
         # The hosted /v1/retrieval/{model}/reranking API rejects top_k.
         # Sort before limiting in case the provider returns unsorted rankings.
-        top_n: Final = optional_params.get("top_n") or self._client_side_top_n
+        top_n: Final[int | None] = self._client_side_top_n
         if top_n is not None and response.results is not None and len(response.results) > top_n:
             response.results = sorted(
                 response.results,