From b12fa388ad3ffc5fe585968cead6c580edd6d9d1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Mat=C3=A9o=20Evan=20Muller?= Date: Fri, 26 Sep 2025 13:13:17 +0200 Subject: [PATCH] Fix vLLM provider rerank endpoint from /v1/rerank to /rerank --- litellm/llms/hosted_vllm/rerank/transformation.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/litellm/llms/hosted_vllm/rerank/transformation.py b/litellm/llms/hosted_vllm/rerank/transformation.py index c0a57c43534..4ed604e2c88 100644 --- a/litellm/llms/hosted_vllm/rerank/transformation.py +++ b/litellm/llms/hosted_vllm/rerank/transformation.py @@ -42,8 +42,11 @@ class HostedVLLMRerankConfig(BaseRerankConfig): if api_base: # Remove trailing slashes and ensure clean base URL api_base = api_base.rstrip("/") - if not api_base.endswith("/v1/rerank"): - api_base = f"{api_base}/v1/rerank" + # Preserve backward compatibility + if api_base.endswith("/v1/rerank"): + api_base = api_base.replace("/v1/rerank", "/rerank") + elif not api_base.endswith("/rerank"): + api_base = f"{api_base}/rerank" return api_base raise ValueError("api_base must be provided for Hosted VLLM rerank")