scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-13 23:11:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 100

Merge 1b31e2ed0a into a2c814654e

Browse source
This commit is contained in:
Ritika shrestha 2026-08-27 17:19:31 -05:00 • committed by GitHub
commit c9c0d5c7b1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 26 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/llms/deepinfra/rerank/transformation.py
View file

@ -53,8 +53,12 @@ class DeepinfraRerankConfig(BaseRerankConfig):
"Deepinfra API Base is required. api_base=None. Set in call or via `DEEPINFRA_API_BASE` env var."
)
# Remove 'openai' from the base if present
api_base_clean = api_base.replace("openai", "") if "openai" in api_base else api_base
# Strip only a trailing '/openai' segment (DeepInfra's OpenAI-compatible base
# ends in '/openai'); a plain str.replace would also corrupt an api_base that
# contains 'openai' elsewhere, e.g. in the host or a proxy path.
api_base_clean = api_base.rstrip("/")
if api_base_clean.endswith("/openai"):
api_base_clean = api_base_clean[: -len("/openai")]
# Remove any trailing slashes for consistency, then add one
api_base_clean = api_base_clean.rstrip("/") + "/"

29
tests/test_litellm/llms/deepinfra/test_deepinfra_rerank_transformation.py
View file

@ -43,6 +43,23 @@ class TestDeepinfraRerankTransform:
with pytest.raises(ValueError, match="Deepinfra API Base is required"):
self.config.get_complete_url(None, model)
def test_get_complete_url_preserves_openai_in_host(self):
"""Regression: only a trailing '/openai' segment should be stripped.
A plain str.replace("openai", "") corrupted any api_base that contained
'openai' elsewhere (e.g. a gateway host or proxy path), producing a
malformed URL. The host/path must be preserved.
"""
model = "Qwen/Qwen3-Reranker-0.6B"
# 'openai' in the host, with a trailing '/openai' segment to strip
url = self.config.get_complete_url("https://openai-gw.mycorp.com/v1/openai", model)
assert url == "https://openai-gw.mycorp.com/v1/inference/Qwen/Qwen3-Reranker-0.6B"
# 'openai' in the host, no trailing '/openai' segment to strip
url = self.config.get_complete_url("https://my-openai-proxy.example.com/v1", model)
assert url == "https://my-openai-proxy.example.com/v1/inference/Qwen/Qwen3-Reranker-0.6B"
def test_map_cohere_rerank_params_basic(self):
"""Test basic parameter mapping for DeepInfra rerank."""
params = self.config.map_cohere_rerank_params(
@ -166,9 +183,7 @@ class TestDeepinfraRerankTransform:
assert result._hidden_params["model"] == self.model
# Verify logging was called
mock_logging.post_call.assert_called_once_with(
original_response=mock_response.text
)
mock_logging.post_call.assert_called_once_with(original_response=mock_response.text)
def test_transform_rerank_response_minimal(self):
"""Test response transformation with minimal data."""
@ -245,12 +260,8 @@ class TestDeepinfraRerankTransform:
query="query1",
documents=documents,
)
assert (
params["queries"] == expected_queries
), f"Failed for {len(documents)} documents"
assert len(params["queries"]) == len(
documents
), "Queries length must match documents length"
assert params["queries"] == expected_queries, f"Failed for {len(documents)} documents"
assert len(params["queries"]) == len(documents), "Queries length must match documents length"
def test_get_error_class_basic(self):
"""Test error class generation for basic error."""