fix(ollama): resolve explicit api_base before litellm.api_base global and forward it to the bridge model-info lookup

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
Devin AI 2026-08-31 20:04:14 +00:00
parent 1249f84b10
commit f7c33f7c81
2 changed files with 56 additions and 4 deletions

View file

@ -1022,7 +1022,7 @@ def responses_api_bridge_check(
try:
model_info = cast(
dict,
_get_model_info_helper(model=model, custom_llm_provider=custom_llm_provider),
_get_model_info_helper(model=model, custom_llm_provider=custom_llm_provider, api_base=api_base),
)
if model_info.get("mode") is None and model.startswith("responses/"):
model = model.replace("responses/", "")
@ -4281,7 +4281,7 @@ def _complete_ollama(ctx: _CompletionDispatchContext) -> _CompletionDispatchResu
stream: Final = ctx.stream
timeout: Final = ctx.timeout
api_base = litellm.api_base or api_base or get_secret("OLLAMA_API_BASE") or "http://localhost:11434"
api_base = api_base or litellm.api_base or get_secret("OLLAMA_API_BASE") or "http://localhost:11434"
if api_key is not None and "Authorization" not in headers:
headers["Authorization"] = f"Bearer {api_key}"
@ -4321,7 +4321,7 @@ def _complete_ollama_chat(ctx: _CompletionDispatchContext) -> _CompletionDispatc
stream: Final = ctx.stream
timeout: Final = ctx.timeout
api_base = litellm.api_base or api_base or get_secret("OLLAMA_API_BASE") or "http://localhost:11434"
api_base = api_base or litellm.api_base or get_secret("OLLAMA_API_BASE") or "http://localhost:11434"
api_key = api_key or litellm.ollama_key or os.environ.get("OLLAMA_API_KEY") or litellm.api_key
if api_key is not None and "Authorization" not in headers:
@ -6689,7 +6689,7 @@ def embedding(
api_key=api_key,
)
elif custom_llm_provider == "ollama":
api_base = litellm.api_base or api_base or get_secret_str("OLLAMA_API_BASE") or "http://localhost:11434"
api_base = api_base or litellm.api_base or get_secret_str("OLLAMA_API_BASE") or "http://localhost:11434"
if isinstance(input, str):
input = [input]

View file

@ -801,6 +801,58 @@ def test_responses_api_bridge_check_gpt_5_5_tools_plus_reasoning_routes_to_respo
assert model_info.get("mode") == "responses"
def test_responses_api_bridge_check_forwards_api_base_to_model_info_helper():
"""Regression test for https://github.com/BerriAI/litellm/issues/37041 -- the bridge
check's model-info lookup must hit the request's api_base, not fall back to the
provider default (localhost:11434 for ollama)."""
from litellm.main import responses_api_bridge_check
with patch("litellm.main._get_model_info_helper") as mock_get_model_info:
mock_get_model_info.return_value = {"mode": "chat"}
responses_api_bridge_check(
model="llama3",
custom_llm_provider="ollama",
api_base="http://my-host:30000",
)
assert mock_get_model_info.call_args.kwargs["api_base"] == "http://my-host:30000"
@pytest.mark.parametrize("model", ["ollama/llama3", "ollama_chat/llama3"])
def test_ollama_completion_explicit_api_base_overrides_global(model, monkeypatch):
"""Regression test for https://github.com/BerriAI/litellm/issues/26170 -- the explicit
api_base kwarg must win over the litellm.api_base global, matching the openai provider."""
monkeypatch.setattr(litellm, "api_base", "https://api.deepseek.com")
with patch("litellm.main._get_model_info_helper") as mock_get_model_info, patch.object(
litellm_main.base_llm_http_handler, "completion"
) as mock_completion:
mock_get_model_info.return_value = {"mode": "chat"}
mock_completion.return_value = litellm.ModelResponse()
litellm.completion(
model=model,
messages=[{"role": "user", "content": "hi"}],
api_base="http://my-host:30000",
)
assert mock_completion.call_args.kwargs["api_base"] == "http://my-host:30000"
def test_ollama_embedding_explicit_api_base_overrides_global(monkeypatch):
"""Regression test for https://github.com/BerriAI/litellm/issues/26170 (embedding path)."""
monkeypatch.setattr(litellm, "api_base", "https://api.deepseek.com")
with patch("litellm.main.ollama.ollama_embeddings") as mock_embeddings:
mock_embeddings.return_value = litellm.EmbeddingResponse()
litellm.embedding(
model="ollama/qwen3-embedding:0.6b",
input="hello",
api_base="http://my-host:30000",
)
assert mock_embeddings.call_args.kwargs["api_base"] == "http://my-host:30000"
def test_responses_api_bridge_check_azure_gpt_5_4_tools_plus_reasoning_routes_to_responses():
"""Azure gpt-5.4 with both tools and reasoning_effort should route to Responses API."""
from litellm.main import responses_api_bridge_check