scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

fix(custom_openai): require api_base and prefix discovered model ids

Browse source
This commit is contained in:
Aditya Aggarwal 2026-07-01 17:53:09 +05:30
parent 1ca87aa4cc
commit 8aea8c4620
3 changed files with 21 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/llms/openai_like/chat/transformation.py
View file

@ -166,3 +166,11 @@ class OpenAILikeChatConfig(OpenAIGPTConfig):
mapped_params.pop("max_completion_tokens", None)
return mapped_params
class CustomOpenAIChatConfig(OpenAILikeChatConfig):
def get_models(self, api_key: Optional[str] = None, api_base: Optional[str] = None) -> List[str]:
if api_base is None:
raise ValueError("api_base must be set to discover models for the custom_openai provider")
models = super().get_models(api_key=api_key, api_base=api_base)
return [f"custom_openai/{model}" for model in models]

6
litellm/utils.py
View file

@ -8359,7 +8359,11 @@ class ProviderConfigManager:
elif LlmProviders.OPENAI == provider:
return litellm.OpenAIGPTConfig()
elif LlmProviders.CUSTOM_OPENAI == provider:
return litellm.OpenAIGPTConfig()
from litellm.llms.openai_like.chat.transformation import (
CustomOpenAIChatConfig,
)
return CustomOpenAIChatConfig()
elif LlmProviders.GEMINI == provider:
return litellm.GeminiModelInfo()
elif LlmProviders.VERTEX_AI == provider:

9
tests/litellm_utils_tests/test_utils.py
View file

@ -1683,7 +1683,14 @@ def test_get_valid_models_custom_openai(monkeypatch):
api_key="sk-1234",
api_base="https://my-openai-compatible-endpoint/v1",
)
assert "my-custom-model" in valid_models
assert "custom_openai/my-custom-model" in valid_models
def test_custom_openai_get_models_requires_api_base():
from litellm.llms.openai_like.chat.transformation import CustomOpenAIChatConfig
with pytest.raises(ValueError):
CustomOpenAIChatConfig().get_models(api_base=None)
def test_get_valid_models_fireworks_ai(monkeypatch):