mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-16 09:22:22 +00:00
Merge 92fe66b80e into cbfb1abdb3
This commit is contained in:
commit
b1c7f6072e
5 changed files with 137 additions and 0 deletions
|
|
@ -1165,6 +1165,7 @@ openai_compatible_providers: Final[list[str]] = [
|
|||
"sail",
|
||||
"reka",
|
||||
"streamlake",
|
||||
"bourse",
|
||||
]
|
||||
|
||||
OPENAI_AUDIO_TRANSCRIPTION_PROVIDERS: Final = frozenset({"openai"} | frozenset(openai_compatible_providers))
|
||||
|
|
|
|||
|
|
@ -292,5 +292,16 @@
|
|||
"preserve_cache_control": true
|
||||
},
|
||||
"supported_endpoints": ["/v1/chat/completions"]
|
||||
},
|
||||
"bourse": {
|
||||
"base_url": "https://api.bourse.run/v1",
|
||||
"api_key_env": "BOURSE_API_KEY",
|
||||
"api_base_env": "BOURSE_API_BASE",
|
||||
"param_mappings": {
|
||||
"max_completion_tokens": "max_tokens"
|
||||
},
|
||||
"provider_info": {
|
||||
"supports_function_calling": true
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -4638,6 +4638,7 @@ class LlmProviders(str, Enum):
|
|||
OPENINFER = "openinfer"
|
||||
INFERENCEAPIS = "inferenceapis"
|
||||
ZEROGPU = "zerogpu"
|
||||
BOURSE = "bourse"
|
||||
DARKBLOOM = "darkbloom"
|
||||
META = "meta"
|
||||
SAIL = "sail"
|
||||
|
|
|
|||
|
|
@ -750,6 +750,32 @@
|
|||
"generateContent": true
|
||||
}
|
||||
},
|
||||
"bourse": {
|
||||
"display_name": "Bourse (`bourse`)",
|
||||
"url": "https://docs.litellm.ai/docs/providers/bourse",
|
||||
"endpoints": {
|
||||
"chat_completions": true,
|
||||
"responses": false,
|
||||
"text_completion": false,
|
||||
"embeddings": false,
|
||||
"image_generations": false,
|
||||
"image_edits": false,
|
||||
"audio_transcriptions": false,
|
||||
"audio_speech": false,
|
||||
"rerank": false,
|
||||
"ocr": false,
|
||||
"search": false,
|
||||
"moderations": false,
|
||||
"realtime": false,
|
||||
"video_generations": false,
|
||||
"batches": false,
|
||||
"messages": false,
|
||||
"interactions": false,
|
||||
"systemone": false,
|
||||
"a2a": false,
|
||||
"generateContent": false
|
||||
}
|
||||
},
|
||||
"charity_engine": {
|
||||
"display_name": "Charity Engine (`charity_engine`)",
|
||||
"url": "https://docs.litellm.ai/docs/providers/charity_engine",
|
||||
|
|
|
|||
|
|
@ -309,3 +309,101 @@ class TestDarkbloom:
|
|||
|
||||
assert config is not None
|
||||
assert config.custom_llm_provider == "darkbloom"
|
||||
|
||||
|
||||
class TestBourse:
|
||||
def test_bourse_json_config_exists(self):
|
||||
from litellm.llms.openai_like.json_loader import JSONProviderRegistry
|
||||
|
||||
bourse = JSONProviderRegistry.get("bourse")
|
||||
assert bourse is not None
|
||||
assert bourse.base_url == "https://api.bourse.run/v1"
|
||||
assert bourse.api_key_env == "BOURSE_API_KEY"
|
||||
assert bourse.api_base_env == "BOURSE_API_BASE"
|
||||
assert bourse.param_mappings.get("max_completion_tokens") == "max_tokens"
|
||||
|
||||
def test_bourse_provider_resolution(self):
|
||||
from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider
|
||||
|
||||
model, provider, api_key, api_base = get_llm_provider(
|
||||
model="bourse/claude-opus-5",
|
||||
custom_llm_provider=None,
|
||||
api_base=None,
|
||||
api_key=None,
|
||||
)
|
||||
|
||||
assert model == "claude-opus-5"
|
||||
assert provider == "bourse"
|
||||
assert api_base == "https://api.bourse.run/v1"
|
||||
|
||||
def test_bourse_dynamic_config(self):
|
||||
from litellm.llms.openai_like.dynamic_config import create_config_class
|
||||
from litellm.llms.openai_like.json_loader import JSONProviderRegistry
|
||||
|
||||
provider = JSONProviderRegistry.get("bourse")
|
||||
config_class = create_config_class(provider)
|
||||
config = config_class()
|
||||
|
||||
default_base, _ = config._get_openai_compatible_provider_info(None, None)
|
||||
assert default_base == "https://api.bourse.run/v1"
|
||||
|
||||
custom_base, custom_key = config._get_openai_compatible_provider_info(
|
||||
"https://custom.bourse.run/v1", "test-key"
|
||||
)
|
||||
assert custom_base == "https://custom.bourse.run/v1"
|
||||
assert custom_key == "test-key"
|
||||
|
||||
def test_bourse_complete_url_appends_endpoint(self):
|
||||
from litellm.llms.openai_like.dynamic_config import create_config_class
|
||||
from litellm.llms.openai_like.json_loader import JSONProviderRegistry
|
||||
|
||||
provider = JSONProviderRegistry.get("bourse")
|
||||
config_class = create_config_class(provider)
|
||||
config = config_class()
|
||||
|
||||
url = config.get_complete_url(
|
||||
api_base="https://api.bourse.run/v1",
|
||||
api_key="test-key",
|
||||
model="bourse/claude-opus-5",
|
||||
optional_params={},
|
||||
litellm_params={},
|
||||
stream=True,
|
||||
)
|
||||
|
||||
assert url == "https://api.bourse.run/v1/chat/completions"
|
||||
|
||||
def test_bourse_parameter_mapping(self):
|
||||
from litellm.llms.openai_like.dynamic_config import create_config_class
|
||||
from litellm.llms.openai_like.json_loader import JSONProviderRegistry
|
||||
|
||||
provider = JSONProviderRegistry.get("bourse")
|
||||
config_class = create_config_class(provider)
|
||||
config = config_class()
|
||||
|
||||
optional_params = {}
|
||||
non_default_params = {"max_completion_tokens": 100, "temperature": 0.7}
|
||||
result = config.map_openai_params(
|
||||
non_default_params, optional_params, "claude-opus-5", False
|
||||
)
|
||||
|
||||
assert "max_tokens" in result
|
||||
assert result["max_tokens"] == 100
|
||||
assert "max_completion_tokens" not in result
|
||||
assert result["temperature"] == 0.7
|
||||
|
||||
def test_bourse_registered_as_openai_compatible(self):
|
||||
import litellm
|
||||
from litellm.types.utils import LlmProviders
|
||||
|
||||
assert LlmProviders("bourse") == LlmProviders.BOURSE
|
||||
assert "bourse" in litellm.openai_compatible_providers
|
||||
|
||||
def test_bourse_accepts_tools(self):
|
||||
from litellm.utils import get_optional_params
|
||||
|
||||
tools = [{"type": "function", "function": {"name": "lookup", "parameters": {}}}]
|
||||
params = get_optional_params(
|
||||
model="claude-opus-5", custom_llm_provider="bourse", tools=tools
|
||||
)
|
||||
|
||||
assert params["tools"] == tools
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue