From 17efdae479877bad2de3d27dc18a73a797c9a742 Mon Sep 17 00:00:00 2001 From: glatinone <93207632+glatinone@users.noreply.github.com> Date: Tue, 29 Sep 2026 16:15:20 +0800 Subject: [PATCH 1/3] feat(providers): add Bourse as an OpenAI-compatible provider Bourse resells unused AI capacity from upstream providers at a discount and speaks the standard OpenAI Chat Completions format, so it slots into the existing JSON-based openai_compatible provider registry with no extra transformation code. Fixes: #41035 --- litellm/llms/openai_like/providers.json | 8 ++ .../llms/openai_like/test_json_providers.py | 81 +++++++++++++++++++ 2 files changed, 89 insertions(+) diff --git a/litellm/llms/openai_like/providers.json b/litellm/llms/openai_like/providers.json index 440e5490d71..1e4eed48688 100644 --- a/litellm/llms/openai_like/providers.json +++ b/litellm/llms/openai_like/providers.json @@ -212,5 +212,13 @@ "api_key_env": "SAIL_API_KEY", "api_base_env": "SAIL_API_BASE", "supported_endpoints": ["/v1/chat/completions", "/v1/responses", "/v1/messages"] + }, + "bourse": { + "base_url": "https://api.bourse.run/v1", + "api_key_env": "BOURSE_API_KEY", + "api_base_env": "BOURSE_API_BASE", + "param_mappings": { + "max_completion_tokens": "max_tokens" + } } } diff --git a/tests/unit/llms/openai_like/test_json_providers.py b/tests/unit/llms/openai_like/test_json_providers.py index a56108ca9ac..4b4a4fc5d7d 100644 --- a/tests/unit/llms/openai_like/test_json_providers.py +++ b/tests/unit/llms/openai_like/test_json_providers.py @@ -315,3 +315,84 @@ class TestDarkbloom: assert config is not None assert config.custom_llm_provider == "darkbloom" + + +class TestBourse: + def test_bourse_json_config_exists(self): + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + bourse = JSONProviderRegistry.get("bourse") + assert bourse is not None + assert bourse.base_url == "https://api.bourse.run/v1" + assert bourse.api_key_env == "BOURSE_API_KEY" + assert bourse.api_base_env == "BOURSE_API_BASE" + assert bourse.param_mappings.get("max_completion_tokens") == "max_tokens" + + def test_bourse_provider_resolution(self): + from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider + + model, provider, api_key, api_base = get_llm_provider( + model="bourse/claude-opus-5", + custom_llm_provider=None, + api_base=None, + api_key=None, + ) + + assert model == "claude-opus-5" + assert provider == "bourse" + assert api_base == "https://api.bourse.run/v1" + + def test_bourse_dynamic_config(self): + from litellm.llms.openai_like.dynamic_config import create_config_class + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + provider = JSONProviderRegistry.get("bourse") + config_class = create_config_class(provider) + config = config_class() + + api_base, api_key = config._get_openai_compatible_provider_info(None, None) + assert api_base == "https://api.bourse.run/v1" + + api_base, api_key = config._get_openai_compatible_provider_info( + "https://custom.bourse.run/v1", "test-key" + ) + assert api_base == "https://custom.bourse.run/v1" + assert api_key == "test-key" + + def test_bourse_complete_url_appends_endpoint(self): + from litellm.llms.openai_like.dynamic_config import create_config_class + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + provider = JSONProviderRegistry.get("bourse") + config_class = create_config_class(provider) + config = config_class() + + url = config.get_complete_url( + api_base="https://api.bourse.run/v1", + api_key="test-key", + model="bourse/claude-opus-5", + optional_params={}, + litellm_params={}, + stream=True, + ) + + assert url == "https://api.bourse.run/v1/chat/completions" + + def test_bourse_parameter_mapping(self): + from litellm.llms.openai_like.dynamic_config import create_config_class + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + provider = JSONProviderRegistry.get("bourse") + config_class = create_config_class(provider) + config = config_class() + + optional_params = {} + non_default_params = {"max_completion_tokens": 100, "temperature": 0.7} + result = config.map_openai_params( + non_default_params, optional_params, "claude-opus-5", False + ) + + assert "max_tokens" in result + assert result["max_tokens"] == 100 + assert "max_completion_tokens" not in result + assert result["temperature"] == 0.7 From 22c410ddef359c01abddf8365e50eda77c33f2ce Mon Sep 17 00:00:00 2001 From: glatinone <93207632+glatinone@users.noreply.github.com> Date: Tue, 27 Oct 2026 11:05:09 +0800 Subject: [PATCH 2/3] docs: register bourse in provider_endpoints_support.json Co-Authored-By: Claude Opus 5.5 --- provider_endpoints_support.json | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/provider_endpoints_support.json b/provider_endpoints_support.json index e62b74aa87d..92aab11458e 100644 --- a/provider_endpoints_support.json +++ b/provider_endpoints_support.json @@ -3240,6 +3240,24 @@ "interactions": false } }, + "bourse": { + "display_name": "Bourse (`bourse`)", + "url": "https://docs.litellm.ai/docs/providers/bourse", + "endpoints": { + "chat_completions": true, + "messages": false, + "responses": false, + "embeddings": false, + "image_generations": false, + "audio_transcriptions": false, + "audio_speech": false, + "moderations": false, + "batches": false, + "rerank": false, + "a2a": false, + "interactions": false + } + }, "charity_engine": { "display_name": "Charity Engine (`charity_engine`)", "url": "https://docs.litellm.ai/docs/providers/charity_engine", From 92fe66b80ed497a8025a85e1cd0d204511de0289 Mon Sep 17 00:00:00 2001 From: glatinone <93207632+glatinone@users.noreply.github.com> Date: Fri, 30 Oct 2026 22:32:14 +0800 Subject: [PATCH 3/3] fix(bourse): register provider and enable tool calling Addresses the Greptile review on #43675. - Add BOURSE to LlmProviders so code paths that build LlmProviders(custom_llm_provider) resolve instead of raising. - Add "bourse" to openai_compatible_providers, like the other JSON-configured providers. - Set provider_info.supports_function_calling so requests with tools are not dropped for models missing from the cost map. - Use distinct names in test_bourse_dynamic_config instead of reassigning locals, and add tests for the registration and tools. Co-Authored-By: Claude Opus 5.5 --- litellm/constants.py | 1 + litellm/llms/openai_like/providers.json | 3 +++ litellm/types/utils.py | 1 + .../llms/openai_like/test_json_providers.py | 27 +++++++++++++++---- 4 files changed, 27 insertions(+), 5 deletions(-) diff --git a/litellm/constants.py b/litellm/constants.py index c586a5f767a..f4620c13ec3 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -1165,6 +1165,7 @@ openai_compatible_providers: Final[list[str]] = [ "sail", "reka", "streamlake", + "bourse", ] OPENAI_AUDIO_TRANSCRIPTION_PROVIDERS: Final = frozenset({"openai"} | frozenset(openai_compatible_providers)) diff --git a/litellm/llms/openai_like/providers.json b/litellm/llms/openai_like/providers.json index dff0b6d661b..88d310523cf 100644 --- a/litellm/llms/openai_like/providers.json +++ b/litellm/llms/openai_like/providers.json @@ -299,6 +299,9 @@ "api_base_env": "BOURSE_API_BASE", "param_mappings": { "max_completion_tokens": "max_tokens" + }, + "provider_info": { + "supports_function_calling": true } } } diff --git a/litellm/types/utils.py b/litellm/types/utils.py index 780c9ef6824..69123954a0b 100644 --- a/litellm/types/utils.py +++ b/litellm/types/utils.py @@ -4638,6 +4638,7 @@ class LlmProviders(str, Enum): OPENINFER = "openinfer" INFERENCEAPIS = "inferenceapis" ZEROGPU = "zerogpu" + BOURSE = "bourse" DARKBLOOM = "darkbloom" META = "meta" SAIL = "sail" diff --git a/tests/unit/llms/openai_like/test_json_providers.py b/tests/unit/llms/openai_like/test_json_providers.py index 220c24d547d..7a89be0358e 100644 --- a/tests/unit/llms/openai_like/test_json_providers.py +++ b/tests/unit/llms/openai_like/test_json_providers.py @@ -344,14 +344,14 @@ class TestBourse: config_class = create_config_class(provider) config = config_class() - api_base, api_key = config._get_openai_compatible_provider_info(None, None) - assert api_base == "https://api.bourse.run/v1" + default_base, _ = config._get_openai_compatible_provider_info(None, None) + assert default_base == "https://api.bourse.run/v1" - api_base, api_key = config._get_openai_compatible_provider_info( + custom_base, custom_key = config._get_openai_compatible_provider_info( "https://custom.bourse.run/v1", "test-key" ) - assert api_base == "https://custom.bourse.run/v1" - assert api_key == "test-key" + assert custom_base == "https://custom.bourse.run/v1" + assert custom_key == "test-key" def test_bourse_complete_url_appends_endpoint(self): from litellm.llms.openai_like.dynamic_config import create_config_class @@ -390,3 +390,20 @@ class TestBourse: assert result["max_tokens"] == 100 assert "max_completion_tokens" not in result assert result["temperature"] == 0.7 + + def test_bourse_registered_as_openai_compatible(self): + import litellm + from litellm.types.utils import LlmProviders + + assert LlmProviders("bourse") == LlmProviders.BOURSE + assert "bourse" in litellm.openai_compatible_providers + + def test_bourse_accepts_tools(self): + from litellm.utils import get_optional_params + + tools = [{"type": "function", "function": {"name": "lookup", "parameters": {}}}] + params = get_optional_params( + model="claude-opus-5", custom_llm_provider="bourse", tools=tools + ) + + assert params["tools"] == tools