mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-05 07:37:50 +00:00
Merge 48e76ab45c into 41336b09e2
This commit is contained in:
commit
98db76a076
8 changed files with 193 additions and 0 deletions
|
|
@ -109,6 +109,7 @@ const OPENAI_COMPATIBLE_PROVIDERS: &[&str] = &[
|
|||
"ragflow",
|
||||
"pinstripes",
|
||||
"openinfer",
|
||||
"gisoo",
|
||||
"darkbloom",
|
||||
"meta",
|
||||
"cognition",
|
||||
|
|
|
|||
|
|
@ -1063,6 +1063,7 @@ openai_compatible_endpoints: Final[list[str]] = [
|
|||
"https://api.reka.ai/v1",
|
||||
"https://gigachat.devices.sberbank.ru/api/v1",
|
||||
"https://api.openinfer.ai/v1",
|
||||
"https://gisoo.pro/api/v1",
|
||||
]
|
||||
|
||||
|
||||
|
|
@ -1142,6 +1143,7 @@ openai_compatible_providers: Final[list[str]] = [
|
|||
"prism",
|
||||
"sail",
|
||||
"reka",
|
||||
"gisoo",
|
||||
]
|
||||
|
||||
OPENAI_AUDIO_TRANSCRIPTION_PROVIDERS: Final = frozenset({"openai"} | frozenset(openai_compatible_providers))
|
||||
|
|
|
|||
|
|
@ -225,6 +225,16 @@
|
|||
"api_base_env": "SAIL_API_BASE",
|
||||
"supported_endpoints": ["/v1/chat/completions", "/v1/responses", "/v1/messages"]
|
||||
},
|
||||
"gisoo": {
|
||||
"base_url": "https://gisoo.pro/api/v1",
|
||||
"api_key_env": "GISOO_API_KEY",
|
||||
"api_base_env": "GISOO_API_BASE",
|
||||
"base_class": "openai_gpt",
|
||||
"provider_info": {
|
||||
"supports_function_calling": true
|
||||
},
|
||||
"supported_endpoints": ["/v1/chat/completions", "/v1/responses"]
|
||||
},
|
||||
"reka": {
|
||||
"base_url": "https://api.reka.ai/v1",
|
||||
"api_key_env": "REKA_API_KEY",
|
||||
|
|
|
|||
|
|
@ -5248,6 +5248,23 @@
|
|||
"a2a": false,
|
||||
"generateContent": false
|
||||
}
|
||||
},
|
||||
"gisoo": {
|
||||
"display_name": "Gisoo (`gisoo`)",
|
||||
"url": "https://gisoo.pro/docs/litellm",
|
||||
"endpoints": {
|
||||
"chat_completions": true,
|
||||
"messages": false,
|
||||
"responses": true,
|
||||
"embeddings": false,
|
||||
"image_generations": false,
|
||||
"audio_transcriptions": false,
|
||||
"audio_speech": false,
|
||||
"moderations": false,
|
||||
"batches": false,
|
||||
"rerank": false,
|
||||
"a2a": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"endpoints": {
|
||||
|
|
|
|||
|
|
@ -2819,6 +2819,34 @@
|
|||
],
|
||||
"default_model_placeholder": "openinfer/@oi/Qwen3.5-27B"
|
||||
},
|
||||
{
|
||||
"provider": "GISOO",
|
||||
"provider_display_name": "Gisoo",
|
||||
"litellm_provider": "gisoo",
|
||||
"credential_fields": [
|
||||
{
|
||||
"key": "api_base",
|
||||
"label": "API Base",
|
||||
"placeholder": "https://gisoo.pro/api/v1",
|
||||
"tooltip": null,
|
||||
"required": false,
|
||||
"field_type": "text",
|
||||
"options": null,
|
||||
"default_value": null
|
||||
},
|
||||
{
|
||||
"key": "api_key",
|
||||
"label": "API Key",
|
||||
"placeholder": null,
|
||||
"tooltip": null,
|
||||
"required": true,
|
||||
"field_type": "password",
|
||||
"options": null,
|
||||
"default_value": null
|
||||
}
|
||||
],
|
||||
"default_model_placeholder": "gisoo/claude-sonnet-5-5"
|
||||
},
|
||||
{
|
||||
"provider": "OPENAI_LIKE",
|
||||
"provider_display_name": "Openai Like",
|
||||
|
|
|
|||
|
|
@ -4589,6 +4589,7 @@ class LlmProviders(str, Enum):
|
|||
META = "meta"
|
||||
SAIL = "sail"
|
||||
REKA = "reka"
|
||||
GISOO = "gisoo"
|
||||
LITELLM_AGENT = "litellm_agent"
|
||||
CURSOR = "cursor"
|
||||
BEDROCK_MANTLE = "bedrock_mantle"
|
||||
|
|
|
|||
|
|
@ -5248,6 +5248,23 @@
|
|||
"a2a": false,
|
||||
"generateContent": false
|
||||
}
|
||||
},
|
||||
"gisoo": {
|
||||
"display_name": "Gisoo (`gisoo`)",
|
||||
"url": "https://gisoo.pro/docs/litellm",
|
||||
"endpoints": {
|
||||
"chat_completions": true,
|
||||
"messages": false,
|
||||
"responses": true,
|
||||
"embeddings": false,
|
||||
"image_generations": false,
|
||||
"audio_transcriptions": false,
|
||||
"audio_speech": false,
|
||||
"moderations": false,
|
||||
"batches": false,
|
||||
"rerank": false,
|
||||
"a2a": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"endpoints": {
|
||||
|
|
|
|||
117
tests/unit/llms/openai_like/test_gisoo_provider.py
Normal file
117
tests/unit/llms/openai_like/test_gisoo_provider.py
Normal file
|
|
@ -0,0 +1,117 @@
|
|||
import json
|
||||
from pathlib import Path
|
||||
from typing import Final
|
||||
|
||||
import pytest
|
||||
import respx
|
||||
|
||||
import litellm
|
||||
|
||||
_CHAT_URL: Final = "https://gisoo.pro/api/v1/chat/completions"
|
||||
_CHAT_RESPONSE: Final = {
|
||||
"id": "chatcmpl_gisoo",
|
||||
"object": "chat.completion",
|
||||
"created": 1_792_000_000,
|
||||
"model": "claude-sonnet-5-5",
|
||||
"choices": [{"index": 0, "message": {"role": "assistant", "content": "Hello from Gisoo"}, "finish_reason": "stop"}],
|
||||
"usage": {"prompt_tokens": 4, "completion_tokens": 3, "total_tokens": 7},
|
||||
}
|
||||
|
||||
|
||||
def test_gisoo_is_a_registered_provider():
|
||||
assert litellm.LlmProviders.GISOO.value == "gisoo"
|
||||
assert "gisoo" in litellm.provider_list
|
||||
assert "gisoo" in litellm.constants.openai_compatible_providers
|
||||
|
||||
|
||||
def test_gisoo_provider_resolution(monkeypatch: pytest.MonkeyPatch):
|
||||
from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider
|
||||
|
||||
monkeypatch.delenv("GISOO_API_BASE", raising=False)
|
||||
monkeypatch.setenv("GISOO_API_KEY", "gisoo-test-key")
|
||||
|
||||
model, provider, api_key, api_base = get_llm_provider(
|
||||
model="gisoo/claude-sonnet-5-5", custom_llm_provider=None, api_base=None, api_key=None
|
||||
)
|
||||
|
||||
assert model == "claude-sonnet-5-5"
|
||||
assert provider == "gisoo"
|
||||
assert api_key == "gisoo-test-key"
|
||||
assert api_base == "https://gisoo.pro/api/v1"
|
||||
|
||||
|
||||
def test_gisoo_api_base_env_overrides_default(monkeypatch: pytest.MonkeyPatch):
|
||||
from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider
|
||||
|
||||
monkeypatch.setenv("GISOO_API_KEY", "gisoo-test-key")
|
||||
monkeypatch.setenv("GISOO_API_BASE", "https://gisoo.example/api/v1")
|
||||
|
||||
_, _, _, api_base = get_llm_provider(
|
||||
model="gisoo/claude-sonnet-5-5", custom_llm_provider=None, api_base=None, api_key=None
|
||||
)
|
||||
|
||||
assert api_base == "https://gisoo.example/api/v1"
|
||||
|
||||
|
||||
def test_gisoo_chat_completion_request():
|
||||
with respx.mock() as upstream:
|
||||
route: Final = upstream.post(_CHAT_URL).respond(200, json=_CHAT_RESPONSE)
|
||||
response: Final = litellm.completion(
|
||||
model="gisoo/claude-sonnet-5-5",
|
||||
messages=[{"role": "user", "content": "Say hello"}],
|
||||
api_key="gisoo-test-key",
|
||||
)
|
||||
|
||||
request: Final = route.calls.last.request
|
||||
body: Final = json.loads(request.content)
|
||||
assert str(request.url) == _CHAT_URL
|
||||
assert request.headers["authorization"] == "Bearer gisoo-test-key"
|
||||
assert body["model"] == "claude-sonnet-5-5"
|
||||
assert response.choices[0].message.content == "Hello from Gisoo"
|
||||
|
||||
|
||||
def test_gisoo_responses_request():
|
||||
with respx.mock() as upstream:
|
||||
route: Final = upstream.post("https://gisoo.pro/api/v1/responses").respond(
|
||||
200,
|
||||
json={
|
||||
"id": "resp_gisoo",
|
||||
"object": "response",
|
||||
"created_at": 1_792_000_000,
|
||||
"model": "claude-sonnet-5-5",
|
||||
"status": "completed",
|
||||
"output": [
|
||||
{
|
||||
"id": "msg_gisoo",
|
||||
"type": "message",
|
||||
"role": "assistant",
|
||||
"status": "completed",
|
||||
"content": [{"type": "output_text", "text": "Hello from Gisoo", "annotations": []}],
|
||||
}
|
||||
],
|
||||
"usage": {"input_tokens": 4, "output_tokens": 3, "total_tokens": 7},
|
||||
},
|
||||
)
|
||||
response: Final = litellm.responses(model="gisoo/claude-sonnet-5-5", input="Say hello", api_key="gisoo-test-key")
|
||||
|
||||
body: Final = json.loads(route.calls.last.request.content)
|
||||
assert route.call_count == 1
|
||||
assert body["model"] == "claude-sonnet-5-5"
|
||||
assert response.output[0].content[0].text == "Hello from Gisoo"
|
||||
|
||||
|
||||
def test_gisoo_is_available_in_add_model_form():
|
||||
fields_path = Path(litellm.__file__).parent / "proxy" / "public_endpoints" / "provider_create_fields.json"
|
||||
gisoo = next(p for p in json.loads(fields_path.read_text()) if p["litellm_provider"] == "gisoo")
|
||||
|
||||
assert gisoo["provider"] == "GISOO"
|
||||
assert {f["key"]: f["required"] for f in gisoo["credential_fields"]} == {"api_base": False, "api_key": True}
|
||||
|
||||
|
||||
def test_gisoo_supported_endpoints():
|
||||
root = Path(litellm.__file__).parent
|
||||
for path in (root.parent / "provider_endpoints_support.json", root / "provider_endpoints_support_backup.json"):
|
||||
endpoints = json.loads(path.read_text())["providers"]["gisoo"]["endpoints"]
|
||||
assert endpoints["chat_completions"] is True
|
||||
assert endpoints["responses"] is True
|
||||
assert endpoints["messages"] is False
|
||||
Loading…
Add table
Reference in a new issue