diff --git a/litellm/constants.py b/litellm/constants.py index e7ba1f6b07f..063f1f66ad4 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -947,6 +947,7 @@ openai_compatible_endpoints: Final[list] = [ "https://api.meta.ai/v1", "https://api.cognition.ai/v1", "https://api.scx.ai/v1", + "https://api.viktor.com/api/compat/v1", "https://gigachat.devices.sberbank.ru/api/v1", ] @@ -1020,6 +1021,7 @@ openai_compatible_providers: Final[list] = [ "meta", # Meta Model API (Muse Spark) - JSON-configured provider "cognition", "scx-ai", + "viktor", # Viktor - JSON-configured provider ] OPENAI_AUDIO_TRANSCRIPTION_PROVIDERS: Final = frozenset({"openai"} | frozenset(openai_compatible_providers)) diff --git a/litellm/llms/openai_like/providers.json b/litellm/llms/openai_like/providers.json index fe10293c420..a1719b6cf9f 100644 --- a/litellm/llms/openai_like/providers.json +++ b/litellm/llms/openai_like/providers.json @@ -200,5 +200,11 @@ "temperature_max": 1.99 }, "supported_endpoints": ["/v1/chat/completions"] + }, + "viktor": { + "base_url": "https://api.viktor.com/api/compat/v1", + "api_key_env": "VIKTOR_API_KEY", + "api_base_env": "VIKTOR_API_BASE", + "supported_endpoints": ["/v1/chat/completions", "/v1/responses"] } } diff --git a/litellm/provider_endpoints_support_backup.json b/litellm/provider_endpoints_support_backup.json index 1fcb7600a5e..bdede3542ce 100644 --- a/litellm/provider_endpoints_support_backup.json +++ b/litellm/provider_endpoints_support_backup.json @@ -2263,6 +2263,23 @@ "interactions": true } }, + "viktor": { + "display_name": "Viktor (`viktor`)", + "url": "https://docs.litellm.ai/docs/providers/viktor", + "endpoints": { + "chat_completions": true, + "messages": false, + "responses": true, + "embeddings": false, + "image_generations": false, + "audio_transcriptions": false, + "audio_speech": false, + "moderations": false, + "batches": false, + "rerank": false, + "a2a": false + } + }, "vllm": { "display_name": "VLLM (`vllm`)", "url": "https://docs.litellm.ai/docs/providers/vllm", diff --git a/litellm/types/utils.py b/litellm/types/utils.py index 3e306b48887..00b46e55a37 100644 --- a/litellm/types/utils.py +++ b/litellm/types/utils.py @@ -4116,6 +4116,7 @@ class LlmProviders(str, Enum): PINSTRIPES = "pinstripes" COGNITION = "cognition" SCX_AI = "scx-ai" + VIKTOR = "viktor" DARKBLOOM = "darkbloom" META = "meta" LITELLM_AGENT = "litellm_agent" diff --git a/provider_endpoints_support.json b/provider_endpoints_support.json index e6cb0592a15..42f01a6ee72 100644 --- a/provider_endpoints_support.json +++ b/provider_endpoints_support.json @@ -2592,6 +2592,23 @@ "interactions": true } }, + "viktor": { + "display_name": "Viktor (`viktor`)", + "url": "https://docs.litellm.ai/docs/providers/viktor", + "endpoints": { + "chat_completions": true, + "messages": false, + "responses": true, + "embeddings": false, + "image_generations": false, + "audio_transcriptions": false, + "audio_speech": false, + "moderations": false, + "batches": false, + "rerank": false, + "a2a": false + } + }, "vllm": { "display_name": "VLLM (`vllm`)", "url": "https://docs.litellm.ai/docs/providers/vllm", diff --git a/tests/test_litellm/llms/openai_like/test_viktor_provider.py b/tests/test_litellm/llms/openai_like/test_viktor_provider.py new file mode 100644 index 00000000000..abb45187079 --- /dev/null +++ b/tests/test_litellm/llms/openai_like/test_viktor_provider.py @@ -0,0 +1,156 @@ +""" +Tests for Viktor provider configuration and integration. +""" + +import json +from pathlib import Path + +import pytest + +import litellm + +VIKTOR_API_BASE = "https://api.viktor.com/api/compat/v1" + + +class TestViktorProviderConfig: + def test_viktor_in_provider_list(self): + from litellm import LlmProviders + + assert hasattr(LlmProviders, "VIKTOR") + assert LlmProviders.VIKTOR.value == "viktor" + assert "viktor" in litellm.provider_list + + def test_viktor_json_config_exists(self): + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + assert JSONProviderRegistry.exists("viktor") + + viktor = JSONProviderRegistry.get("viktor") + assert viktor is not None + assert viktor.base_url == VIKTOR_API_BASE + assert viktor.api_key_env == "VIKTOR_API_KEY" + assert viktor.api_base_env == "VIKTOR_API_BASE" + assert viktor.param_mappings == {} + assert viktor.constraints == {} + + def test_viktor_supports_responses_api(self): + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + assert JSONProviderRegistry.supports_responses_api("viktor") is True + + def test_viktor_in_openai_compatible_providers(self): + from litellm.constants import openai_compatible_endpoints, openai_compatible_providers + + assert "viktor" in openai_compatible_providers + assert VIKTOR_API_BASE in openai_compatible_endpoints + + def test_viktor_provider_resolution(self): + from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider + + model, provider, api_key, api_base = get_llm_provider( + model="viktor/viktor", + custom_llm_provider=None, + api_base=None, + api_key=None, + ) + + assert model == "viktor" + assert provider == "viktor" + assert api_base == VIKTOR_API_BASE + + def test_viktor_api_base_override(self): + from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider + + model, provider, api_key, api_base = get_llm_provider( + model="viktor/viktor", + custom_llm_provider=None, + api_base="https://viktor-gateway.internal.example/api/compat/v1", + api_key="zt_test_sk_example", + ) + + assert provider == "viktor" + assert api_base == "https://viktor-gateway.internal.example/api/compat/v1" + assert api_key == "zt_test_sk_example" + + def test_viktor_url_autodetection(self): + from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider + + # Viktor serves one agent and does not validate the `model` field, so any + # un-prefixed model string sent to its base url should route to the provider + model, provider, api_key, api_base = get_llm_provider( + model="default", + custom_llm_provider=None, + api_base=VIKTOR_API_BASE, + api_key=None, + ) + assert model == "default" + assert provider == "viktor" + assert api_base == VIKTOR_API_BASE + + def test_viktor_env_api_key_is_read_from_viktor_variable(self, monkeypatch: pytest.MonkeyPatch): + from litellm.llms.openai_like.dynamic_config import create_config_class + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + monkeypatch.delenv("OPENAI_API_KEY", raising=False) + monkeypatch.delenv("VIKTOR_API_BASE", raising=False) + monkeypatch.setenv("VIKTOR_API_KEY", "zt_test_sk_env") + + provider = JSONProviderRegistry.get("viktor") + assert provider is not None + + api_base, api_key = create_config_class(provider)()._get_openai_compatible_provider_info(None, None) + assert api_base == VIKTOR_API_BASE + assert api_key == "zt_test_sk_env" + + def test_viktor_max_completion_tokens_passed_through(self): + from litellm.llms.openai_like.dynamic_config import create_config_class + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + provider = JSONProviderRegistry.get("viktor") + assert provider is not None + config = create_config_class(provider)() + + optional_params = config.map_openai_params( + non_default_params={"max_completion_tokens": 256}, + optional_params={}, + model="viktor", + drop_params=False, + ) + assert optional_params["max_completion_tokens"] == 256 + + def test_viktor_router_config(self): + from litellm import Router + + router = Router( + model_list=[ + { + "model_name": "viktor", + "litellm_params": { + "model": "viktor/viktor", + "api_key": "test-key", + }, + } + ] + ) + + assert len(router.model_list) == 1 + assert router.model_list[0]["model_name"] == "viktor" + + +class TestViktorEndpointMatrix: + @staticmethod + def _endpoints(path: Path) -> dict: + return json.loads(path.read_text())["providers"]["viktor"]["endpoints"] + + def test_viktor_supported_endpoints_matrix(self): + endpoints = self._endpoints(Path(litellm.__file__).parent / "provider_endpoints_support_backup.json") + + assert endpoints["chat_completions"] is True + assert endpoints["responses"] is True + assert endpoints["embeddings"] is False + + def test_viktor_endpoint_matrix_synced_to_backup(self): + root = Path(__file__).parents[4] / "provider_endpoints_support.json" + backup = Path(litellm.__file__).parent / "provider_endpoints_support_backup.json" + + assert self._endpoints(root) == self._endpoints(backup)