diff --git a/litellm/constants.py b/litellm/constants.py index 14a2a9f9eca..29f1fe53640 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -1068,6 +1068,7 @@ openai_compatible_endpoints: Final[list[str]] = [ "https://nano-gpt.com/api/v1", "https://api.poe.com/v1", "https://llm.chutes.ai/v1/", + "https://api.tokenmix.ai/v1", "https://api.v0.dev/v1", "https://api.morphllm.com/v1", "https://api.lambda.ai/v1", @@ -1137,6 +1138,7 @@ openai_compatible_providers: Final[list[str]] = [ "nano-gpt", # Nano-GPT - JSON-configured provider "poe", # Poe - JSON-configured provider "chutes", # Chutes - JSON-configured provider + "tokenmix", # TokenMix - JSON-configured provider "parasail", # Parasail - JSON-configured provider "libertai", # LibertAI - JSON-configured provider "featherless_ai", diff --git a/litellm/litellm_core_utils/get_llm_provider_logic.py b/litellm/litellm_core_utils/get_llm_provider_logic.py index 94ba02bfbd7..5c261b059af 100644 --- a/litellm/litellm_core_utils/get_llm_provider_logic.py +++ b/litellm/litellm_core_utils/get_llm_provider_logic.py @@ -399,6 +399,9 @@ def get_llm_provider( elif endpoint == "https://llm.chutes.ai/v1/": custom_llm_provider = "chutes" dynamic_api_key = get_secret_str("CHUTES_API_KEY") + elif endpoint == "https://api.tokenmix.ai/v1": + custom_llm_provider = "tokenmix" + dynamic_api_key = get_secret_str("TOKENMIX_API_KEY") elif endpoint == "https://api.v0.dev/v1": custom_llm_provider = "v0" dynamic_api_key = get_secret_str("V0_API_KEY") diff --git a/litellm/llms/openai_like/providers.json b/litellm/llms/openai_like/providers.json index a71a9c3bb9b..92f5b0f790a 100644 --- a/litellm/llms/openai_like/providers.json +++ b/litellm/llms/openai_like/providers.json @@ -71,6 +71,13 @@ "max_completion_tokens": "max_tokens" } }, + "tokenmix": { + "base_url": "https://api.tokenmix.ai/v1", + "api_key_env": "TOKENMIX_API_KEY", + "param_mappings": { + "max_completion_tokens": "max_tokens" + } + }, "abliteration": { "base_url": "https://api.abliteration.ai/v1", "api_key_env": "ABLITERATION_API_KEY" diff --git a/litellm/types/utils.py b/litellm/types/utils.py index eeb0956a06b..38ac0c48a0d 100644 --- a/litellm/types/utils.py +++ b/litellm/types/utils.py @@ -4690,6 +4690,7 @@ class LlmProviders(str, Enum): NANOGPT = "nano-gpt" POE = "poe" CHUTES = "chutes" + TOKENMIX = "tokenmix" NEOSANTARA = "neosantara" AIAND = "aiand" PARASAIL = "parasail" diff --git a/provider_endpoints_support.json b/provider_endpoints_support.json index 700a35edb06..9d2d86a7706 100644 --- a/provider_endpoints_support.json +++ b/provider_endpoints_support.json @@ -801,6 +801,22 @@ "generateContent": false } }, + "tokenmix": { + "display_name": "TokenMix (`tokenmix`)", + "endpoints": { + "chat_completions": true, + "messages": false, + "responses": false, + "embeddings": false, + "image_generations": false, + "audio_transcriptions": false, + "audio_speech": false, + "moderations": false, + "batches": false, + "rerank": false, + "a2a": false + } + }, "clarifai": { "display_name": "Clarifai (`clarifai`)", "url": "https://docs.litellm.ai/docs/providers/clarifai",