scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-06 02:48:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

feat: add DemonRoute as a JSON-configured OpenAI-compatible provider

Browse source
This commit is contained in:
haterfactory 2026-09-29 13:00:53 -07:00
parent 14f4c34c61
commit bb1066bea9
6 changed files with 416 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/llms/openai_like/providers.json
View file

@ -123,6 +123,14 @@
"max_completion_tokens": "max_tokens"
}
},
"demonroute": {
"base_url": "https://api.demonroute.com/v1",
"api_key_env": "DEMONROUTE_API_KEY",
"api_base_env": "DEMONROUTE_API_BASE",
"param_mappings": {
"max_completion_tokens": "max_tokens"
}
},
"neosantara": {
"base_url": "https://api.neosantara.xyz/v1",
"api_key_env": "NEOSANTARA_API_KEY",

154
litellm/model_prices_and_context_window_backup.json
View file

@ -59462,6 +59462,160 @@
"supports_tool_choice": true,
"supports_vision": false
},
"demonroute/NousResearch/Hermes-4-70B": {
"input_cost_per_token": 8.64e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 8.64e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": false
},
"demonroute/NousResearch/Hermes-3-Llama-3.1-70B": {
"input_cost_per_token": 2.16e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 2.16e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/EVA-UNIT-01/EVA-Qwen2.5-72B-v0.2": {
"input_cost_per_token": 4.44e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 4.8e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/Sao10K/L3.3-70B-Euryale-v2.3": {
"input_cost_per_token": 1.95e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 2.25e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/anthracite-org/magnum-v4-72b": {
"input_cost_per_token": 9e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/TheDrummer/Cydonia-24B-v4.3": {
"input_cost_per_token": 2.1e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3.48e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/dphn/Dolphin-Mistral-24B-Venice-Edition": {
"input_cost_per_token": 2.1e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3.48e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/dphn/Dolphin3.0-Mistral-24B": {
"input_cost_per_token": 2.1e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3.48e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/thirdeyeai/Qwen2.5-Coder-32B-Instruct-Uncensored": {
"input_cost_per_token": 8.16e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 1.44e-05,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/huihui-ai/Llama-3.3-70B-Instruct-abliterated": {
"input_cost_per_token": 1.95e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 2.25e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/Sao10K/L3-8B-Stheno-v3.2": {
"input_cost_per_token": 1.11e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.14e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"tencent/deepseek-v4-pro": {
"cache_creation_input_token_cost": 0.0,
"cache_read_input_token_cost": 3.625e-09,

17
litellm/provider_endpoints_support_backup.json
View file

@ -815,6 +815,23 @@
"interactions": true
}
},
"demonroute": {
"display_name": "DemonRoute (`demonroute`)",
"url": "https://docs.litellm.ai/docs/providers/demonroute",
"endpoints": {
"chat_completions": true,
"messages": false,
"responses": false,
"embeddings": false,
"image_generations": false,
"audio_transcriptions": false,
"audio_speech": false,
"moderations": false,
"batches": false,
"rerank": false,
"a2a": false
}
},
"edenai": {
"display_name": "Eden AI (`edenai`)",
"url": "https://docs.litellm.ai/docs/providers/edenai",

154
model_prices_and_context_window.json
View file

@ -59462,6 +59462,160 @@
"supports_tool_choice": true,
"supports_vision": false
},
"demonroute/NousResearch/Hermes-4-70B": {
"input_cost_per_token": 8.64e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 8.64e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": false
},
"demonroute/NousResearch/Hermes-3-Llama-3.1-70B": {
"input_cost_per_token": 2.16e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 2.16e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/EVA-UNIT-01/EVA-Qwen2.5-72B-v0.2": {
"input_cost_per_token": 4.44e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 4.8e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/Sao10K/L3.3-70B-Euryale-v2.3": {
"input_cost_per_token": 1.95e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 2.25e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/anthracite-org/magnum-v4-72b": {
"input_cost_per_token": 9e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/TheDrummer/Cydonia-24B-v4.3": {
"input_cost_per_token": 2.1e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3.48e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/dphn/Dolphin-Mistral-24B-Venice-Edition": {
"input_cost_per_token": 2.1e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3.48e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/dphn/Dolphin3.0-Mistral-24B": {
"input_cost_per_token": 2.1e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3.48e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/thirdeyeai/Qwen2.5-Coder-32B-Instruct-Uncensored": {
"input_cost_per_token": 8.16e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 1.44e-05,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/huihui-ai/Llama-3.3-70B-Instruct-abliterated": {
"input_cost_per_token": 1.95e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 131072,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 2.25e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"demonroute/Sao10K/L3-8B-Stheno-v3.2": {
"input_cost_per_token": 1.11e-06,
"litellm_provider": "demonroute",
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.14e-06,
"source": "https://demonroute.com/models",
"supports_function_calling": false,
"supports_system_messages": true,
"supports_tool_choice": false,
"supports_vision": false
},
"tencent/deepseek-v4-pro": {
"cache_creation_input_token_cost": 0.0,
"cache_read_input_token_cost": 3.625e-09,

17
provider_endpoints_support.json
View file

@ -886,6 +886,23 @@
"interactions": true
}
},
"demonroute": {
"display_name": "DemonRoute (`demonroute`)",
"url": "https://docs.litellm.ai/docs/providers/demonroute",
"endpoints": {
"chat_completions": true,
"messages": false,
"responses": false,
"embeddings": false,
"image_generations": false,
"audio_transcriptions": false,
"audio_speech": false,
"moderations": false,
"batches": false,
"rerank": false,
"a2a": false
}
},
"edenai": {
"display_name": "Eden AI (`edenai`)",
"url": "https://docs.litellm.ai/docs/providers/edenai",

66
tests/unit/llms/openai_like/test_demonroute_provider.py Normal file
View file

@ -0,0 +1,66 @@
"""
Unit tests for the DemonRoute OpenAI-like provider (JSON-configured).
"""
import os
import sys
sys.path.insert(
0, os.path.abspath(os.path.join(os.path.dirname(__file__), "../../../.."))
)
from litellm.llms.openai_like.dynamic_config import create_config_class
from litellm.llms.openai_like.json_loader import JSONProviderRegistry
DEMONROUTE_BASE_URL = "https://api.demonroute.com/v1"
def _get_config():
provider = JSONProviderRegistry.get("demonroute")
assert provider is not None
config_class = create_config_class(provider)
return config_class()
def test_demonroute_provider_registered():
provider = JSONProviderRegistry.get("demonroute")
assert provider is not None
assert provider.base_url == DEMONROUTE_BASE_URL
assert provider.api_key_env == "DEMONROUTE_API_KEY"
assert provider.api_base_env == "DEMONROUTE_API_BASE"
def test_demonroute_resolves_env_api_key(monkeypatch):
config = _get_config()
monkeypatch.delenv("DEMONROUTE_API_BASE", raising=False)
monkeypatch.setenv("DEMONROUTE_API_KEY", "test-key")
api_base, api_key = config._get_openai_compatible_provider_info(None, None)
assert api_base == DEMONROUTE_BASE_URL
assert api_key == "test-key"
def test_demonroute_complete_url_appends_endpoint():
config = _get_config()
url = config.get_complete_url(
api_base=DEMONROUTE_BASE_URL,
api_key="test-key",
model="demonroute/NousResearch/Hermes-4-70B",
optional_params={},
litellm_params={},
stream=False,
)
assert url == f"{DEMONROUTE_BASE_URL}/chat/completions"
def test_demonroute_model_id_keeps_org_segment():
from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider
model, provider, _, api_base = get_llm_provider(
model="demonroute/NousResearch/Hermes-4-70B",
custom_llm_provider=None,
api_base=None,
api_key=None,
)
assert provider == "demonroute"
assert model == "NousResearch/Hermes-4-70B"
assert api_base == DEMONROUTE_BASE_URL