mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-11 08:38:24 +00:00
ead221995e
Code outside the router now reaches it only through the entry points (registry, settings, health, select, apply, observe, register_plugin, retire) or the endpoint methods; the outside-member allowlist shrinks from 139 to 45. litellm/router.py no longer imports litellm.proxy: it asks the installed RouterHost (litellm/router_host.py) for vertex pass-through credentials, member auto-router authorization and auto-router prompt compression, and the proxy installs its host on import. Call sites where a model name can be missing keep the old answer instead of reaching an entry point with None.
77 lines
2.7 KiB
Python
77 lines
2.7 KiB
Python
import subprocess
|
|
import sys
|
|
|
|
import pytest
|
|
|
|
import litellm.router_host as router_host_module
|
|
from litellm.router_host import RouterHost, router_host
|
|
|
|
|
|
def test_router_uses_the_proxy_host_without_importing_the_proxy_first():
|
|
# A fresh interpreter, so no earlier test has imported litellm.proxy.
|
|
script = (
|
|
"import sys\n"
|
|
"from litellm.router import Router\n"
|
|
"from litellm.router_host import router_host\n"
|
|
"assert 'litellm.proxy' not in sys.modules, 'importing the router imported the proxy'\n"
|
|
"print(type(router_host()).__name__)\n"
|
|
)
|
|
result = subprocess.run([sys.executable, "-P", "-c", script], capture_output=True, text=True, check=True)
|
|
assert result.stdout.strip() == "ProxyRouterHost"
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def nothing_installed():
|
|
saved = router_host_module._installed[0]
|
|
router_host_module._installed[0] = None
|
|
yield
|
|
router_host_module._installed[0] = saved
|
|
|
|
|
|
def test_router_falls_back_to_the_default_host_when_the_proxy_cannot_be_imported(monkeypatch: pytest.MonkeyPatch):
|
|
monkeypatch.setitem(sys.modules, "litellm.proxy._router_host", None)
|
|
|
|
assert type(router_host()) is RouterHost
|
|
|
|
|
|
def test_router_uses_the_proxy_host_when_the_proxy_was_imported_before():
|
|
from litellm.proxy._router_host import ProxyRouterHost
|
|
|
|
assert type(router_host()) is ProxyRouterHost
|
|
|
|
|
|
def test_an_installed_host_is_kept():
|
|
host = RouterHost()
|
|
router_host_module.install_router_host(host)
|
|
|
|
assert router_host() is host
|
|
|
|
|
|
def test_default_host_refuses_member_auto_routers():
|
|
import asyncio
|
|
|
|
from litellm.exceptions import PermissionDeniedError
|
|
|
|
host = RouterHost()
|
|
member = {"model_name": "team-auto", "model_info": {"member_auto_router": True}}
|
|
with pytest.raises(PermissionDeniedError, match="team access checks"):
|
|
asyncio.run(host.authorize_strategy_inference(member, {}, None)) # pyright: ignore[reportArgumentType]
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"deployment", [None, {"model_name": "auto", "model_info": {}}, {"model_name": "auto", "model_info": None}]
|
|
)
|
|
def test_default_host_allows_other_strategies(deployment):
|
|
import asyncio
|
|
|
|
assert asyncio.run(RouterHost().authorize_strategy_inference(deployment, {}, None)) is None # pyright: ignore[reportArgumentType]
|
|
|
|
|
|
def test_default_host_keeps_nothing_and_compresses_nothing():
|
|
import asyncio
|
|
|
|
host = RouterHost()
|
|
assert host.add_vertex_pass_through_credentials("p", "l", None) is None
|
|
assert host.compression_policy(None, "auto", {}, ()) is None
|
|
assert host.model_hop_compression_armed() is False
|
|
assert asyncio.run(host.messages_for_routing(None, [{"role": "user", "content": "hi"}], {})) is None
|