mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-12 08:42:18 +00:00
1f68cc5649
* refactor(rust-bridge): require the native extension _native ships in every wheel and the sdist will not install without it, yet the bridge loaded it optionally and carried None paths that could fail open for fork safety, exception mapping and OTLP errors. Delete loader.py and import _native directly. Tests inject a fake module through NativeBinding(source=...) or with_source() instead of patching the loader The install smoke checks now verify the compiled module, and tests fail instead of skipping when _native is missing. The interactions spec canary installs the project so it has the extension Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> * fix(ci): build Rust bridge in Windows smoke tests --------- Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com> Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
114 lines
4 KiB
Python
114 lines
4 KiB
Python
from __future__ import annotations
|
|
|
|
from collections.abc import Awaitable, Mapping
|
|
from dataclasses import replace
|
|
from typing import Final, Protocol, cast # noqa: TID251 # narrows the parametrized path to its protocol
|
|
|
|
import httpx
|
|
import pytest
|
|
|
|
import litellm
|
|
from litellm.integrations.custom_secret_manager import CustomSecretManager
|
|
from litellm.llms.anthropic.messages.native.handler import anthropic_messages
|
|
from litellm.rust_bridge.host import settings
|
|
from litellm.rust_bridge.messages.entrypoints import NATIVE_AMESSAGES, NATIVE_MESSAGES
|
|
from litellm.rust_bridge.public_call import NativeCall
|
|
from litellm.types.secret_managers.main import KeyManagementSettings, KeyManagementSystem
|
|
from tests.test_litellm_rust.messages.data import MESSAGES, MESSAGES_MODEL, MESSAGES_RESPONSE
|
|
from tests.test_litellm_rust.support.recording_server import ResponseSpec, recording_service
|
|
|
|
pytestmark = pytest.mark.usefixtures("local_model_cost_map")
|
|
|
|
|
|
class Messages(Protocol):
|
|
def __call__(self) -> Awaitable[object]: ...
|
|
|
|
|
|
class _ManagedSecrets(CustomSecretManager):
|
|
def __init__(self, values: Mapping[str, str]) -> None:
|
|
super().__init__(secret_manager_name="rust_bridge_messages_test")
|
|
self.values: Final = values
|
|
|
|
async def async_read_secret(
|
|
self,
|
|
secret_name: str,
|
|
optional_params: dict[str, object] | None = None,
|
|
timeout: float | httpx.Timeout | None = None,
|
|
) -> str | None:
|
|
raise AssertionError("get_secret reads custom managers synchronously")
|
|
|
|
def sync_read_secret(
|
|
self,
|
|
secret_name: str,
|
|
optional_params: dict[str, object] | None = None,
|
|
timeout: float | httpx.Timeout | None = None,
|
|
) -> str | None:
|
|
return self.values.get(secret_name)
|
|
|
|
|
|
def _native_request() -> NativeCall:
|
|
supplied: Final = _public_kwargs()
|
|
return NativeCall(
|
|
args=(),
|
|
kwargs=supplied,
|
|
base={
|
|
"model": MESSAGES_MODEL,
|
|
"messages": MESSAGES,
|
|
"max_tokens": 8,
|
|
"stream": None,
|
|
"api_key": None,
|
|
"api_base": None,
|
|
"custom_llm_provider": None,
|
|
**supplied,
|
|
},
|
|
)
|
|
|
|
|
|
def _public_kwargs() -> dict[str, object]:
|
|
return {"model": MESSAGES_MODEL, "messages": [dict(message) for message in MESSAGES], "max_tokens": 8}
|
|
|
|
|
|
async def _python_messages() -> object:
|
|
return await anthropic_messages(**_public_kwargs())
|
|
|
|
|
|
async def _rust_messages() -> object:
|
|
route: Final = NATIVE_MESSAGES.load()
|
|
assert route is not None
|
|
return route(_native_request())
|
|
|
|
|
|
async def _rust_amessages() -> object:
|
|
route: Final = NATIVE_AMESSAGES.load()
|
|
assert route is not None
|
|
return await route(_native_request())
|
|
|
|
|
|
@pytest.fixture(
|
|
params=(_python_messages, _rust_messages, _rust_amessages), ids=("python-async", "rust-sync", "rust-async")
|
|
)
|
|
def messages(request: pytest.FixtureRequest) -> Messages:
|
|
return cast(Messages, request.param)
|
|
|
|
|
|
async def test_secret_manager_supplies_the_anthropic_key_and_base(
|
|
monkeypatch: pytest.MonkeyPatch, messages: Messages
|
|
) -> None:
|
|
for name in ("ANTHROPIC_API_KEY", "ANTHROPIC_AUTH_TOKEN", "ANTHROPIC_API_BASE", "ANTHROPIC_BASE_URL"):
|
|
monkeypatch.delenv(name, raising=False)
|
|
with recording_service() as server:
|
|
server.default_response = ResponseSpec(body=MESSAGES_RESPONSE)
|
|
monkeypatch.setattr(
|
|
litellm,
|
|
"secret_manager_client",
|
|
_ManagedSecrets({"ANTHROPIC_API_KEY": "vault-key", "ANTHROPIC_BASE_URL": server.base_url}),
|
|
)
|
|
monkeypatch.setattr(litellm, "_key_management_system", KeyManagementSystem.CUSTOM)
|
|
monkeypatch.setattr(litellm, "_key_management_settings", KeyManagementSettings(access_mode="read_only"))
|
|
configured: Final = settings.secret_manager
|
|
monkeypatch.setattr(settings, "secret_manager", lambda: replace(configured(), native=True))
|
|
|
|
await messages()
|
|
|
|
assert len(server.requests) == 1
|
|
assert server.requests[0].headers["x-api-key"] == "vault-key"
|