mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-18 04:44:37 +00:00
0fc11653e2
* test(rust-bridge): pin Messages and Responses callback contracts on the native path Each test runs the native route and asserts what the Python path does today, so a known gap is a strict xfail that names its reason and the exception it fails with Messages and Responses share one Surface and hook recorder in support/callbacks.py, and each surface folder lists its own expected counts and gaps. Body-level hooks from the function body (pre-request hook, websearch short-circuit, Messages interceptors, planned and legacy agentic loops, streaming deployment hook) are xfail until native runs them Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> * test(rust-bridge): give every route folder the same one-concern-per-file layout Route data, the route Surface and the server fixture move into each route folder, and support/ keeps only route-neutral helpers. test_inference.py splits into chat_completions/ and responses/, ocr/test_requests.py splits into requests, failures and settings, and Messages and Responses get streaming and body hook files. Messages request tests that duplicate inference-messages request.rs are removed, and drop_params read from litellm.drop_params is now covered Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> * test(rust-bridge): expect the required-route decline error for unsupported Responses requests Co-Authored-By: Yujong Lee <yujong@berri.ai> * test(rust-bridge): import route data from the route folders in the secrets unit tests Co-Authored-By: Yujong Lee <yujong@berri.ai> * test(rust-bridge): import NoReturn in the OCR dispatch tests Co-Authored-By: Yujong Lee <yujong@berri.ai> * test(rust-bridge): move route-neutral helpers out of support/callbacks.py Co-Authored-By: Yujong Lee <yujong@berri.ai> * test(rust-bridge): cover deployment rejection and concurrent callbacks * test(rust-bridge): assert native serving via the x-litellm-rust marker in the route folder tests Co-Authored-By: Yujong Lee <yujong@berri.ai> --------- Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com> Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
48 lines
1.5 KiB
Python
48 lines
1.5 KiB
Python
import asyncio
|
|
import copy
|
|
from collections.abc import Awaitable, Callable, Generator, Mapping
|
|
from contextlib import contextmanager
|
|
from typing import Final
|
|
|
|
from litellm.rust_bridge import catalog
|
|
from litellm.rust_bridge.catalog import Route, RouteRule
|
|
from litellm.rust_bridge.configuration import Rollout
|
|
from tests.test_litellm_rust.support.isolation import rebound
|
|
from tests.test_litellm_rust.support.recording_server import RecordingServer
|
|
from tests.test_litellm_rust.support.served import assert_served_natively
|
|
|
|
__all__ = ["CALL_ID", "assert_served_natively", "call_natively", "native_route"]
|
|
|
|
CALL_ID: Final = "callback-contract"
|
|
|
|
|
|
@contextmanager
|
|
def native_route(*routes: Route) -> Generator[None]:
|
|
rules: tuple[RouteRule, ...] = tuple(RouteRule(route, Rollout.RUST_REQUIRED) for route in routes)
|
|
with rebound(catalog, "RULES", (*rules, *catalog.RULES)):
|
|
yield
|
|
|
|
|
|
async def call_natively(
|
|
route: Route,
|
|
create: Callable[..., object],
|
|
acreate: Callable[..., Awaitable[object]],
|
|
request: Mapping[str, object],
|
|
server: RecordingServer,
|
|
*,
|
|
asynchronous: bool,
|
|
**kwargs: object,
|
|
) -> object:
|
|
arguments: Final = {
|
|
**copy.deepcopy(dict(request)),
|
|
"api_key": "test-key",
|
|
"api_base": server.base_url,
|
|
"litellm_call_id": CALL_ID,
|
|
**kwargs,
|
|
}
|
|
with native_route(route):
|
|
if asynchronous:
|
|
return await acreate(**arguments)
|
|
return await asyncio.to_thread(create, **arguments)
|
|
|
|
|