mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-26 06:03:19 +00:00
8302f006dd
* refactor(rust-bridge): return an unstarted Execution from native entrypoints and drive it in Python Rust's run_call built Python streams itself and imported litellm.rust_bridge.streams by name, so sync calls were driven in Rust while async calls came back as a Rust-made coroutine. Every native inference entrypoint now returns one unstarted Execution and public_execution.py drives it with lifecycle.run or lifecycle.drive, wrapping streams and _hidden_params on the Python side. Rust only imports the lifecycle step classes through StepTypes, and python-bridge/src/lifecycle.rs, PythonLifecycle and streams.py are gone. The adapter trusts the _native.pyi contract with a single cast instead of a per-request runtime_checkable isinstance. Binding tests assert the adapter starts the execution and returns its completed value rather than checking callable identity. * refactor(rust-bridge): fold lifecycle and public_execution into one execution module The public stream wrappers only forwarded to the lifecycle streams and added the header dict, so the streams now carry _hidden_params themselves. lifecycle.py no longer held any call lifecycle, just the Execution driver, so it is renamed to execution.py and absorbs the synchronous and asynchronous adapters Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> * fix(rust-bridge): keep execution.py free of third-party imports The host-python tests load execution.py into a bare interpreter, so the pydantic header validation broke them. The stream head comes from the binding's encode_stream_head, which always builds a str-keyed dict Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> * test(host-python): preserve pre-async hook coverage after execution handoff * style(rust-bridge): sort litellm_host_python imports Co-Authored-By: Yujong Lee <yujong@berri.ai> * test(rust-bridge): drive unstarted native calls through execution in the split lifecycle tests Co-Authored-By: Yujong Lee <yujong@berri.ai> * fix(rust-bridge): mark execution TypeVar as Final Co-Authored-By: Yujong Lee <yujong@berri.ai> * test(rust-bridge): cover stream close, read failure, and sync suspension in execution Co-Authored-By: Yujong Lee <yujong@berri.ai> --------- Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com> Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
46 lines
1.4 KiB
Python
46 lines
1.4 KiB
Python
import asyncio
|
|
from typing import Final
|
|
|
|
import pytest
|
|
|
|
import litellm
|
|
from litellm.rust_bridge import _native, execution
|
|
from litellm.rust_bridge.public_call import NativeCall
|
|
from tests.test_litellm_rust.responses.data import REQUEST
|
|
from tests.test_litellm_rust.support.callback_recorder import RecordingLogger
|
|
from tests.test_litellm_rust.support.recording_server import RecordingServer
|
|
|
|
pytestmark = pytest.mark.requires_rust_extension
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_unstarted_call_has_no_provider_or_callback_effects(
|
|
server: RecordingServer, monkeypatch: pytest.MonkeyPatch
|
|
) -> None:
|
|
recorder: Final = RecordingLogger()
|
|
server.expected_requests = 0
|
|
monkeypatch.setattr(litellm, "ssl_verify", object())
|
|
monkeypatch.setattr(litellm, "max_budget", 1.0)
|
|
monkeypatch.setattr(litellm, "_current_cost", 2.0)
|
|
kwargs: Final = {
|
|
**REQUEST,
|
|
"api_key": "test-key",
|
|
"api_base": server.base_url,
|
|
"callbacks": [recorder],
|
|
}
|
|
|
|
base: Final = {
|
|
**REQUEST,
|
|
"stream": None,
|
|
"api_key": "test-key",
|
|
"api_base": server.base_url,
|
|
"custom_llm_provider": "openai",
|
|
"extra_headers": None,
|
|
}
|
|
|
|
pending: Final = execution.asynchronous(_native.aresponses)(NativeCall(args=(), kwargs=kwargs, base=base))
|
|
assert asyncio.iscoroutine(pending)
|
|
pending.close()
|
|
|
|
assert not server.requests
|
|
assert not recorder.events
|