ci(rust): run server-feature gates, debug wheel, and wrapper seam tests

- rust-checks: clippy + tests for litellm-ai-gateway --features server
  (axum server code was never compiled by CI; fix 3 collapsible_if lints
  the new gate surfaced)
- new debug-wheel job: maturin dev-profile wheel + smoke/native-route
  scripts (verify_linux_native_wheel.py intentionally skipped: it
  asserts release-only properties like stripped symbols)
- release-wheel: run rust_bridge wrapper tests against the wheel-installed
  package in a fresh venv (--import-mode=importlib keeps the repo
  checkout off sys.path)
This commit is contained in:
Yujong Lee 2026-09-03 14:02:06 -07:00
parent df73c623b2
commit 52a895807a
3 changed files with 95 additions and 22 deletions

View file

@ -80,10 +80,16 @@ jobs:
- name: Run core tests with Bedrock auth
run: cargo test -p litellm-core --features bedrock-auth --locked
- name: Run Clippy with server feature
run: cargo clippy -p litellm-ai-gateway --all-targets --features server --locked -- -D warnings
- name: Run server-feature tests
run: cargo test -p litellm-ai-gateway --features server --locked
release-wheel:
name: release wheel
runs-on: ubuntu-latest
timeout-minutes: 20
timeout-minutes: 25
permissions:
contents: read
env:
@ -126,3 +132,71 @@ jobs:
- name: Test native route wheel
run: python tests/test_litellm/rust_bridge/native_route_wheel_test.py dist/*.whl
- name: Test wheel-installed Python wrappers
run: |
python -m venv .venv-wheel-test
.venv-wheel-test/bin/pip install dist/*.whl pytest pytest-asyncio
# Run against the wheel-installed litellm, not the repo checkout:
# the venv's pytest console script keeps the repo root off
# sys.path, and --import-mode=importlib stops pytest from
# prepending the repo root when importing the shared conftest.
.venv-wheel-test/bin/pytest \
tests/test_litellm/rust_bridge/test_bindings.py \
tests/test_litellm/rust_bridge/test_runtime.py \
tests/test_litellm/rust_bridge/test_chat_completions.py \
-q --import-mode=importlib
debug-wheel:
name: debug wheel
runs-on: ubuntu-latest
timeout-minutes: 20
permissions:
contents: read
env:
CARGO_TERM_COLOR: always
steps:
- name: Checkout repository
uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
with:
persist-credentials: false
- name: Set up Python
uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
with:
python-version: "3.12"
- name: Set up Rust
run: rustup toolchain install
- name: Cache Cargo registry and target
uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0
with:
path: |
~/.cargo/registry
~/.cargo/git
litellm-rust/target
key: ${{ runner.os }}-cargo-${{ hashFiles('rust-toolchain.toml', 'litellm-rust/Cargo.lock') }}
restore-keys: |
${{ runner.os }}-cargo-
# pyproject [tool.maturin] supplies manifest-path and the configured
# features, but --features is passed explicitly (mirroring the
# release-wheel panic wheel): smoke_test_native_wheel.py requires the
# panic-test-only `_panic_for_test` helper, and extension-module keeps
# libpython out of the link. --profile dev overrides the configured
# release profile.
- name: Build debug wheel
run: |
python -m pip install maturin==1.15.0
maturin build --profile dev --features extension-module,panic-test -o dist
# verify_linux_native_wheel.py is intentionally not run here: it
# asserts release-only properties (e.g. stripped symbols) that a
# dev-profile wheel does not satisfy.
- name: Smoke-test native panic unwinding
run: python .github/scripts/smoke_test_native_wheel.py dist/*.whl
- name: Test native route wheel
run: python tests/test_litellm/rust_bridge/native_route_wheel_test.py dist/*.whl

View file

@ -106,16 +106,16 @@ impl RealTimeStreaming {
/// `litellm_call_id`, replacing the gateway-generated fallback.
fn on_session(&mut self, event: &RealtimeEvent) {
let session = event.data.get("session").and_then(Value::as_object);
if let Some(id) = session.and_then(|s| s.get("id")).and_then(Value::as_str) {
if !id.is_empty() {
self.id = id.to_string();
self.litellm_call_id = id.to_string();
}
if let Some(id) = session.and_then(|s| s.get("id")).and_then(Value::as_str)
&& !id.is_empty()
{
self.id = id.to_string();
self.litellm_call_id = id.to_string();
}
if let Some(model) = session.and_then(|s| s.get("model")).and_then(Value::as_str) {
if !model.is_empty() {
self.model = model.to_string();
}
if let Some(model) = session.and_then(|s| s.get("model")).and_then(Value::as_str)
&& !model.is_empty()
{
self.model = model.to_string();
}
}

View file

@ -50,18 +50,17 @@ where
provider_model,
params.api_key.as_deref(),
params.api_base.as_deref(),
) {
if let Some(handoff) = pool.take(&key) {
return crate::io::realtime::realtime_warm(
provider_model,
handoff,
idle_timeout,
observe,
client_in,
client_out,
)
.await;
}
) && let Some(handoff) = pool.take(&key)
{
return crate::io::realtime::realtime_warm(
provider_model,
handoff,
idle_timeout,
observe,
client_in,
client_out,
)
.await;
}
// Cold path: fresh dial (the original behavior).