litellm/.github/workflows/test-rust.yml

name: LiteLLM Rust

on:
  push:
    paths:
      - "litellm-rust/**"
      - ".cargo/**"
      - "pyproject.toml"
      - "rust-toolchain.toml"
      - ".github/scripts/smoke_test_native_wheel.py"
      - ".github/scripts/verify_linux_native_wheel.py"
      - "tests/test_litellm/rust_bridge/native_route_wheel_test.py"
      - ".github/workflows/test-rust.yml"
  pull_request:
    branches:
      - main
      - litellm_internal_staging
      - litellm_oss_staging
      - "litellm_**"
    paths:
      - "litellm-rust/**"
      - ".cargo/**"
      - "pyproject.toml"
      - "rust-toolchain.toml"
      - ".github/scripts/smoke_test_native_wheel.py"
      - ".github/scripts/verify_linux_native_wheel.py"
      - "tests/test_litellm/rust_bridge/native_route_wheel_test.py"
      - ".github/workflows/test-rust.yml"

permissions:
  contents: read

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  rust-checks:
    name: rustfmt, clippy, test
    runs-on: ubuntu-latest
    timeout-minutes: 10
    defaults:
      run:
        working-directory: litellm-rust
    env:
      CARGO_TERM_COLOR: always

    steps:
      - name: Checkout repository
        uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
        with:
          persist-credentials: false

      - name: Set up Rust
        run: rustup toolchain install

      - name: Cache Cargo registry and target
        uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0
        with:
          path: |
            ~/.cargo/registry
            ~/.cargo/git
            litellm-rust/target
          key: ${{ runner.os }}-cargo-${{ hashFiles('rust-toolchain.toml', 'litellm-rust/Cargo.lock') }}
          restore-keys: |
            ${{ runner.os }}-cargo-

      - name: Check Rust formatting
        run: cargo fmt --check

      - name: Run Clippy
        run: cargo clippy --workspace --all-targets --locked -- -D warnings

      - name: Run Clippy with Bedrock auth
        run: cargo clippy -p litellm-core --all-targets --features bedrock-auth --locked -- -D warnings

      - name: Run Clippy with all gateway features
        run: cargo clippy -p litellm-ai-gateway --all-targets --all-features --locked -- -D warnings

      - name: Run Rust tests
        run: cargo test --workspace --locked

      - name: Run core tests with Bedrock auth
        run: cargo test -p litellm-core --features bedrock-auth --locked

      # Not --all-features: python-config links libpython, which this job does not install.
      - name: Run gateway tests with the server feature
        run: cargo test -p litellm-ai-gateway --features server --locked

  release-wheel:
    name: release wheel
    runs-on: ubuntu-latest
    timeout-minutes: 20
    permissions:
      contents: read
    env:
      CARGO_TERM_COLOR: always

    steps:
      - name: Checkout repository
        uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
        with:
          persist-credentials: false

      - name: Set up Python
        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
        with:
          python-version: "3.12"

      - name: Set up uv
        uses: ./.github/actions/setup-uv-with-retries
        with:
          version: "0.10.9"

      - name: Set up Rust
        run: rustup toolchain install

      - name: Build release wheel
        run: uv build --wheel --out-dir dist

      - name: Build panic contract wheel
        run: >-
          uv build --wheel --out-dir panic-dist
          --config-setting "maturin.build-args=--features panic-test,extension-module"

      - name: Smoke-test native panic unwinding
        run: python .github/scripts/smoke_test_native_wheel.py panic-dist/*.whl

      - name: Verify stripped native extension
        env:
          RELEASE_WHEEL_COMMIT_SHA: ${{ github.event.pull_request.head.sha || github.sha }}
        run: python .github/scripts/verify_linux_native_wheel.py dist/*.whl

      - name: Test native route wheel
        run: python tests/test_litellm/rust_bridge/native_route_wheel_test.py dist/*.whl

  ai-gateway-image:
    name: ai-gateway release image
    runs-on: ubuntu-latest
    timeout-minutes: 60
    permissions:
      contents: read

    steps:
      - name: Checkout repository
        uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
        with:
          persist-credentials: false

      - name: Build the release image
        run: docker build -f litellm-rust/crates/ai-gateway/Dockerfile -t litellm-ai-gateway:${{ github.sha }} .

      - name: Start the gateway and wait for readiness
        env:
          IMAGE: litellm-ai-gateway:${{ github.sha }}
        run: |
          docker run -d --name ai-gateway -p 4001:4001 \
            -e LITELLM_MASTER_KEY=sk-ci-not-a-real-key \
            -e OPENAI_API_KEY=sk-ci-not-a-real-key \
            "$IMAGE"
          for _ in $(seq 1 60); do
            if curl -fsS http://127.0.0.1:4001/health/readiness; then
              echo "gateway is serving readiness"
              exit 0
            fi
            sleep 2
          done
          echo "gateway never became ready" >&2
          docker logs ai-gateway >&2
          exit 1

      - name: Stop the gateway
        if: always()
        run: docker rm -f ai-gateway || true