litellm/.github/workflows/test-postgres.yml

name: "Postgres Tests"

on:
  pull_request:
    branches:
      - main
      - "litellm_**"
  push:
    branches:
      - main
  workflow_dispatch:

permissions:
  contents: read

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
  postgres:
    name: ${{ matrix.shard }}
    runs-on: ubuntu-latest
    timeout-minutes: ${{ matrix.job-timeout-minutes }}
    permissions:
      contents: read
      id-token: write

    services:
      postgres:
        image: postgres:16@sha256:e17e86066e5ef83e0952a9347f5c792b7ece00972e2aa787a6986f471b3dd3d5
        env:
          POSTGRES_USER: postgres
          POSTGRES_PASSWORD: postgres
          POSTGRES_DB: litellm_test
        ports:
          - 5432:5432
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 10

    strategy:
      fail-fast: false
      matrix:
        include:
          - shard: roi-database
            test-path: "tests/integration/database/test_roi_observed.py"
            seed: none
            workers: 0
            timeout-minutes: 10
            job-timeout-minutes: 35

          - shard: proxy-behavior
            test-path: "tests/proxy_behavior"
            seed: db-push
            workers: 0
            timeout-minutes: 25
            job-timeout-minutes: 50

          - shard: proxy-security
            test-path: "tests/proxy_security_tests"
            seed: db-push
            workers: 0
            timeout-minutes: 15
            job-timeout-minutes: 40

          - shard: schema-migration
            test-path: "tests/proxy_migration_tests"
            seed: none
            workers: 0
            timeout-minutes: 20
            job-timeout-minutes: 45

    env:
      DATABASE_URL: "postgresql://postgres:postgres@localhost:5432/litellm_test"

    steps:
      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
        timeout-minutes: 3
        with:
          persist-credentials: false

      - name: Detect relevant changes
        id: changes
        timeout-minutes: 2
        uses: ./.github/actions/detect-changes

      - name: Set up Python
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 3
        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
        with:
          python-version: "3.12"

      - name: Set up uv
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 3
        uses: ./.github/actions/setup-uv-with-retries
        with:
          version: "0.10.9"

      - name: Cache uv dependencies
        if: steps.changes.outputs.decision != 'skip' && github.ref == 'refs/heads/main'
        timeout-minutes: 5
        uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0
        with:
          path: |
            ~/.cache/uv
            .venv
          key: ${{ runner.os }}-uv-postgres-${{ hashFiles('uv.lock') }}
          restore-keys: |
            ${{ runner.os }}-uv-postgres-

      - name: Cache uv dependencies
        if: steps.changes.outputs.decision != 'skip' && github.ref != 'refs/heads/main'
        timeout-minutes: 5
        uses: actions/cache/restore@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0
        with:
          path: |
            ~/.cache/uv
            .venv
          key: ${{ runner.os }}-uv-postgres-${{ hashFiles('uv.lock') }}
          restore-keys: |
            ${{ runner.os }}-uv-postgres-

      - name: Install dependencies
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 12
        run: |
          .github/scripts/uv_sync_with_retries.sh --frozen --all-groups --all-extras

      - name: Cache Prisma binaries
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 3
        uses: ./.github/actions/cache-prisma-binaries

      - name: Generate Prisma client
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 5
        run: |
          uv run --no-sync prisma generate --schema litellm/proxy/schema.prisma

      - name: Seed database schema
        if: steps.changes.outputs.decision != 'skip' && matrix.seed != 'none'
        timeout-minutes: 10
        run: |
          uv run --no-sync prisma db push --schema litellm/proxy/schema.prisma --accept-data-loss

      - name: Run tests
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: ${{ matrix.timeout-minutes }}
        env:
          TEST_PATH: ${{ matrix.test-path }}
          WORKERS: ${{ matrix.workers }}
          PYTEST_ADDOPTS: ${{ matrix.shard == 'proxy-behavior' && '--cov=./litellm --cov-report=xml:coverage-lens-postgres.xml' || matrix.shard == 'roi-database' && '--cov=./litellm --cov-report=xml:coverage-roi-postgres.xml' || '' }}
        run: |
          if [ "${WORKERS}" = "0" ]; then
            uv run --no-sync pytest ${TEST_PATH:?} -vv --tb=short --durations=10
          else
            uv run --no-sync pytest ${TEST_PATH:?} -vv --tb=short --durations=10 -n "${WORKERS}"
          fi

      - name: Upload Lens database coverage
        if: steps.changes.outputs.decision != 'skip' && matrix.shard == 'proxy-behavior' && !cancelled()
        uses: codecov/codecov-action@303a32d7a59b442fa8d48b6a1cc6825c09c847a5 # v7.1.1
        with:
          use_oidc: true
          version: v11.3.1
          root_dir: ${{ github.workspace }}
          files: coverage-lens-postgres.xml
          flags: lens-postgres
          fail_ci_if_error: true

      - name: Upload ROI database coverage
        if: steps.changes.outputs.decision != 'skip' && matrix.shard == 'roi-database' && !cancelled()
        uses: codecov/codecov-action@303a32d7a59b442fa8d48b6a1cc6825c09c847a5 # v7.1.1
        with:
          use_oidc: true
          version: v11.3.1
          root_dir: ${{ github.workspace }}
          files: coverage-roi-postgres.xml
          flags: roi-postgres
          fail_ci_if_error: true