litellm/.github/workflows/claude_code_compat_matrix.yml

name: Claude Code Compatibility Matrix (daily cron)

# Slice 4 of the Claude Code Compatibility Matrix (PRD #26476, issue #26480).
#
# Three triggers per the PRD's "Daily Cron" section:
#   - Daily cron (06:00 UTC) — picks up newly-published Claude Code releases.
#   - `release` of a `v*-stable` tag on this repo — re-runs the matrix the
#     moment a new stable LiteLLM ships.
#   - Manual dispatch — operators can re-run the publisher on demand.
#
# The job runs on a GitHub-hosted ubuntu-latest runner, which gives us a
# fresh VM per run and is "isolated from the main CI environment" in the
# sense that nothing else on this runner survives the run. Since the
# always-latest Claude Code CLI is only installed inside this ephemeral
# VM, a malicious or broken Claude Code release cannot affect the trusted
# build infrastructure used by the PR gate (which lives in CircleCI and
# uses a `latest minus 3 days` Claude Code pin).
#
# Cross-repo authentication (per "Cross-repo authentication" in the PRD):
# A GitHub App installed on `BerriAI/litellm-docs` only, scoped to
# `contents: write` (so the publisher can push the head branch) and
# `pull-requests: write` (so `gh pr create` can open the docs PR), mints
# an installation token at job-start. The token is only ever used by the
# publisher, which only ever writes `compatibility-matrix.json`
# (enforced by `select_files_to_commit`) and only ever opens PRs against
# `litellm-docs` (enforced by the `--repo` flag passed to `gh`).

on:
  schedule:
    - cron: "0 6 * * *" # daily at 06:00 UTC
  release:
    types: [published]
  workflow_dispatch:
    inputs:
      skip_publish:
        description: "Run the test pipeline but skip the docs-repo push."
        required: false
        type: boolean
        default: false

permissions:
  contents: read

jobs:
  publish-matrix:
    # Skip release runs that aren't tagged `v*-stable`. Plain `v1.84.0-rc1`
    # or `v1.84.0` releases must NOT republish the matrix — only the
    # latest *stable* tag is reflected on the docs page.
    if: |
      github.repository == 'BerriAI/litellm' && (
        github.event_name != 'release' ||
        endsWith(github.event.release.tag_name, '-stable')
      )
    runs-on: ubuntu-latest
    timeout-minutes: 90

    steps:
      - name: Checkout litellm
        uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
        with:
          persist-credentials: false

      - name: Set up Python
        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
        with:
          python-version: "3.12"

      - name: Set up uv
        uses: astral-sh/setup-uv@37802adc94f370d6bfd71619e3f0bf239e1f3b78 # v7
        with:
          version: "0.10.9"
          enable-cache: false

      - name: Set up Node (for the Claude Code CLI)
        uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0
        with:
          node-version: "20"

      - name: Mint docs-repo installation token from GitHub App
        id: docs-token
        uses: actions/create-github-app-token@d72941d797fd3113feb6b93fd0dec494b13a2547 # v1.12.0
        with:
          app-id: ${{ secrets.COMPAT_MATRIX_APP_ID }}
          private-key: ${{ secrets.COMPAT_MATRIX_APP_PRIVATE_KEY }}
          owner: BerriAI
          repositories: litellm-docs

      - name: Install LiteLLM dev deps
        run: uv sync --frozen

      - name: Run matrix publisher
        env:
          # Token used to direct-push compatibility-matrix.json to the docs
          # repo's main branch. Comes from the GitHub App installation token
          # minted above; scoped to litellm-docs only.
          DOCS_REPO_TOKEN: ${{ steps.docs-token.outputs.token }}
          # Token used by the resolver to lift the unauthenticated GitHub
          # rate limit on the Releases API. The default GITHUB_TOKEN is
          # sufficient for read-only access to public release metadata.
          GITHUB_TOKEN: ${{ github.token }}
          # Real provider credentials needed by the per-cell tests. These
          # are the same secrets the LLM-translation workflow uses.
          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
          AWS_REGION_NAME: ${{ secrets.AWS_REGION_NAME }}
          VERTEXAI_PROJECT: ${{ secrets.VERTEXAI_PROJECT }}
          VERTEXAI_LOCATION: ${{ secrets.VERTEXAI_LOCATION }}
          GOOGLE_APPLICATION_CREDENTIALS_JSON: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS_JSON }}
          AZURE_API_KEY: ${{ secrets.AZURE_API_KEY }}
          AZURE_API_BASE: ${{ secrets.AZURE_API_BASE }}
          SKIP_PUBLISH: ${{ inputs.skip_publish }}
        run: |
          set -euo pipefail
          if [ "${SKIP_PUBLISH:-false}" = "true" ]; then
            uv run python -m tests.claude_code.publisher --skip-publish
          else
            uv run python -m tests.claude_code.publisher
          fi

      - name: Upload compat-results.json artifact (debugging)
        if: always()
        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
        with:
          name: compat-results-${{ github.run_id }}
          path: |
            compat-results.json
            compatibility-matrix.json
          if-no-files-found: ignore
          retention-days: 30