From 39c9748c92cb993204f092ffc3137d6a8ec8c91a Mon Sep 17 00:00:00 2001 From: mateo-berri <277851410+mateo-berri@users.noreply.github.com> Date: Thu, 29 Oct 2026 07:39:11 -0700 Subject: [PATCH] fix(gateway): ship litellm_cli in the gateway image gateway.launch imports without_gc_pauses from litellm_cli, which the gateway image never copied, so python -m gateway.launch failed at import. Also build the gateway image when the launcher or litellm_cli changes. --- .github/workflows/image-scan.yml | 2 ++ gateway/Dockerfile | 1 + 2 files changed, 3 insertions(+) diff --git a/.github/workflows/image-scan.yml b/.github/workflows/image-scan.yml index 93eb6c1b325..3e2bca8779d 100644 --- a/.github/workflows/image-scan.yml +++ b/.github/workflows/image-scan.yml @@ -13,8 +13,10 @@ on: - migrations/Dockerfile - migrations/run.py - gateway/Dockerfile + - gateway/launch.py - gateway/main.py - gateway/routes/allowlist.py + - litellm_cli/** - backend/Dockerfile - backend/main.py - litellm-rust/** diff --git a/gateway/Dockerfile b/gateway/Dockerfile index 6dc8bab45ce..002c129756f 100644 --- a/gateway/Dockerfile +++ b/gateway/Dockerfile @@ -144,6 +144,7 @@ COPY --from=builder --chown=nonroot:nonroot /app/.venv /app/.venv COPY --from=builder --chown=nonroot:nonroot /app/litellm /app/litellm COPY --from=builder --chown=nonroot:nonroot /app/enterprise /app/enterprise COPY --from=builder --chown=nonroot:nonroot /app/gateway /app/gateway +COPY --from=builder --chown=nonroot:nonroot /app/litellm_cli /app/litellm_cli COPY --from=builder --chown=nonroot:nonroot /app/docker/component_entrypoint.sh /app/docker/component_entrypoint.sh COPY --from=builder --chown=nonroot:nonroot /app/schema.prisma /app/schema.prisma COPY --from=builder /opt/prisma /opt/prisma