mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-19 00:01:29 +00:00
9470c7d9b8
not many services allow you to pass docker build args, so we needed another way of setting this
64 lines
No EOL
1.6 KiB
Text
64 lines
No EOL
1.6 KiB
Text
# Base image for building
|
|
ARG LITELLM_BUILD_IMAGE=python:3.9
|
|
|
|
# Runtime image
|
|
ARG LITELLM_RUNTIME_IMAGE=python:3.9-slim
|
|
# Builder stage
|
|
FROM $LITELLM_BUILD_IMAGE as builder
|
|
|
|
# Set the working directory to /app
|
|
WORKDIR /app
|
|
|
|
# Install build dependencies
|
|
RUN apt-get clean && apt-get update && \
|
|
apt-get install -y gcc python3-dev && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN pip install --upgrade pip && \
|
|
pip install build
|
|
|
|
# Copy the current directory contents into the container at /app
|
|
COPY . .
|
|
|
|
# Build the package
|
|
RUN rm -rf dist/* && python -m build
|
|
|
|
# There should be only one wheel file now, assume the build only creates one
|
|
RUN ls -1 dist/*.whl | head -1
|
|
|
|
# Install the package
|
|
RUN pip install dist/*.whl
|
|
|
|
# install dependencies as wheels
|
|
RUN pip wheel --no-cache-dir --wheel-dir=/wheels/ -r requirements.txt
|
|
|
|
# Runtime stage
|
|
FROM $LITELLM_RUNTIME_IMAGE as runtime
|
|
|
|
WORKDIR /app
|
|
# Copy the current directory contents into the container at /app
|
|
COPY . .
|
|
RUN ls -la /app
|
|
|
|
# Copy the built wheel from the builder stage to the runtime stage; assumes only one wheel file is present
|
|
COPY --from=builder /app/dist/*.whl .
|
|
COPY --from=builder /wheels/ /wheels/
|
|
|
|
# Install the built wheel using pip; again using a wildcard if it's the only file
|
|
RUN pip install --no-cache-dir --find-links=/wheels/ -r requirements.txt \
|
|
&& pip install *.whl \
|
|
&& rm -f *.whl
|
|
|
|
|
|
# If true, execute the following instructions
|
|
RUN prisma generate
|
|
|
|
RUN chmod +x /app/retry_push.sh
|
|
|
|
RUN /app/retry_push.sh
|
|
|
|
EXPOSE 4000/tcp
|
|
|
|
# Set your entrypoint and command
|
|
ENTRYPOINT ["litellm"]
|
|
CMD ["--num_workers", "8", "--port", "4000"] |