mirror of
https://github.com/open-webui/open-webui.git
synced 2026-09-15 23:32:40 +00:00
ca9ec06c7e
The main and CUDA Docker images get about 21 MB smaller (the nltk package, the punkt_tab data and its zip); slim images, which never downloaded the data, about 6 MB. nltk was in the image for unstructured, which used it to tokenize documents. The Dockerfile download was added for airgapped containers failing on the missing punkt_tab data (#21150; the same request in #16260), the same lookup failed on first use in other setups (#17594, #4642), and the download in start.sh and start_windows.bat came with the Playwright web loader mode and sits in that branch. unstructured 0.22.31, the pinned version, has no nltk references at all and tokenizes with spaCy, nothing else installed requires nltk outside transformers' testing and dev extras, and nothing in the backend imports it, so the pin and both downloads go together. One user-visible consequence: a tool or function that imports nltk inside the container stops working unless it declares nltk in its frontmatter requirements. On an offline instance the package, and any nltk data such as punkt_tab, have to be installed into the image instead. Part of #29721.
112 lines
4.7 KiB
Bash
Executable file
112 lines
4.7 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Container entry point for Open WebUI.
|
|
# Handles secret key generation, optional Ollama/CUDA/Playwright setup,
|
|
# HuggingFace Space deployment, and launches the uvicorn server.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
# Default optional env vars that we test below with bash's `,,` lowercase
|
|
# expansion. The two can't be combined inline (`${VAR:-default,,}` makes
|
|
# the default literal `,,`), so we normalise once up front and the simple
|
|
# `${VAR,,}` form stays safe under `set -u` everywhere else.
|
|
: "${WEB_LOADER_ENGINE:=}" "${USE_OLLAMA_DOCKER:=}" "${USE_CUDA_DOCKER:=}"
|
|
|
|
SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" &>/dev/null && pwd)
|
|
cd "$SCRIPT_DIR" || exit 1
|
|
|
|
# ── Playwright browser installation (if configured) ──────────────────────────
|
|
|
|
if [[ "${WEB_LOADER_ENGINE,,}" == "playwright" ]]; then
|
|
if [[ -z "${PLAYWRIGHT_WS_URL:-}" ]]; then
|
|
echo "Installing Playwright Chromium browser..."
|
|
playwright install chromium
|
|
playwright install-deps chromium
|
|
fi
|
|
fi
|
|
|
|
# ── Secret key setup ─────────────────────────────────────────────────────────
|
|
|
|
KEY_FILE="${WEBUI_SECRET_KEY_FILE:-.webui_secret_key}"
|
|
WEBUI_SECRET_KEY_LENGTH="${WEBUI_SECRET_KEY_LENGTH:-24}"
|
|
PORT="${PORT:-8080}"
|
|
HOST="${HOST:-0.0.0.0}"
|
|
|
|
if [[ -z "${WEBUI_SECRET_KEY:-}" && -z "${WEBUI_JWT_SECRET_KEY:-}" ]]; then
|
|
echo "No WEBUI_SECRET_KEY environment variable set, loading from file."
|
|
|
|
if [[ ! -f "$KEY_FILE" ]]; then
|
|
echo "Generating new WEBUI_SECRET_KEY..."
|
|
if ! [[ "$WEBUI_SECRET_KEY_LENGTH" =~ ^[1-9][0-9]*$ ]]; then
|
|
echo "WEBUI_SECRET_KEY_LENGTH must be a positive integer." >&2
|
|
exit 1
|
|
fi
|
|
head -c "$WEBUI_SECRET_KEY_LENGTH" /dev/random | base64 > "$KEY_FILE"
|
|
fi
|
|
|
|
echo "Loading WEBUI_SECRET_KEY from ${KEY_FILE}"
|
|
WEBUI_SECRET_KEY=$(cat "$KEY_FILE")
|
|
fi
|
|
|
|
# ── Ollama (bundled Docker image) ────────────────────────────────────────────
|
|
|
|
if [[ "${USE_OLLAMA_DOCKER,,}" == "true" ]]; then
|
|
echo "Starting bundled ollama serve..."
|
|
ollama serve &
|
|
fi
|
|
|
|
# ── CUDA library paths ──────────────────────────────────────────────────────
|
|
|
|
if [[ "${USE_CUDA_DOCKER,,}" == "true" ]]; then
|
|
echo "CUDA enabled — extending LD_LIBRARY_PATH for torch/cudnn libraries."
|
|
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH:-}:/usr/local/lib/python3.11/site-packages/torch/lib:/usr/local/lib/python3.11/site-packages/nvidia/cudnn/lib"
|
|
fi
|
|
|
|
# ── HuggingFace Space deployment ─────────────────────────────────────────────
|
|
|
|
if [[ -n "${SPACE_ID:-}" ]]; then
|
|
echo "Configuring for HuggingFace Space deployment..."
|
|
|
|
if [[ -n "${ADMIN_USER_EMAIL:-}" && -n "${ADMIN_USER_PASSWORD:-}" ]]; then
|
|
echo "Creating admin user for Space..."
|
|
WEBUI_SECRET_KEY="${WEBUI_SECRET_KEY:-}" \
|
|
uvicorn open_webui.main:app --host "$HOST" --port "$PORT" --forwarded-allow-ips "${FORWARDED_ALLOW_IPS:-*}" --ws-per-message-deflate "${UVICORN_WS_PER_MESSAGE_DEFLATE:-true}" &
|
|
webui_pid=$!
|
|
|
|
echo "Waiting for server to become healthy..."
|
|
until curl -sf "http://localhost:${PORT}/health" > /dev/null 2>&1; do
|
|
sleep 1
|
|
done
|
|
|
|
echo "Registering admin user..."
|
|
curl -sS -X POST "http://localhost:${PORT}/api/v1/auths/signup" \
|
|
-H "Accept: application/json" \
|
|
-H "Content-Type: application/json" \
|
|
-d "{\"email\": \"${ADMIN_USER_EMAIL}\", \"password\": \"${ADMIN_USER_PASSWORD}\", \"name\": \"Admin\"}"
|
|
|
|
echo "Restarting server..."
|
|
kill "$webui_pid"
|
|
wait "$webui_pid" 2>/dev/null || true
|
|
fi
|
|
|
|
export WEBUI_URL="${SPACE_HOST}"
|
|
fi
|
|
|
|
# ── Launch uvicorn ───────────────────────────────────────────────────────────
|
|
|
|
PYTHON_CMD=$(command -v python3 || command -v python)
|
|
UVICORN_WORKERS="${UVICORN_WORKERS:-1}"
|
|
|
|
if [[ "$#" -gt 0 ]]; then
|
|
ARGS=("$@")
|
|
else
|
|
ARGS=(--workers "$UVICORN_WORKERS" --ws-per-message-deflate "${UVICORN_WS_PER_MESSAGE_DEFLATE:-true}")
|
|
fi
|
|
|
|
exec env WEBUI_SECRET_KEY="${WEBUI_SECRET_KEY:-}" \
|
|
"$PYTHON_CMD" -m uvicorn open_webui.main:app \
|
|
--host "$HOST" \
|
|
--port "$PORT" \
|
|
--forwarded-allow-ips "${FORWARDED_ALLOW_IPS:-*}" \
|
|
"${ARGS[@]}"
|