nextcloud/Containers/windmill/start.sh

#!/bin/bash
set -e

# Validate required environment variables
if [ -z "$BASE_URL" ]; then
    echo "BASE_URL must be provided. Exiting!"
    exit 1
fi

export TZ="${TZ:-Etc/UTC}"

# Clear the cache volume when the image has been updated.
# /etc/windmill-image-build-epoch is written at image build time.
# A copy is stored in the cache volume after first start.
# If the two differ the image was updated and any stale cached artefacts
# (uv tools, worker dirs) should be removed so Windmill starts clean.
IMAGE_EPOCH_FILE="/etc/windmill-image-build-epoch"
CACHE_EPOCH_FILE="/tmp/windmill/cache/.image-build-epoch"
if [ -f "$IMAGE_EPOCH_FILE" ]; then
    IMAGE_EPOCH="$(cat "$IMAGE_EPOCH_FILE")"
    if [ -f "$CACHE_EPOCH_FILE" ]; then
        CACHE_EPOCH="$(cat "$CACHE_EPOCH_FILE")"
        if [ "$IMAGE_EPOCH" != "$CACHE_EPOCH" ]; then
            echo "Windmill image updated (was $CACHE_EPOCH, now $IMAGE_EPOCH). Clearing cache..."
            find /tmp/windmill/cache -mindepth 1 -maxdepth 1 ! -name '.image-build-epoch' -exec rm -rf {} +
        fi
    fi
    echo "$IMAGE_EPOCH" > "$CACHE_EPOCH_FILE"
fi

PGDATA="/var/lib/postgresql/data"
DUMP_FILE="$PGDATA/windmill-db-dump.sql"

# Current PG major version as shipped in this image
CURRENT_PG_MAJOR=$(cat /etc/postgres-major-version 2>/dev/null)

# ── Don't start if previous import failed ────────────────────────────────────
if [ -f "$PGDATA/import.failed" ]; then
    echo "The database import failed the last time. Please restore a backup and try again."
    echo "For further clues on what went wrong, look at the logs above."
    exit 1
fi

# ── Don't start if previous export failed ────────────────────────────────────
if [ -f "$PGDATA/export.failed" ]; then
    echo "Database export failed the last time. Most likely was the export time not high enough."
    echo "Please report this to https://github.com/nextcloud/all-in-one/issues. Thanks!"
    exit 1
fi

# Write the standard pg_hba.conf and listen_addresses settings into a data directory.
configure_pg() {
    local datadir="$1"
    cat > "$datadir/pg_hba.conf" << 'HBAEOF'
# TYPE  DATABASE        USER            ADDRESS                 METHOD
local   all             all                                     trust
host    all             all             127.0.0.1/32            trust
host    all             all             ::1/128                 trust
HBAEOF
    echo "listen_addresses = 'localhost'" >> "$datadir/postgresql.conf"
}

# ── PostgreSQL major-version upgrade via dump/restore ────────────────────────
if [ -f "$PGDATA/PG_VERSION" ]; then
    DATA_PG_MAJOR=$(cat "$PGDATA/PG_VERSION")

    if [ "$DATA_PG_MAJOR" -gt "$CURRENT_PG_MAJOR" ]; then
        echo "ERROR: Data directory was created by PostgreSQL $DATA_PG_MAJOR but this image ships $CURRENT_PG_MAJOR."
        echo "Downgrade is not supported. Please use a newer image version."
        exit 1
    fi

    if [ "$DATA_PG_MAJOR" -lt "$CURRENT_PG_MAJOR" ]; then
        echo "PostgreSQL major-version upgrade required: $DATA_PG_MAJOR → $CURRENT_PG_MAJOR"

        if ! [ -f "$DUMP_FILE" ]; then
            echo "Unable to upgrade because the database dump is missing."
            echo "Please restore a backup and try again."
            exit 1
        fi

        # Write output to logfile so the import can be inspected later
        exec > >(tee -i "$PGDATA/database-import.log")
        exec 2>&1

        echo "Restoring database from dump into new PostgreSQL $CURRENT_PG_MAJOR cluster."

        # Copy dump out of PGDATA before wiping it
        cp "$DUMP_FILE" /tmp/windmill-db-dump.sql

        # Mark import as in-progress
        # (written to /tmp because PGDATA is about to be wiped)
        IMPORT_FAILED_TMP=/tmp/windmill-import.failed
        touch "$IMPORT_FAILED_TMP"

        set -ex

        # Remove old data directory
        rm -rf "${PGDATA:?}/"*

        # Initialise a fresh cluster for the new major version
        initdb -D "$PGDATA" \
            --username=windmill \
            --auth-local=trust \
            --auth-host=trust \
            --no-instructions

        configure_pg "$PGDATA"

        # Mark import as in-progress inside the new data dir
        touch "$PGDATA/import.failed"

        # Start postgres temporarily on an alternate TCP port so we can import
        export PGPORT=11000
        postgres -D "$PGDATA" -h 127.0.0.1 -p 11000 &
        TEMP_PG_PID=$!

        # Wait until postgres accepts connections
        while ! psql -h 127.0.0.1 -p 11000 -U windmill -d postgres -c "select now()" > /dev/null 2>&1; do
            echo "Waiting for the temporary database to start..."
            sleep 5
        done

        # Create the windmill database
        psql -h 127.0.0.1 -p 11000 -U windmill -d postgres \
            -c "CREATE DATABASE windmill OWNER windmill;"

        # Restore from dump
        echo "Restoring the database from dump..."
        psql -h 127.0.0.1 -p 11000 -U windmill -d windmill < /tmp/windmill-db-dump.sql

        # Stop the temporary postgres cleanly
        pg_ctl -D "$PGDATA" stop -m smart -t 1800
        wait "$TEMP_PG_PID" 2>/dev/null || true
        unset PGPORT

        set +ex

        # Remove sentinel files
        rm -f "$PGDATA/import.failed" "$IMPORT_FAILED_TMP"
        echo "PostgreSQL upgrade to $CURRENT_PG_MAJOR complete."
    fi
fi
# ── End of major-version upgrade section ─────────────────────────────────────

# ── Initialize PostgreSQL data directory on first run ────────────────────────
if [ -z "$(ls -A "$PGDATA" 2>/dev/null)" ]; then
    echo "Initializing PostgreSQL database for Windmill..."

    initdb -D "$PGDATA" \
        --username=windmill \
        --auth-local=trust \
        --auth-host=trust \
        --no-instructions

    configure_pg "$PGDATA"

    # Start PostgreSQL temporarily to create the windmill database, then stop it.
    # supervisord will restart it properly afterward.
    pg_ctl -D "$PGDATA" start -w -o "-k /var/run/postgresql"
    psql -h /var/run/postgresql -U windmill postgres \
        -c "CREATE DATABASE windmill OWNER windmill;"
    pg_ctl -D "$PGDATA" stop -w

    echo "PostgreSQL initialization complete."
fi

# ── Dump database and shut down on container stop ────────────────────────────
do_database_dump() {
    set -x
    touch "$PGDATA/export.failed"
    rm -f "$DUMP_FILE.temp"
    if pg_dump -h /var/run/postgresql -U windmill windmill > "$DUMP_FILE.temp"; then
        mv "$DUMP_FILE.temp" "$DUMP_FILE"
        rm "$PGDATA/export.failed"
        echo "Database dump successful!"
    else
        echo "Database dump unsuccessful!"
    fi
    set +x
    # Stop supervisord (which stops postgres and windmill)
    kill "$SUPERVISORD_PID" 2>/dev/null || true
    wait "$SUPERVISORD_PID" 2>/dev/null || true
}

trap do_database_dump SIGTERM SIGINT

# ── Start services ────────────────────────────────────────────────────────────
supervisord -c /supervisord.conf &
SUPERVISORD_PID=$!
wait "$SUPERVISORD_PID"