fix: gotenberg: update to v9

ct/databasus.sh

@@ -38,29 +38,57 @@ function update_script() {
     $STD systemctl stop databasus
     msg_ok "Stopped Databasus"
 
-    ensure_dependencies libedit2 libgssapi-krb5-2 libncurses6 libreadline8t64
+    create_backup /opt/databasus/.env
+
+    msg_info "Ensuring Database Clients"
+    # Create PostgreSQL version symlinks for compatibility
+    for v in 12 13 14 15 16 18; do
+      ln -sf /usr/lib/postgresql/17 /usr/lib/postgresql/$v
+    done
+    # Install MongoDB Database Tools via direct .deb (no APT repo for Debian 13)
+    if ! command -v mongodump &>/dev/null; then
+      [[ "$(get_os_info id)" == "ubuntu" ]] && MONGO_DIST="ubuntu2204" || MONGO_DIST="debian12"
+      MONGO_ARCH=$(arch_resolve "x86_64" "arm64")
+      # MongoDB only publishes arm64 builds for Ubuntu
+      [[ "$MONGO_ARCH" == "arm64" ]] && MONGO_DIST="ubuntu2204"
+      fetch_and_deploy_from_url "https://fastdl.mongodb.org/tools/db/mongodb-database-tools-${MONGO_DIST}-${MONGO_ARCH}-100.16.1.deb"
+    fi
+    ensure_dependencies mariadb-client
+    mkdir -p /usr/local/mariadb-{10.6,12.1}/bin /usr/local/mysql-{5.7,8.0,8.4,9}/bin /usr/local/mongodb-database-tools/bin
+    [[ -f /usr/bin/mongodump ]] && ln -sf /usr/bin/mongodump /usr/local/mongodb-database-tools/bin/mongodump
+    [[ -f /usr/bin/mongorestore ]] && ln -sf /usr/bin/mongorestore /usr/local/mongodb-database-tools/bin/mongorestore
+    # Create MariaDB and MySQL client symlinks for compatibility
+    for dir in /usr/local/mariadb-{10.6,12.1}/bin; do
+      ln -sf /usr/bin/mariadb-dump "$dir/mariadb-dump"
+      ln -sf /usr/bin/mariadb "$dir/mariadb"
+    done
+    for dir in /usr/local/mysql-{5.7,8.0,8.4,9}/bin; do
+      ln -sf /usr/bin/mariadb-dump "$dir/mysqldump"
+      ln -sf /usr/bin/mariadb "$dir/mysql"
+    done
+    msg_ok "Ensured Database Clients"
+
     CLEAN_INSTALL=1 fetch_and_deploy_gh_release "databasus" "databasus/databasus" "tarball" "latest" "/opt/databasus"
     GO_VERSION="$(grep -m1 '^go ' /opt/databasus/backend/go.mod | awk '{print $2}')" setup_go
 
     msg_info "Updating Databasus"
-    RELEASE=$(cat ~/.databasus)
     export COREPACK_ENABLE_DOWNLOAD_PROMPT=0
     cd /opt/databasus/frontend
+
     $STD corepack prepare pnpm@latest --activate
     $STD pnpm install --frozen-lockfile
-    $STD env VITE_APP_VERSION="${RELEASE}" pnpm run build
+    $STD pnpm run build
     cd /opt/databasus/backend
-    $STD env CGO_ENABLED=0 GOOS=linux GOARCH="$(arch_resolve)" go build -o /opt/databasus/databasus ./cmd/databasus
-    mkdir -p /opt/databasus/agent-binaries
-    for arch in amd64 arm64; do
-      $STD env CGO_ENABLED=0 GOOS=linux GOARCH=$arch go build -ldflags "-X main.Version=${RELEASE}" -o /opt/databasus/agent-binaries/databasus-verification-agent-linux-$arch ./cmd/verification-agent
-    done
+    $STD go mod download
+    $STD /root/go/bin/swag init -g cmd/main.go -o swagger
+    $STD env CGO_ENABLED=0 GOOS=linux GOARCH=$(arch_resolve) go build -o databasus ./cmd
+    mv /opt/databasus/backend/databasus /opt/databasus/databasus
     mkdir -p /opt/databasus/ui/build
     cp -r /opt/databasus/frontend/dist/* /opt/databasus/ui/build/
-    sed -i '/^APP_VERSION=/d' /.env
-    echo "APP_VERSION=${RELEASE}" >>/.env
+    cp -r /opt/databasus/backend/migrations /opt/databasus/
     msg_ok "Updated Databasus"
 
+    restore_backup
     chown -R postgres:postgres /opt/databasus
 
     if ! grep -q "EnvironmentFile=/.env" /etc/systemd/system/databasus.service; then

ct/gotenberg.sh

@@ -45,15 +45,32 @@ function update_script() {
     export CGO_ENABLED=0
     $STD go mod download
     $STD go build -o /usr/local/bin/gotenberg \
-      -ldflags "-s -w -X 'github.com/gotenberg/gotenberg/v8/cmd.Version=$(cat ~/.gotenberg)'" \
+      -ldflags "-s -w -X 'github.com/gotenberg/gotenberg/v9/cmd.Version=$(cat ~/.gotenberg)'" \
       cmd/gotenberg/main.go
     msg_ok "Built gotenberg"
 
-    msg_info "Updating unoconverter"
-    UNOCONVERTER_VERSION=$(get_latest_github_release "gotenberg/unoconverter" "false")
-    download_file "https://raw.githubusercontent.com/gotenberg/unoconverter/${UNOCONVERTER_VERSION}/unoconv" /usr/local/bin/unoconverter
-    chmod +x /usr/local/bin/unoconverter
-    msg_ok "Updated unoconverter"
+    LOK_VERSION="$(awk -F= '/^ARG LOK_VERSION=/{print $2}' /opt/gotenberg/build/Dockerfile)"
+    fetch_and_deploy_gh_release "lok" "gotenberg/lok" "prebuild" "$LOK_VERSION" "/usr/local/bin" "lok_${LOK_VERSION#v}_linux_$(arch_resolve "amd64" "arm64").tar.gz"
+
+    msg_info "Migrating to Gotenberg 9"
+    CODENAME=$(get_os_info codename)
+    setup_deb822_repo \
+      "debian-backports" \
+      "file:///usr/share/keyrings/debian-archive-keyring.gpg" \
+      "http://deb.debian.org/debian" \
+      "${CODENAME}-backports" \
+      "main"
+    $STD apt install -y fonts-urw-base35
+    $STD apt install -y -t "${CODENAME}-backports" \
+      libreoffice-writer libreoffice-calc libreoffice-impress libreoffice-draw libreoffice-math
+    $STD apt purge -y python3-uno python-is-python3 pdftk-java qpdf libimage-exiftool-perl
+    $STD apt autoremove -y
+    rm -rf /usr/local/bin/unoconverter /usr/local/bin/pdfcpu /opt/pdfcpu
+    sed -i '/^Environment=\(UNOCONVERTER\|PDFTK\|QPDF\|EXIFTOOL\|PDFCPU\)_BIN_PATH=/d' /etc/systemd/system/gotenberg.service
+    grep -q '^Environment=LOK_BIN_PATH=' /etc/systemd/system/gotenberg.service ||
+      sed -i '/^Environment=LIBREOFFICE_BIN_PATH=/a Environment=LOK_BIN_PATH=/usr/local/bin/lok' /etc/systemd/system/gotenberg.service
+    systemctl daemon-reload
+    msg_ok "Migrated to Gotenberg 9"
 
     msg_info "Starting Service"
     systemctl start gotenberg

install/databasus-install.sh

@@ -16,47 +16,119 @@ update_os
 msg_info "Installing Dependencies"
 $STD apt install -y \
   nginx \
-  libedit2 \
-  libgssapi-krb5-2 \
-  libncurses6 \
-  libreadline8t64
+  valkey \
+  mariadb-client \
+  rclone
 msg_ok "Installed Dependencies"
 
 PG_VERSION="17" setup_postgresql
 NODE_VERSION="24" NODE_MODULE="corepack" setup_nodejs
 
+msg_info "Installing Database Clients"
+# Create PostgreSQL version symlinks for compatibility
+for v in 12 13 14 15 16 18; do
+  ln -sf /usr/lib/postgresql/17 /usr/lib/postgresql/$v
+done
+# Install MongoDB Database Tools via direct .deb (no APT repo for Debian 13)
+[[ "$(get_os_info id)" == "ubuntu" ]] && MONGO_DIST="ubuntu2204" || MONGO_DIST="debian12"
+# MongoDB only publishes arm64 builds for Ubuntu
+[[ "$(arch_resolve "x86_64" "arm64")" == "arm64" ]] && MONGO_DIST="ubuntu2204"
+MONGO_VERSION=$(get_latest_gh_tag "mongodb/mongo-tools" "100." || echo "100.16.1")
+fetch_and_deploy_from_url "https://fastdl.mongodb.org/tools/db/mongodb-database-tools-${MONGO_DIST}-$(arch_resolve "x86_64" "arm64")-${MONGO_VERSION}.deb" ""
+mkdir -p /usr/local/mongodb-database-tools/bin
+[[ -f /usr/bin/mongodump ]] && ln -sf /usr/bin/mongodump /usr/local/mongodb-database-tools/bin/mongodump
+[[ -f /usr/bin/mongorestore ]] && ln -sf /usr/bin/mongorestore /usr/local/mongodb-database-tools/bin/mongorestore
+# Create MariaDB and MySQL client symlinks for compatibility
+mkdir -p /usr/local/mariadb-{10.6,12.1}/bin /usr/local/mysql-{5.7,8.0,8.4,9}/bin
+for dir in /usr/local/mariadb-{10.6,12.1}/bin; do
+  ln -sf /usr/bin/mariadb-dump "$dir/mariadb-dump"
+  ln -sf /usr/bin/mariadb "$dir/mariadb"
+done
+for dir in /usr/local/mysql-{5.7,8.0,8.4,9}/bin; do
+  ln -sf /usr/bin/mariadb-dump "$dir/mysqldump"
+  ln -sf /usr/bin/mariadb "$dir/mysql"
+done
+msg_ok "Installed Database Clients"
+
 fetch_and_deploy_gh_release "databasus" "databasus/databasus" "tarball" "latest" "/opt/databasus"
 GO_VERSION="$(grep -m1 '^go ' /opt/databasus/backend/go.mod | awk '{print $2}')" setup_go
 
 msg_info "Building Databasus (Patience)"
-RELEASE=$(cat ~/.databasus)
 export COREPACK_ENABLE_DOWNLOAD_PROMPT=0
 cd /opt/databasus/frontend
+
 $STD corepack prepare pnpm@latest --activate
 $STD pnpm install --frozen-lockfile
-$STD env VITE_APP_VERSION="${RELEASE}" pnpm run build
+$STD pnpm run build
 cd /opt/databasus/backend
-$STD env CGO_ENABLED=0 GOOS=linux GOARCH="$(arch_resolve)" go build -o /opt/databasus/databasus ./cmd/databasus
-mkdir -p /opt/databasus/agent-binaries
-for arch in amd64 arm64; do
-  $STD env CGO_ENABLED=0 GOOS=linux GOARCH=$arch go build -ldflags "-X main.Version=${RELEASE}" -o /opt/databasus/agent-binaries/databasus-verification-agent-linux-$arch ./cmd/verification-agent
-done
+$STD go mod tidy
+$STD go mod download
+$STD go install github.com/swaggo/swag/cmd/swag@latest
+$STD /root/go/bin/swag init -g cmd/main.go -o swagger
+$STD env CGO_ENABLED=0 GOOS=linux GOARCH=$(arch_resolve) go build -o databasus ./cmd
+mv /opt/databasus/backend/databasus /opt/databasus/databasus
 mkdir -p /databasus-data/{pgdata,temp,backups,data,logs}
 mkdir -p /opt/databasus/ui/build
+mkdir -p /opt/databasus/migrations
 cp -r /opt/databasus/frontend/dist/* /opt/databasus/ui/build/
+cp -r /opt/databasus/backend/migrations/* /opt/databasus/migrations/
 chown -R postgres:postgres /databasus-data
 msg_ok "Built Databasus"
 
 msg_info "Configuring Databasus"
+JWT_SECRET=$(openssl rand -hex 32)
+ENCRYPTION_KEY=$(openssl rand -hex 32)
+# Install goose for migrations
+$STD go install github.com/pressly/goose/v3/cmd/goose@latest
+ln -sf /root/go/bin/goose /usr/local/bin/goose
 cat <<EOF >/.env
+# Environment
 ENV_MODE=production
-APP_VERSION=${RELEASE}
+
+# Server
+SERVER_PORT=4005
+SERVER_HOST=0.0.0.0
+
+# Database
 DATABASE_DSN=host=localhost user=postgres password=postgres dbname=databasus port=5432 sslmode=disable
+DATABASE_URL=postgres://postgres:postgres@localhost:5432/databasus?sslmode=disable
+
+# Migrations
+GOOSE_DRIVER=postgres
+GOOSE_DBSTRING=postgres://postgres:postgres@localhost:5432/databasus?sslmode=disable
+GOOSE_MIGRATION_DIR=/opt/databasus/migrations
+
+# Valkey (Redis-compatible cache)
+VALKEY_HOST=localhost
+VALKEY_PORT=6379
+
+# Security
+JWT_SECRET=${JWT_SECRET}
+ENCRYPTION_KEY=${ENCRYPTION_KEY}
+
+# Paths
+DATA_DIR=/databasus-data/data
+BACKUP_DIR=/databasus-data/backups
+LOG_DIR=/databasus-data/logs
 EOF
 chmod 600 /.env
 msg_ok "Configured Databasus"
 
+msg_info "Configuring Valkey"
+cat <<EOF >/etc/valkey/valkey.conf
+port 6379
+bind 127.0.0.1
+protected-mode yes
+save ""
+maxmemory 256mb
+maxmemory-policy allkeys-lru
+EOF
+systemctl enable -q --now valkey-server
+systemctl restart valkey-server
+msg_ok "Configured Valkey"
+
 msg_info "Creating Database"
+# Configure PostgreSQL to allow local password auth for databasus
 PG_HBA="/etc/postgresql/17/main/pg_hba.conf"
 if ! grep -q "databasus" "$PG_HBA"; then
   sed -i '/^local\s*all\s*all/i local   databasus   postgres                                trust' "$PG_HBA"
@@ -71,8 +143,8 @@ msg_info "Creating Databasus Service"
 cat <<EOF >/etc/systemd/system/databasus.service
 [Unit]
 Description=Databasus - Database Backup Management
-After=network.target postgresql.service
-Requires=postgresql.service
+After=network.target postgresql.service valkey.service
+Requires=postgresql.service valkey.service
 
 [Service]
 Type=simple

install/gotenberg-install.sh

@@ -14,18 +14,15 @@ network_check
 update_os
 
 msg_info "Installing Dependencies"
+CODENAME=$(get_os_info codename)
+setup_deb822_repo \
+  "debian-backports" \
+  "file:///usr/share/keyrings/debian-archive-keyring.gpg" \
+  "http://deb.debian.org/debian" \
+  "${CODENAME}-backports" \
+  "main"
 $STD apt install -y \
   chromium \
-  libreoffice-writer \
-  libreoffice-calc \
-  libreoffice-impress \
-  libreoffice-draw \
-  libreoffice-math \
-  python3-uno \
-  python-is-python3 \
-  pdftk-java \
-  qpdf \
-  libimage-exiftool-perl \
   fonts-crosextra-carlito \
   fonts-crosextra-caladea \
   fonts-liberation \
@@ -33,28 +30,30 @@ $STD apt install -y \
   fonts-dejavu \
   fonts-noto-cjk \
   fonts-noto-color-emoji \
-  fonts-noto-core
+  fonts-noto-core \
+  fonts-urw-base35
+# lok is built against the LibreOffice from backports
+$STD apt install -y -t "${CODENAME}-backports" \
+  libreoffice-writer \
+  libreoffice-calc \
+  libreoffice-impress \
+  libreoffice-draw \
+  libreoffice-math
 msg_ok "Installed Dependencies"
 
-fetch_and_deploy_gh_release "pdfcpu" "pdfcpu/pdfcpu" "prebuild" "latest" "/opt/pdfcpu" "pdfcpu_*_Linux_$(arch_resolve "x86_64" "arm64").tar.xz"
-ln -sf "$(find /opt/pdfcpu -type f -name pdfcpu | head -n1)" /usr/local/bin/pdfcpu
-
-msg_info "Installing unoconverter"
-UNOCONVERTER_VERSION=$(get_latest_github_release "gotenberg/unoconverter" "false")
-download_file "https://raw.githubusercontent.com/gotenberg/unoconverter/${UNOCONVERTER_VERSION}/unoconv" /usr/local/bin/unoconverter
-chmod +x /usr/local/bin/unoconverter
-msg_ok "Installed unoconverter"
-
 fetch_and_deploy_gh_release "gotenberg" "gotenberg/gotenberg" "tarball" "latest" "/opt/gotenberg"
 
 GO_VERSION="$(awk '$1=="go"{print $2}' /opt/gotenberg/go.mod | cut -d. -f1,2)" setup_go
 
+LOK_VERSION="$(awk -F= '/^ARG LOK_VERSION=/{print $2}' /opt/gotenberg/build/Dockerfile)"
+fetch_and_deploy_gh_release "lok" "gotenberg/lok" "prebuild" "$LOK_VERSION" "/usr/local/bin" "lok_${LOK_VERSION#v}_linux_$(arch_resolve "amd64" "arm64").tar.gz"
+
 msg_info "Building Gotenberg (Patience)"
 cd /opt/gotenberg
 export CGO_ENABLED=0
 $STD go mod download
 $STD go build -o /usr/local/bin/gotenberg \
-  -ldflags "-s -w -X 'github.com/gotenberg/gotenberg/v8/cmd.Version=$(cat ~/.gotenberg)'" \
+  -ldflags "-s -w -X 'github.com/gotenberg/gotenberg/v9/cmd.Version=$(cat ~/.gotenberg)'" \
   cmd/gotenberg/main.go
 msg_ok "Built Gotenberg"
 
@@ -70,14 +69,10 @@ Type=simple
 User=root
 Environment=LANG=C.UTF-8
 Environment=LC_ALL=C.UTF-8
-Environment=PDFTK_BIN_PATH=/usr/bin/pdftk
-Environment=QPDF_BIN_PATH=/usr/bin/qpdf
-Environment=EXIFTOOL_BIN_PATH=/usr/bin/exiftool
-Environment=PDFCPU_BIN_PATH=/usr/local/bin/pdfcpu
 Environment=CHROMIUM_BIN_PATH=/usr/bin/chromium
 Environment=CHROMIUM_HYPHEN_DATA_DIR_PATH=/opt/gotenberg/build/chromium-hyphen-data
 Environment=LIBREOFFICE_BIN_PATH=/usr/lib/libreoffice/program/soffice.bin
-Environment=UNOCONVERTER_BIN_PATH=/usr/local/bin/unoconverter
+Environment=LOK_BIN_PATH=/usr/local/bin/lok
 Environment=OTEL_TRACES_EXPORTER=none
 Environment=OTEL_METRICS_EXPORTER=none
 Environment=OTEL_LOGS_EXPORTER=none