update with latest build versions, includes custom build for postgres and migrating from v16 to v18

This commit is contained in:
2026-01-14 22:33:45 +02:00
parent 8ff8126d41
commit 9f7fa24931
27 changed files with 1371 additions and 309 deletions

View File

@@ -43,7 +43,7 @@ build/bookwyrm/
### **Prerequisites**
- Docker with ARM64 support
- Access to Harbor registry (`<YOUR_REGISTRY_URL>`)
- Access to Harbor registry (`registry.keyboardvagabond.com`)
- Active Harbor login session
### **Build All Containers**
@@ -76,12 +76,12 @@ cd ..
# Build web container
cd bookwyrm-web
docker build --platform linux/arm64 -t <YOUR_REGISTRY_URL>/library/bookwyrm-web:latest .
docker build --platform linux/arm64 -t registry.keyboardvagabond.com/library/bookwyrm-web:latest .
cd ..
# Build worker container
cd bookwyrm-worker
docker build --platform linux/arm64 -t <YOUR_REGISTRY_URL>/library/bookwyrm-worker:latest .
docker build --platform linux/arm64 -t registry.keyboardvagabond.com/library/bookwyrm-worker:latest .
```
## 🎯 **Container Specifications**
@@ -139,32 +139,32 @@ DB_HOST=postgresql-shared-rw.postgresql-system.svc.cluster.local
DB_PORT=5432
DB_NAME=bookwyrm
DB_USER=bookwyrm_user
DB_PASSWORD=<REPLACE_WITH_ACTUAL_PASSWORD>
DB_PASSWORD=<password>
# Redis Configuration
REDIS_BROKER_URL=redis://:<REPLACE_WITH_REDIS_PASSWORD>@redis-ha-haproxy.redis-system.svc.cluster.local:6379/3
REDIS_ACTIVITY_URL=redis://:<REPLACE_WITH_REDIS_PASSWORD>@redis-ha-haproxy.redis-system.svc.cluster.local:6379/4
REDIS_BROKER_URL=redis://:password@redis-ha-haproxy.redis-system.svc.cluster.local:6379/3
REDIS_ACTIVITY_URL=redis://:password@redis-ha-haproxy.redis-system.svc.cluster.local:6379/4
# Application Settings
SECRET_KEY=<REPLACE_WITH_DJANGO_SECRET_KEY>
SECRET_KEY=<django-secret-key>
DEBUG=false
USE_HTTPS=true
DOMAIN=bookwyrm.keyboardvagabond.com
# S3 Storage
USE_S3=true
AWS_ACCESS_KEY_ID=<REPLACE_WITH_S3_ACCESS_KEY>
AWS_SECRET_ACCESS_KEY=<REPLACE_WITH_S3_SECRET_KEY>
AWS_ACCESS_KEY_ID=<key>
AWS_SECRET_ACCESS_KEY=<secret>
AWS_STORAGE_BUCKET_NAME=bookwyrm-bucket
AWS_S3_REGION_NAME=eu-central-003
AWS_S3_ENDPOINT_URL=<REPLACE_WITH_S3_ENDPOINT>
AWS_S3_ENDPOINT_URL=https://s3.eu-central-003.backblazeb2.com
AWS_S3_CUSTOM_DOMAIN=https://bm.keyboardvagabond.com
# Email Configuration
EMAIL_HOST=<YOUR_SMTP_SERVER>
EMAIL_HOST=smtp.eu.mailgun.org
EMAIL_PORT=587
EMAIL_HOST_USER=bookwyrm@mail.keyboardvagabond.com
EMAIL_HOST_PASSWORD=<REPLACE_WITH_EMAIL_PASSWORD>
EMAIL_HOST_PASSWORD=<password>
EMAIL_USE_TLS=true
```

View File

@@ -5,6 +5,11 @@
# Build stage - Install dependencies and prepare optimized source
FROM python:3.11-slim AS builder
LABEL org.opencontainers.image.title="BookWyrm Base" \
org.opencontainers.image.description="Shared base image for BookWyrm social reading platform" \
org.opencontainers.image.source="https://github.com/bookwyrm-social/bookwyrm" \
org.opencontainers.image.vendor="Keyboard Vagabond"
# Install build dependencies in a single layer
RUN apt-get update && apt-get install -y --no-install-recommends \
git \
@@ -32,11 +37,11 @@ RUN python3 -m venv /opt/venv \
# Remove unnecessary files from source to reduce image size
# Note: .dockerignore will exclude __pycache__, *.pyc, etc. automatically
# Note: Keep /app/locale for i18n support (translations)
RUN rm -rf \
/app/.github \
/app/docker \
/app/nginx \
/app/locale \
/app/bw-dev \
/app/bookwyrm/tests \
/app/bookwyrm/test* \
@@ -60,9 +65,9 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
libpq5 \
curl \
gettext \
&& rm -rf /var/lib/apt/lists/* \
&& apt-get autoremove -y \
&& apt-get clean \
&& apt-get autoremove -y
&& rm -rf /var/lib/apt/lists/*
# Create bookwyrm user for security
RUN useradd --create-home --shell /bin/bash --uid 1000 bookwyrm

View File

@@ -3,6 +3,9 @@
FROM bookwyrm-base AS bookwyrm-web
LABEL org.opencontainers.image.title="BookWyrm Web" \
org.opencontainers.image.description="BookWyrm web server with Nginx and Gunicorn"
# Switch to root for system package installation
USER root
@@ -10,12 +13,12 @@ USER root
RUN apt-get update && apt-get install -y --no-install-recommends \
nginx-light \
supervisor \
&& rm -rf /var/lib/apt/lists/* \
&& apt-get autoremove -y \
&& apt-get clean \
&& apt-get autoremove -y
&& rm -rf /var/lib/apt/lists/*
# Install Gunicorn in virtual environment
RUN /opt/venv/bin/pip install --no-cache-dir gunicorn
# Install Gunicorn in virtual environment (pinned for reproducible builds)
RUN /opt/venv/bin/pip install --no-cache-dir 'gunicorn>=23.0.0,<24.0.0'
# Copy configuration files
COPY nginx.conf /etc/nginx/nginx.conf
@@ -43,8 +46,5 @@ EXPOSE 80
HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \
CMD curl -f http://localhost:80/health/ || curl -f http://localhost:80/ || exit 1
# Run as root to manage nginx and gunicorn via supervisor
USER root
ENTRYPOINT ["/entrypoint.sh"]
CMD ["supervisord", "-c", "/etc/supervisor/conf.d/supervisord.conf"]

View File

@@ -77,6 +77,12 @@ http {
add_header Content-Type text/plain;
}
# Static files served via S3/CDN (bm.keyboardvagabond.com)
# No local static file serving needed when USE_S3=true
# Images also served via S3/CDN
# No local image serving needed when USE_S3=true
# ActivityPub and federation endpoints
location ~ ^/(inbox|user/.*/inbox|api|\.well-known) {
proxy_pass http://127.0.0.1:8000;

View File

@@ -3,18 +3,21 @@
FROM bookwyrm-base AS bookwyrm-worker
LABEL org.opencontainers.image.title="BookWyrm Worker" \
org.opencontainers.image.description="BookWyrm Celery background task processor"
# Switch to root for system package installation
USER root
# Install only supervisor for worker management
RUN apt-get update && apt-get install -y --no-install-recommends \
supervisor \
&& rm -rf /var/lib/apt/lists/* \
&& apt-get autoremove -y \
&& apt-get clean \
&& apt-get autoremove -y
&& rm -rf /var/lib/apt/lists/*
# Install Celery in virtual environment
RUN /opt/venv/bin/pip install --no-cache-dir celery[redis]
# Install Celery in virtual environment (pinned for reproducible builds)
RUN /opt/venv/bin/pip install --no-cache-dir 'celery[redis]>=5.6.0,<6.0.0'
# Copy worker-specific configuration
COPY supervisord-worker.conf /etc/supervisor/conf.d/supervisord.conf
@@ -22,16 +25,11 @@ COPY entrypoint-worker.sh /entrypoint.sh
# Set permissions efficiently
RUN chmod +x /entrypoint.sh \
&& mkdir -p /var/log/supervisor /var/log/celery \
&& chown -R bookwyrm:bookwyrm /var/log/celery \
&& chown -R bookwyrm:bookwyrm /app
# Health check for worker
HEALTHCHECK --interval=60s --timeout=10s --start-period=60s --retries=3 \
CMD /opt/venv/bin/celery -A celerywyrm inspect ping -d celery@$HOSTNAME || exit 1
# Run as root to manage celery via supervisor
USER root
ENTRYPOINT ["/entrypoint.sh"]
CMD ["supervisord", "-c", "/etc/supervisor/conf.d/supervisord.conf"]

View File

@@ -54,7 +54,7 @@ cd ..
echo ""
echo "Step 2/3: Building optimized web container..."
cd bookwyrm-web
if docker build --platform linux/arm64 -t <YOUR_REGISTRY_URL>/library/bookwyrm-web:latest .; then
if docker build --platform linux/arm64 -t registry.keyboardvagabond.com/library/bookwyrm-web:latest .; then
print_status "Web container built successfully!"
else
print_error "Failed to build web container"
@@ -66,7 +66,7 @@ cd ..
echo ""
echo "Step 3/3: Building optimized worker container..."
cd bookwyrm-worker
if docker build --platform linux/arm64 -t <YOUR_REGISTRY_URL>/library/bookwyrm-worker:latest .; then
if docker build --platform linux/arm64 -t registry.keyboardvagabond.com/library/bookwyrm-worker:latest .; then
print_status "Worker container built successfully!"
else
print_error "Failed to build worker container"
@@ -84,8 +84,8 @@ docker images --format "table {{.Repository}}\t{{.Tag}}\t{{.Size}}" | grep -E "(
echo ""
echo "Built containers:"
echo " • <YOUR_REGISTRY_URL>/library/bookwyrm-web:latest"
echo " • <YOUR_REGISTRY_URL>/library/bookwyrm-worker:latest"
echo " • registry.keyboardvagabond.com/library/bookwyrm-web:latest"
echo " • registry.keyboardvagabond.com/library/bookwyrm-worker:latest"
# Ask if user wants to push
echo ""
@@ -96,13 +96,13 @@ if [[ $REPLY =~ ^[Yy]$ ]]; then
echo "🚀 Pushing containers to registry..."
# Login check
if ! docker info 2>/dev/null | grep -q "<YOUR_REGISTRY_URL>"; then
if ! docker info 2>/dev/null | grep -q "registry.keyboardvagabond.com"; then
print_warning "You may need to login to Harbor registry first:"
echo ""
fi
echo "Pushing web container..."
if docker push <YOUR_REGISTRY_URL>/library/bookwyrm-web:latest; then
if docker push registry.keyboardvagabond.com/library/bookwyrm-web:latest; then
print_status "Web container pushed successfully!"
else
print_error "Failed to push web container"
@@ -110,7 +110,7 @@ if [[ $REPLY =~ ^[Yy]$ ]]; then
echo ""
echo "Pushing worker container..."
if docker push <YOUR_REGISTRY_URL>/library/bookwyrm-worker:latest; then
if docker push registry.keyboardvagabond.com/library/bookwyrm-worker:latest; then
print_status "Worker container pushed successfully!"
else
print_error "Failed to push worker container"
@@ -120,6 +120,6 @@ if [[ $REPLY =~ ^[Yy]$ ]]; then
print_status "All containers pushed to Harbor registry!"
else
echo "Skipping push. You can push later with:"
echo " docker push <YOUR_REGISTRY_URL>/library/bookwyrm-web:latest"
echo " docker push <YOUR_REGISTRY_URL>/library/bookwyrm-worker:latest"
echo " docker push registry.keyboardvagabond.com/library/bookwyrm-web:latest"
echo " docker push registry.keyboardvagabond.com/library/bookwyrm-worker:latest"
fi

View File

@@ -33,18 +33,18 @@ This will:
1. Build the base image with all PieFed dependencies
2. Build the web container with Nginx + Python/Flask (uWSGI)
3. Build the worker container with Celery workers
4. Push to your Harbor registry: `<YOUR_REGISTRY_URL>`
4. Push to your Harbor registry: `registry.keyboardvagabond.com`
### **Individual Container Builds**
```bash
# Build just web container
cd piefed-web && docker build --platform linux/arm64 \
-t <YOUR_REGISTRY_URL>/library/piefed-web:latest .
-t registry.keyboardvagabond.com/library/piefed-web:latest .
# Build just worker container
cd piefed-worker && docker build --platform linux/arm64 \
-t <YOUR_REGISTRY_URL>/library/piefed-worker:latest .
-t registry.keyboardvagabond.com/library/piefed-worker:latest .
```
## 📦 **Container Details**
@@ -85,14 +85,14 @@ PIEFED_DOMAIN=piefed.keyboardvagabond.com
DB_HOST=postgresql-shared-rw.postgresql-system.svc.cluster.local
DB_NAME=piefed
DB_USER=piefed_user
DB_PASSWORD=<REPLACE_WITH_DATABASE_PASSWORD>
DB_PASSWORD=secure_password_here
```
#### **Redis Configuration**
```bash
REDIS_HOST=redis-ha-haproxy.redis-system.svc.cluster.local
REDIS_PORT=6379
REDIS_PASSWORD=<REPLACE_WITH_REDIS_PASSWORD>
REDIS_PASSWORD=redis_password_if_needed
```
#### **S3 Media Storage (Backblaze B2)**
@@ -101,18 +101,18 @@ REDIS_PASSWORD=<REPLACE_WITH_REDIS_PASSWORD>
S3_ENABLED=true
S3_BUCKET=piefed-bucket
S3_REGION=eu-central-003
S3_ENDPOINT=<REPLACE_WITH_S3_ENDPOINT>
S3_ACCESS_KEY=<REPLACE_WITH_S3_ACCESS_KEY>
S3_SECRET_KEY=<REPLACE_WITH_S3_SECRET_KEY>
S3_ENDPOINT=https://s3.eu-central-003.backblazeb2.com
S3_ACCESS_KEY=your_b2_key_id
S3_SECRET_KEY=your_b2_secret_key
S3_PUBLIC_URL=https://pfm.keyboardvagabond.com/
```
#### **Email (SMTP)**
#### **Email (Mailgun)**
```bash
MAIL_SERVER=<YOUR_SMTP_SERVER>
MAIL_SERVER=smtp.eu.mailgun.org
MAIL_PORT=587
MAIL_USERNAME=piefed@mail.keyboardvagabond.com
MAIL_PASSWORD=<REPLACE_WITH_EMAIL_PASSWORD>
MAIL_PASSWORD=<mail password>
MAIL_USE_TLS=true
MAIL_DEFAULT_SENDER=piefed@mail.keyboardvagabond.com
```

View File

@@ -2,8 +2,8 @@
set -e
# Configuration
REGISTRY="<YOUR_REGISTRY_URL>"
VERSION="v1.3.9"
REGISTRY="registry.keyboardvagabond.com"
VERSION="v1.5.1"
PLATFORM="linux/arm64"
# Colors for output
@@ -65,6 +65,11 @@ echo -e "${BLUE}Built containers:${NC}"
echo -e "${GREEN}$REGISTRY/library/piefed-web:$VERSION${NC}"
echo -e "${GREEN}$REGISTRY/library/piefed-worker:$VERSION${NC}"
# Show image sizes
echo
echo -e "${BLUE}📊 Built image sizes:${NC}"
docker images --format "table {{.Repository}}\t{{.Tag}}\t{{.Size}}" | grep -E "(piefed-base|piefed-web|piefed-worker)" | head -10
# Ask about pushing to registry
echo
read -p "Push all containers to Harbor registry? (y/N): " -n 1 -r

View File

@@ -0,0 +1,29 @@
# Git
.git
.gitignore
# Documentation
*.md
README*
# Python cache
__pycache__
*.pyc
*.pyo
*.pyd
.pytest_cache
.coverage
htmlcov/
# Environment files
.env*
*.env
# IDE
.vscode/
.idea/
*.swp
*.swo
# Build artifacts
*.log

View File

@@ -1,11 +1,8 @@
# Multi-stage build for smaller final image
FROM python:3.11-alpine AS builder
FROM python:3.11-alpine3.21 AS builder
# Use HTTP repositories to avoid SSL issues, then install dependencies
RUN echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/main" > /etc/apk/repositories \
&& echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/community" >> /etc/apk/repositories \
&& apk update \
&& apk add --no-cache \
# Install build dependencies
RUN apk add --no-cache \
pkgconfig \
gcc \
python3-dev \
@@ -19,21 +16,24 @@ RUN echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/main" > /etc/apk/repositori
# Set working directory
WORKDIR /app
# v1.3.x
ARG PIEFED_VERSION=main
# Clone PieFed source
ARG PIEFED_VERSION=v1.5.1
RUN git clone https://codeberg.org/rimu/pyfedi.git /app \
&& cd /app \
&& git checkout ${PIEFED_VERSION} \
&& rm -rf .git
# Install Python dependencies to /app/venv
# Install Python dependencies to /app/venv and clean up cache/bytecode
RUN python -m venv /app/venv \
&& source /app/venv/bin/activate \
&& pip install --no-cache-dir -r requirements.txt \
&& pip install --no-cache-dir uwsgi
&& pip install --no-cache-dir uwsgi \
&& find /app/venv -name "*.pyc" -delete \
&& find /app/venv -name "__pycache__" -type d -exec rm -rf {} + 2>/dev/null || true \
&& find /app -name "*.pyo" -delete 2>/dev/null || true
# Runtime stage - much smaller
FROM python:3.11-alpine AS runtime
FROM python:3.11-alpine3.21 AS runtime
# Set environment variables
ENV TZ=UTC
@@ -41,55 +41,43 @@ ENV PYTHONUNBUFFERED=1
ENV PYTHONDONTWRITEBYTECODE=1
ENV PATH="/app/venv/bin:$PATH"
# Install only runtime dependencies
RUN echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/main" > /etc/apk/repositories \
&& echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/community" >> /etc/apk/repositories \
&& apk update \
&& apk add --no-cache \
# Install only runtime dependencies (no redis server, nginx, dcron, or tesseract - not needed)
# - redis: using external Redis cluster, only Python client needed
# - nginx: only needed in web container, installed there
# - dcron: using Kubernetes CronJobs for scheduling
# - tesseract: OCR not used by PieFed
RUN apk add --no-cache \
ca-certificates \
curl \
su-exec \
dcron \
libpq \
jpeg \
freetype \
lcms2 \
openjpeg \
tiff \
nginx \
supervisor \
redis \
bash \
tesseract-ocr \
tesseract-ocr-data-eng
bash
# Create piefed user
# Create piefed user and set up directories in a single layer
RUN addgroup -g 1000 piefed \
&& adduser -u 1000 -G piefed -s /bin/sh -D piefed
&& adduser -u 1000 -G piefed -s /bin/sh -D piefed \
&& mkdir -p /app/logs /app/app/static/tmp /app/app/static/media \
/var/log/piefed /var/run/piefed \
&& chown -R piefed:piefed /var/log/piefed /var/run/piefed
# Set working directory
WORKDIR /app
# Copy application and virtual environment from builder
COPY --from=builder /app /app
COPY --from=builder /app/venv /app/venv
# Copy application and virtual environment from builder (venv is inside /app)
COPY --from=builder --chown=piefed:piefed /app /app
# Compile translations (matching official Dockerfile)
RUN source /app/venv/bin/activate && \
(pybabel compile -d app/translations || true)
# Set proper permissions - ensure logs directory is writable for dual logging
RUN chown -R piefed:piefed /app \
&& mkdir -p /app/logs /app/app/static/tmp /app/app/static/media \
&& chown -R piefed:piefed /app/logs /app/app/static/tmp /app/app/static/media \
&& chmod -R 755 /app/logs /app/app/static/tmp /app/app/static/media \
&& chmod 777 /app/logs
# Compile translations and set permissions in a single layer
RUN source /app/venv/bin/activate \
&& (pybabel compile -d app/translations || true) \
&& chmod 755 /app/logs /app/app/static/tmp /app/app/static/media
# Copy shared entrypoint utilities
COPY entrypoint-common.sh /usr/local/bin/entrypoint-common.sh
COPY entrypoint-init.sh /usr/local/bin/entrypoint-init.sh
RUN chmod +x /usr/local/bin/entrypoint-common.sh /usr/local/bin/entrypoint-init.sh
# Create directories for logs and runtime
RUN mkdir -p /var/log/piefed /var/run/piefed \
&& chown -R piefed:piefed /var/log/piefed /var/run/piefed
RUN chmod +x /usr/local/bin/entrypoint-common.sh /usr/local/bin/entrypoint-init.sh

View File

@@ -4,73 +4,11 @@ set -e
# Database initialization entrypoint for PieFed
# This script runs as a Kubernetes Job before web/worker pods start
log() {
echo "[$(date +'%Y-%m-%d %H:%M:%S')] $1"
}
# Source common functions (wait_for_db, wait_for_redis, log)
. /usr/local/bin/entrypoint-common.sh
log "Starting PieFed database initialization..."
# Wait for database to be available
wait_for_db() {
log "Waiting for database connection..."
until python -c "
import psycopg2
import os
from urllib.parse import urlparse
try:
# Parse DATABASE_URL
database_url = os.environ.get('DATABASE_URL', '')
if not database_url:
raise Exception('DATABASE_URL not set')
# Parse the URL to extract connection details
parsed = urlparse(database_url)
conn = psycopg2.connect(
host=parsed.hostname,
port=parsed.port or 5432,
database=parsed.path[1:], # Remove leading slash
user=parsed.username,
password=parsed.password
)
conn.close()
print('Database connection successful')
except Exception as e:
print(f'Database connection failed: {e}')
exit(1)
" 2>/dev/null; do
log "Database not ready, waiting 2 seconds..."
sleep 2
done
log "Database connection established"
}
# Wait for Redis to be available
wait_for_redis() {
log "Waiting for Redis connection..."
until python -c "
import redis
import os
try:
cache_redis_url = os.environ.get('CACHE_REDIS_URL', '')
if cache_redis_url:
r = redis.from_url(cache_redis_url)
else:
# Fallback to separate host/port for backwards compatibility
r = redis.Redis(host='redis', port=6379, password=os.environ.get('REDIS_PASSWORD', ''))
r.ping()
print('Redis connection successful')
except Exception as e:
print(f'Redis connection failed: {e}')
exit(1)
" 2>/dev/null; do
log "Redis not ready, waiting 2 seconds..."
sleep 2
done
log "Redis connection established"
}
# Main initialization sequence
main() {
# Change to application directory

View File

@@ -0,0 +1,29 @@
# Git
.git
.gitignore
# Documentation
*.md
README*
# Python cache
__pycache__
*.pyc
*.pyo
*.pyd
.pytest_cache
.coverage
htmlcov/
# Environment files
.env*
*.env
# IDE
.vscode/
.idea/
*.swp
*.swo
# Build artifacts
*.log

View File

@@ -1,6 +1,7 @@
FROM piefed-base AS piefed-web
# No additional Alpine packages needed - uWSGI installed via pip in base image
# Install nginx (only needed for web container)
RUN apk add --no-cache nginx
# Web-specific Python configuration for Flask
RUN echo 'import os' > /app/uwsgi_config.py && \
@@ -13,14 +14,10 @@ COPY supervisord-web.conf /etc/supervisor/conf.d/supervisord.conf
COPY entrypoint-web.sh /entrypoint.sh
RUN chmod +x /entrypoint.sh
# Create nginx directories and set permissions
RUN mkdir -p /var/log/nginx /var/log/supervisor /var/log/uwsgi \
&& chown -R nginx:nginx /var/log/nginx \
&& chown -R piefed:piefed /var/log/uwsgi \
&& mkdir -p /var/cache/nginx \
&& chown -R nginx:nginx /var/cache/nginx \
&& chown -R piefed:piefed /app/logs \
&& chmod -R 755 /app/logs
# Create nginx and log directories with proper permissions in a single layer
RUN mkdir -p /var/log/nginx /var/log/supervisor /var/log/uwsgi /var/cache/nginx \
&& chown -R nginx:nginx /var/log/nginx /var/cache/nginx \
&& chown -R piefed:piefed /var/log/uwsgi /app/logs
# Health check optimized for web container
HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \

View File

@@ -0,0 +1,29 @@
# Git
.git
.gitignore
# Documentation
*.md
README*
# Python cache
__pycache__
*.pyc
*.pyo
*.pyd
.pytest_cache
.coverage
htmlcov/
# Environment files
.env*
*.env
# IDE
.vscode/
.idea/
*.swp
*.swo
# Build artifacts
*.log

View File

@@ -1,8 +1,5 @@
FROM piefed-base AS piefed-worker
# Install additional packages needed for worker container
RUN apk add --no-cache redis
# Worker-specific Python configuration for background processing
RUN echo "import sys" > /app/worker_config.py && \
echo "sys.path.append('/app')" >> /app/worker_config.py

View File

@@ -32,18 +32,18 @@ This will:
1. Build the base image with all Pixelfed dependencies
2. Build the web container with Nginx + PHP-FPM
3. Build the worker container with Horizon + Scheduler
4. Push to your Harbor registry: `<YOUR_REGISTRY_URL>`
4. Push to your Harbor registry: `registry.keyboardvagabond.com`
### **Individual Container Builds**
```bash
# Build just web container
cd pixelfed-web && docker build --platform linux/arm64 \
-t <YOUR_REGISTRY_URL>/pixelfed/web:v6 .
-t registry.keyboardvagabond.com/pixelfed/web:v6 .
# Build just worker container
cd pixelfed-worker && docker build --platform linux/arm64 \
-t <YOUR_REGISTRY_URL>/pixelfed/worker:v0.12.6 .
-t registry.keyboardvagabond.com/pixelfed/worker:v0.12.6 .
```
## 📦 **Container Details**
@@ -84,14 +84,14 @@ APP_DOMAIN=pixelfed.keyboardvagabond.com
DB_HOST=postgresql-shared-rw.postgresql-system.svc.cluster.local
DB_DATABASE=pixelfed
DB_USERNAME=pixelfed
DB_PASSWORD=<REPLACE_WITH_DATABASE_PASSWORD>
DB_PASSWORD=secure_password_here
```
#### **Redis Configuration**
```bash
REDIS_HOST=redis-ha-haproxy.redis-system.svc.cluster.local
REDIS_PORT=6379
REDIS_PASSWORD=<REPLACE_WITH_REDIS_PASSWORD>
REDIS_PASSWORD=redis_password_if_needed
```
#### **S3 Media Storage (Backblaze B2)**
@@ -104,12 +104,12 @@ FILESYSTEM_CLOUD=s3
FILESYSTEM_DISK=s3
# Backblaze B2 S3-compatible configuration
AWS_ACCESS_KEY_ID=<REPLACE_WITH_S3_ACCESS_KEY>
AWS_SECRET_ACCESS_KEY=<REPLACE_WITH_S3_SECRET_KEY>
AWS_ACCESS_KEY_ID=your_b2_key_id
AWS_SECRET_ACCESS_KEY=your_b2_secret_key
AWS_DEFAULT_REGION=eu-central-003
AWS_BUCKET=pixelfed-bucket
AWS_URL=https://pm.keyboardvagabond.com/
AWS_ENDPOINT=<REPLACE_WITH_S3_ENDPOINT>
AWS_ENDPOINT=https://s3.eu-central-003.backblazeb2.com
AWS_USE_PATH_STYLE_ENDPOINT=false
AWS_ROOT=
AWS_VISIBILITY=public
@@ -118,13 +118,13 @@ AWS_VISIBILITY=public
CDN_DOMAIN=pm.keyboardvagabond.com
```
#### **Email (SMTP)**
#### **Email (Mailgun)**
```bash
MAIL_MAILER=smtp
MAIL_HOST=<YOUR_SMTP_SERVER>
MAIL_HOST=smtp.eu.mailgun.org
MAIL_PORT=587
MAIL_USERNAME=pixelfed@mail.keyboardvagabond.com
MAIL_PASSWORD=<REPLACE_WITH_EMAIL_PASSWORD>
MAIL_PASSWORD=<mail password>
MAIL_ENCRYPTION=tls
MAIL_FROM_ADDRESS=pixelfed@mail.keyboardvagabond.com
MAIL_FROM_NAME="Pixelfed at Keyboard Vagabond"

View File

@@ -2,7 +2,7 @@
set -e
# Configuration
REGISTRY="<YOUR_REGISTRY_URL>"
REGISTRY="registry.keyboardvagabond.com"
VERSION="v0.12.6"
PLATFORM="linux/arm64"
@@ -64,6 +64,11 @@ echo -e "${BLUE}Built containers:${NC}"
echo -e "${GREEN}$REGISTRY/library/pixelfed-web:$VERSION${NC}"
echo -e "${GREEN}$REGISTRY/library/pixelfed-worker:$VERSION${NC}"
# Show image sizes
echo
echo -e "${BLUE}📊 Built image sizes:${NC}"
docker images --format "table {{.Repository}}\t{{.Tag}}\t{{.Size}}" | grep -E "(pixelfed-base|pixelfed-web|pixelfed-worker)" | head -10
# Ask about pushing to registry
echo
read -p "Push all containers to Harbor registry? (y/N): " -n 1 -r

View File

@@ -1,17 +1,19 @@
# Multi-stage build for Pixelfed - optimized base image
FROM php:8.3-fpm-alpine AS builder
LABEL org.opencontainers.image.title="Pixelfed Base" \
org.opencontainers.image.description="Shared base image for Pixelfed photo sharing platform" \
org.opencontainers.image.source="https://github.com/pixelfed/pixelfed" \
org.opencontainers.image.vendor="Keyboard Vagabond"
# Set environment variables
ENV PIXELFED_VERSION=v0.12.6
ENV TZ=UTC
ENV APP_ENV=production
ENV APP_DEBUG=false
# Use HTTP repositories and install build dependencies
RUN echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/main" > /etc/apk/repositories \
&& echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/community" >> /etc/apk/repositories \
&& apk update \
&& apk add --no-cache \
# Install build dependencies in a single layer
RUN apk add --no-cache \
ca-certificates \
git \
curl \
@@ -28,19 +30,16 @@ RUN echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/main" > /etc/apk/repositori
icu-dev \
gettext-dev \
imagemagick-dev \
# Node.js and build tools for asset compilation
# Node.js for asset compilation
nodejs \
npm \
# Compilation tools for native modules
# Build tools
build-base \
python3 \
make \
# Additional build tools for PECL extensions
autoconf \
pkgconfig \
$PHPIZE_DEPS
# Install PHP extensions
# Install PHP extensions (done ONCE - will be copied to runtime stage)
RUN docker-php-ext-configure gd --with-freetype --with-jpeg \
&& docker-php-ext-install -j$(nproc) \
pdo_pgsql \
@@ -52,9 +51,15 @@ RUN docker-php-ext-configure gd --with-freetype --with-jpeg \
exif \
pcntl \
opcache \
# Install ImageMagick PHP extension via PECL
&& pecl install imagick \
&& docker-php-ext-enable imagick
# Build imagick from source for PHP 8.3 compatibility
&& git clone https://github.com/Imagick/imagick.git --depth 1 -b master /tmp/imagick \
&& cd /tmp/imagick \
&& phpize \
&& ./configure \
&& make \
&& make install \
&& docker-php-ext-enable imagick \
&& rm -rf /tmp/imagick
# Install Composer
COPY --from=composer:2 /usr/bin/composer /usr/bin/composer
@@ -82,10 +87,7 @@ RUN composer install --no-dev --optimize-autoloader --no-interaction \
&& rm -f bootstrap/cache/packages.php bootstrap/cache/services.php || true \
&& php artisan package:discover --ansi || true
# Install Node.js and build assets (skip post-install scripts to avoid node-datachannel compilation)
USER root
RUN apk add --no-cache nodejs npm
USER pixelfed
# Build frontend assets (skip post-install scripts to avoid node-datachannel compilation)
RUN echo "ignore-scripts=true" > .npmrc \
&& npm ci \
&& npm run production \
@@ -99,21 +101,23 @@ USER root
# ================================
FROM php:8.3-fpm-alpine AS pixelfed-base
LABEL org.opencontainers.image.title="Pixelfed Base" \
org.opencontainers.image.description="Shared base image for Pixelfed photo sharing platform" \
org.opencontainers.image.source="https://github.com/pixelfed/pixelfed" \
org.opencontainers.image.vendor="Keyboard Vagabond"
# Set environment variables
ENV TZ=UTC
ENV APP_ENV=production
ENV APP_DEBUG=false
# Install only runtime dependencies (no -dev packages, no build tools)
RUN echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/main" > /etc/apk/repositories \
&& echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/community" >> /etc/apk/repositories \
&& apk update \
&& apk add --no-cache \
RUN apk add --no-cache \
ca-certificates \
curl \
su-exec \
dcron \
# Runtime libraries for PHP extensions (no -dev versions)
# Runtime libraries for PHP extensions
libpng \
oniguruma \
libxml2 \
@@ -121,58 +125,23 @@ RUN echo "http://dl-cdn.alpinelinux.org/alpine/v3.22/main" > /etc/apk/repositori
libjpeg-turbo \
libzip \
libpq \
icu \
icu-libs \
gettext \
# Image optimization tools (runtime only)
# ImageMagick runtime libraries
imagemagick \
imagemagick-libs \
# Image optimization tools (required by Pixelfed)
jpegoptim \
optipng \
pngquant \
gifsicle \
imagemagick \
# FFmpeg for video thumbnails (required by Pixelfed)
ffmpeg \
&& rm -rf /var/cache/apk/*
# Re-install PHP extensions in runtime stage (this ensures compatibility)
RUN apk add --no-cache --virtual .build-deps \
libpng-dev \
oniguruma-dev \
libxml2-dev \
freetype-dev \
libjpeg-turbo-dev \
libzip-dev \
postgresql-dev \
icu-dev \
gettext-dev \
imagemagick-dev \
# Additional build tools for PECL extensions
autoconf \
pkgconfig \
git \
$PHPIZE_DEPS \
&& docker-php-ext-configure gd --with-freetype --with-jpeg \
&& docker-php-ext-install -j$(nproc) \
pdo_pgsql \
pgsql \
gd \
zip \
intl \
bcmath \
exif \
pcntl \
opcache \
# Install ImageMagick PHP extension from source (PHP 8.3 compatibility)
&& git clone https://github.com/Imagick/imagick.git --depth 1 /tmp/imagick \
&& cd /tmp/imagick \
&& git fetch origin master \
&& git switch master \
&& phpize \
&& ./configure \
&& make \
&& make install \
&& docker-php-ext-enable imagick \
&& rm -rf /tmp/imagick \
&& apk del .build-deps \
&& rm -rf /var/cache/apk/*
# Copy PHP extensions from builder (KEY OPTIMIZATION - no recompilation!)
COPY --from=builder /usr/local/lib/php/extensions/ /usr/local/lib/php/extensions/
COPY --from=builder /usr/local/etc/php/conf.d/ /usr/local/etc/php/conf.d/
# Create pixelfed user
RUN addgroup -g 1000 pixelfed \
@@ -184,7 +153,7 @@ WORKDIR /var/www/pixelfed
# Copy application from builder (source + compiled assets + vendor dependencies)
COPY --from=builder --chown=pixelfed:pixelfed /var/www/pixelfed /var/www/pixelfed
# Copy custom assets (logo, banners, etc.) to override defaults. Doesn't override the png versions.
# Copy custom assets (logo, banners, etc.) to override defaults
COPY --chown=pixelfed:pixelfed custom-assets/img/*.svg /var/www/pixelfed/public/img/
# Clear any cached configuration files and set proper permissions
@@ -193,15 +162,17 @@ RUN rm -rf /var/www/pixelfed/bootstrap/cache/*.php || true \
&& chmod -R 755 /var/www/pixelfed/bootstrap/cache \
&& chown -R pixelfed:pixelfed /var/www/pixelfed/bootstrap/cache
# Configure PHP for better performance
RUN echo "opcache.enable=1" >> /usr/local/etc/php/conf.d/docker-php-ext-opcache.ini \
&& echo "opcache.revalidate_freq=0" >> /usr/local/etc/php/conf.d/docker-php-ext-opcache.ini \
&& echo "opcache.validate_timestamps=0" >> /usr/local/etc/php/conf.d/docker-php-ext-opcache.ini \
&& echo "opcache.max_accelerated_files=10000" >> /usr/local/etc/php/conf.d/docker-php-ext-opcache.ini \
&& echo "opcache.memory_consumption=192" >> /usr/local/etc/php/conf.d/docker-php-ext-opcache.ini \
&& echo "opcache.max_wasted_percentage=10" >> /usr/local/etc/php/conf.d/docker-php-ext-opcache.ini \
&& echo "opcache.interned_strings_buffer=16" >> /usr/local/etc/php/conf.d/docker-php-ext-opcache.ini \
&& echo "opcache.fast_shutdown=1" >> /usr/local/etc/php/conf.d/docker-php-ext-opcache.ini
# Configure PHP OPcache for production performance
RUN { \
echo "opcache.enable=1"; \
echo "opcache.revalidate_freq=0"; \
echo "opcache.validate_timestamps=0"; \
echo "opcache.max_accelerated_files=10000"; \
echo "opcache.memory_consumption=192"; \
echo "opcache.max_wasted_percentage=10"; \
echo "opcache.interned_strings_buffer=16"; \
echo "opcache.fast_shutdown=1"; \
} >> /usr/local/etc/php/conf.d/docker-php-ext-opcache.ini
# Copy shared entrypoint utilities
COPY entrypoint-common.sh /usr/local/bin/entrypoint-common.sh

View File

@@ -1,35 +1,270 @@
# CloudNativePG-compatible PostGIS image
# Uses imresamu/postgis as base which has ARM64 support
FROM imresamu/postgis:16-3.4
# =============================================================================
# PostgreSQL 18 + PostGIS 3.6 for CloudNativePG (ARM64 build from source)
# =============================================================================
# This Dockerfile builds PostGIS from source for ARM64 architecture since
# the official postgis/postgis images don't have ARM64 support for PG18 yet.
#
# Build: docker build --platform linux/arm64 -t cnpg-postgis:18-3.6 .
# Test: docker run --rm -e POSTGRES_PASSWORD=test cnpg-postgis:18-3.6 postgres --version
# =============================================================================
# Get additional tools from CloudNativePG image
FROM ghcr.io/cloudnative-pg/postgresql:16.6 as cnpg-tools
# -----------------------------------------------------------------------------
# Build arguments - Pin versions for reproducible builds
# -----------------------------------------------------------------------------
ARG PG_MAJOR=18
ARG POSTGIS_VERSION=3.6.1
ARG GEOS_VERSION=3.13.0
# PROJ 9.4.1 is more stable for building; 9.5.x has additional deps
ARG PROJ_VERSION=9.4.1
ARG GDAL_VERSION=3.10.1
ARG SFCGAL_VERSION=2.0.0
# Final stage: PostGIS with CloudNativePG tools
FROM imresamu/postgis:16-3.4
# =============================================================================
# Stage 1: Build PostGIS and dependencies from source
# =============================================================================
FROM postgres:${PG_MAJOR}-bookworm AS builder
USER root
ARG PG_MAJOR
ARG POSTGIS_VERSION
ARG GEOS_VERSION
ARG PROJ_VERSION
ARG GDAL_VERSION
# Fix user ID compatibility with CloudNativePG (user ID 26)
# CloudNativePG expects postgres user to have ID 26, but imresamu/postgis uses 999
# The tape group (ID 26) already exists, so we'll change postgres user to use it
RUN usermod -u 26 -g 26 postgres && \
delgroup postgres && \
chown -R postgres:tape /var/lib/postgresql && \
chown -R postgres:tape /var/run/postgresql
# Copy barman and other tools from CloudNativePG image
COPY --from=cnpg-tools /usr/local/bin/barman* /usr/local/bin/
# Install any additional packages that CloudNativePG might need
RUN apt-get update && \
apt-get install -y --no-install-recommends \
curl \
jq \
# Install build dependencies
RUN apt-get update && apt-get install -y --no-install-recommends \
# Build tools
build-essential \
cmake \
ninja-build \
pkg-config \
git \
wget \
ca-certificates \
# PostgreSQL development
postgresql-server-dev-${PG_MAJOR} \
# Required libraries
libxml2-dev \
libjson-c-dev \
libprotobuf-c-dev \
protobuf-c-compiler \
libsqlite3-dev \
sqlite3 \
libtiff-dev \
libcurl4-openssl-dev \
libssl-dev \
zlib1g-dev \
liblzma-dev \
libzstd-dev \
libpng-dev \
libjpeg-dev \
libwebp-dev \
# Additional dependencies
libpcre2-dev \
autoconf \
automake \
libtool \
# PROJ additional requirements
nlohmann-json3-dev \
libgeotiff-dev \
&& rm -rf /var/lib/apt/lists/*
# Switch back to postgres user (now with correct ID 26)
WORKDIR /build
# -----------------------------------------------------------------------------
# Build GEOS (Geometry Engine)
# -----------------------------------------------------------------------------
RUN wget -q https://download.osgeo.org/geos/geos-${GEOS_VERSION}.tar.bz2 \
&& tar xjf geos-${GEOS_VERSION}.tar.bz2 \
&& cd geos-${GEOS_VERSION} \
&& mkdir build && cd build \
&& cmake .. \
-G Ninja \
-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_INSTALL_PREFIX=/usr/local \
-DBUILD_TESTING=OFF \
&& ninja \
&& ninja install \
&& cd /build && rm -rf geos-*
# -----------------------------------------------------------------------------
# Build PROJ (Cartographic Projections)
# -----------------------------------------------------------------------------
RUN wget -q https://download.osgeo.org/proj/proj-${PROJ_VERSION}.tar.gz \
&& tar xzf proj-${PROJ_VERSION}.tar.gz \
&& cd proj-${PROJ_VERSION} \
&& mkdir build && cd build \
&& cmake .. \
-G Ninja \
-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_INSTALL_PREFIX=/usr/local \
-DBUILD_TESTING=OFF \
-DENABLE_CURL=ON \
-DENABLE_TIFF=ON \
&& ninja \
&& ninja install \
&& cd /build && rm -rf proj-*
# Update library cache after PROJ install
RUN ldconfig
# -----------------------------------------------------------------------------
# Build GDAL (Geospatial Data Abstraction Library)
# -----------------------------------------------------------------------------
RUN wget -q https://github.com/OSGeo/gdal/releases/download/v${GDAL_VERSION}/gdal-${GDAL_VERSION}.tar.gz \
&& tar xzf gdal-${GDAL_VERSION}.tar.gz \
&& cd gdal-${GDAL_VERSION} \
&& mkdir build && cd build \
&& cmake .. \
-G Ninja \
-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_INSTALL_PREFIX=/usr/local \
-DBUILD_TESTING=OFF \
-DBUILD_APPS=OFF \
-DGDAL_BUILD_OPTIONAL_DRIVERS=OFF \
-DOGR_BUILD_OPTIONAL_DRIVERS=OFF \
-DGDAL_USE_GEOS=ON \
-DGDAL_USE_PROJ=ON \
-DGDAL_USE_TIFF=ON \
-DGDAL_USE_GEOTIFF=ON \
-DGDAL_USE_PNG=ON \
-DGDAL_USE_JPEG=ON \
-DGDAL_USE_WEBP=ON \
-DGDAL_USE_CURL=ON \
-DGDAL_USE_SQLITE3=ON \
-DGDAL_USE_POSTGRESQL=ON \
&& ninja \
&& ninja install \
&& cd /build && rm -rf gdal-*
# Update library cache after GDAL install
RUN ldconfig
# -----------------------------------------------------------------------------
# Build PostGIS
# -----------------------------------------------------------------------------
# Set library paths so configure can find GDAL, GEOS, PROJ
ENV LD_LIBRARY_PATH=/usr/local/lib
ENV PKG_CONFIG_PATH=/usr/local/lib/pkgconfig
RUN wget -q https://download.osgeo.org/postgis/source/postgis-${POSTGIS_VERSION}.tar.gz \
&& tar xzf postgis-${POSTGIS_VERSION}.tar.gz \
&& cd postgis-${POSTGIS_VERSION} \
&& LDFLAGS="-L/usr/local/lib" \
CPPFLAGS="-I/usr/local/include" \
./configure \
--with-pgconfig=/usr/lib/postgresql/${PG_MAJOR}/bin/pg_config \
--with-geosconfig=/usr/local/bin/geos-config \
--with-projdir=/usr/local \
--with-gdalconfig=/usr/local/bin/gdal-config \
--with-protobufdir=/usr \
--without-sfcgal \
&& make -j$(nproc) \
&& make install DESTDIR=/postgis-install \
&& cd /build && rm -rf postgis-*
# =============================================================================
# Stage 2: Get CNPG tools (barman-cloud for backup/restore)
# =============================================================================
FROM ghcr.io/cloudnative-pg/postgresql:${PG_MAJOR} AS cnpg-tools
# =============================================================================
# Stage 3: Final runtime image
# =============================================================================
FROM postgres:${PG_MAJOR}-bookworm
ARG PG_MAJOR
ARG POSTGIS_VERSION
LABEL maintainer="Keyboard Vagabond <admin@mail.keyboardvagabond.com>"
LABEL description="PostgreSQL ${PG_MAJOR} with PostGIS ${POSTGIS_VERSION} for CloudNativePG (ARM64)"
LABEL org.opencontainers.image.source="https://keyboardvagabond.com"
ENV POSTGIS_MAJOR=3
ENV POSTGIS_VERSION=${POSTGIS_VERSION}
# Install runtime dependencies only (no build tools)
RUN apt-get update && apt-get install -y --no-install-recommends \
# Runtime libraries for GEOS/PROJ/GDAL/PostGIS
libxml2 \
libjson-c5 \
libprotobuf-c1 \
libsqlite3-0 \
libtiff6 \
libcurl4 \
libssl3 \
zlib1g \
liblzma5 \
libzstd1 \
libpng16-16 \
libjpeg62-turbo \
libwebp7 \
libpcre2-8-0 \
# Additional utilities
ca-certificates \
curl \
jq \
# Python for barman-cloud
python3 \
python3-boto3 \
python3-botocore \
&& rm -rf /var/lib/apt/lists/*
# Copy compiled libraries from builder
COPY --from=builder /usr/local/lib/ /usr/local/lib/
COPY --from=builder /usr/local/share/proj/ /usr/local/share/proj/
COPY --from=builder /usr/local/share/gdal/ /usr/local/share/gdal/
COPY --from=builder /usr/local/bin/geos-config /usr/local/bin/
COPY --from=builder /usr/local/bin/gdal-config /usr/local/bin/
COPY --from=builder /usr/local/bin/proj /usr/local/bin/
COPY --from=builder /usr/local/bin/projinfo /usr/local/bin/
# Copy PostGIS installation (modern PostGIS uses extension dir, not contrib)
COPY --from=builder /postgis-install/usr/lib/postgresql/${PG_MAJOR}/lib/ /usr/lib/postgresql/${PG_MAJOR}/lib/
COPY --from=builder /postgis-install/usr/share/postgresql/${PG_MAJOR}/extension/ /usr/share/postgresql/${PG_MAJOR}/extension/
# Update library cache
RUN ldconfig
# Copy barman-cloud tools from CNPG image (they're in /usr/local/bin/)
COPY --from=cnpg-tools /usr/local/bin/barman* /usr/local/bin/
# -----------------------------------------------------------------------------
# Fix user ID for CloudNativePG compatibility (requires UID 26)
# -----------------------------------------------------------------------------
RUN set -eux; \
CURRENT_UID=$(id -u postgres); \
if [ "$CURRENT_UID" != "26" ]; then \
# Check if UID 26 is already in use
if getent passwd 26 >/dev/null 2>&1; then \
EXISTING_USER=$(getent passwd 26 | cut -d: -f1); \
usermod -u 9999 "$EXISTING_USER" 2>/dev/null || true; \
fi; \
# Change postgres user to UID 26
usermod -u 26 postgres; \
# Fix ownership of postgres directories
find /var/lib/postgresql -user $CURRENT_UID -exec chown -h 26 {} \; 2>/dev/null || true; \
find /var/run/postgresql -user $CURRENT_UID -exec chown -h 26 {} \; 2>/dev/null || true; \
chown -R postgres:postgres /var/lib/postgresql /var/run/postgresql 2>/dev/null || true; \
fi
# Copy initialization and update scripts
RUN mkdir -p /docker-entrypoint-initdb.d
COPY ./initdb-postgis.sh /docker-entrypoint-initdb.d/10_postgis.sh
COPY ./update-postgis.sh /usr/local/bin/
RUN chmod +x /docker-entrypoint-initdb.d/10_postgis.sh /usr/local/bin/update-postgis.sh
# -----------------------------------------------------------------------------
# Verify installation
# -----------------------------------------------------------------------------
RUN set -eux; \
postgres --version; \
echo "GEOS: $(geos-config --version)"; \
echo "PROJ: $(projinfo 2>&1 | head -1 || echo 'installed')"; \
echo "GDAL: $(gdal-config --version)"; \
id postgres; \
ls -la /usr/lib/postgresql/${PG_MAJOR}/lib/postgis*.so || true
# Switch to postgres user
USER postgres
# Keep the standard PostgreSQL entrypoint
# CloudNativePG operator will manage the container lifecycle
EXPOSE 5432

View File

@@ -0,0 +1,267 @@
# =============================================================================
# PostgreSQL 16→18 Upgrade Image for CloudNativePG pg_upgrade
# =============================================================================
# This special image contains BOTH PG16 and PG18 binaries + PostGIS, required
# for CloudNativePG's declarative pg_upgrade feature.
#
# Use this image ONLY for the upgrade process. After upgrade completes,
# switch to the regular cnpg-postgis:18-3.6 image.
#
# Build: docker build --platform linux/arm64 -f Dockerfile.upgrade -t cnpg-postgis:upgrade-16-to-18 .
# =============================================================================
# -----------------------------------------------------------------------------
# Build arguments - Pin versions for reproducible builds
# -----------------------------------------------------------------------------
ARG PG_OLD=16
ARG PG_NEW=18
ARG POSTGIS_OLD=3.4.3
ARG POSTGIS_NEW=3.6.1
ARG GEOS_VERSION=3.13.0
ARG PROJ_VERSION=9.4.1
ARG GDAL_VERSION=3.10.1
# =============================================================================
# Stage 1: Build PostGIS for PG16 (old version)
# =============================================================================
FROM postgres:16-bookworm AS builder-pg16
ARG POSTGIS_OLD
ARG GEOS_VERSION
ARG PROJ_VERSION
ARG GDAL_VERSION
# Install build dependencies
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential cmake ninja-build pkg-config git wget ca-certificates \
postgresql-server-dev-16 \
libxml2-dev libjson-c-dev libprotobuf-c-dev protobuf-c-compiler \
libsqlite3-dev sqlite3 libtiff-dev libcurl4-openssl-dev libssl-dev \
zlib1g-dev liblzma-dev libzstd-dev libpng-dev libjpeg-dev libwebp-dev \
libpcre2-dev autoconf automake libtool nlohmann-json3-dev libgeotiff-dev \
&& rm -rf /var/lib/apt/lists/*
WORKDIR /build
# Build GEOS
RUN wget -q https://download.osgeo.org/geos/geos-${GEOS_VERSION}.tar.bz2 \
&& tar xjf geos-${GEOS_VERSION}.tar.bz2 \
&& cd geos-${GEOS_VERSION} && mkdir build && cd build \
&& cmake .. -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_TESTING=OFF \
&& ninja && ninja install \
&& cd /build && rm -rf geos-*
# Build PROJ
RUN wget -q https://download.osgeo.org/proj/proj-${PROJ_VERSION}.tar.gz \
&& tar xzf proj-${PROJ_VERSION}.tar.gz \
&& cd proj-${PROJ_VERSION} && mkdir build && cd build \
&& cmake .. -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local \
-DBUILD_TESTING=OFF -DENABLE_CURL=ON -DENABLE_TIFF=ON \
&& ninja && ninja install \
&& cd /build && rm -rf proj-* && ldconfig
# Build GDAL
RUN wget -q https://github.com/OSGeo/gdal/releases/download/v${GDAL_VERSION}/gdal-${GDAL_VERSION}.tar.gz \
&& tar xzf gdal-${GDAL_VERSION}.tar.gz \
&& cd gdal-${GDAL_VERSION} && mkdir build && cd build \
&& cmake .. -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local \
-DBUILD_TESTING=OFF -DBUILD_APPS=OFF \
-DGDAL_BUILD_OPTIONAL_DRIVERS=OFF -DOGR_BUILD_OPTIONAL_DRIVERS=OFF \
-DGDAL_USE_GEOS=ON -DGDAL_USE_PROJ=ON -DGDAL_USE_TIFF=ON \
-DGDAL_USE_GEOTIFF=ON -DGDAL_USE_PNG=ON -DGDAL_USE_JPEG=ON \
-DGDAL_USE_WEBP=ON -DGDAL_USE_CURL=ON -DGDAL_USE_SQLITE3=ON \
-DGDAL_USE_POSTGRESQL=ON \
&& ninja && ninja install \
&& cd /build && rm -rf gdal-* && ldconfig
# Build PostGIS for PG16
ENV LD_LIBRARY_PATH=/usr/local/lib
ENV PKG_CONFIG_PATH=/usr/local/lib/pkgconfig
RUN wget -q https://download.osgeo.org/postgis/source/postgis-${POSTGIS_OLD}.tar.gz \
&& tar xzf postgis-${POSTGIS_OLD}.tar.gz \
&& cd postgis-${POSTGIS_OLD} \
&& LDFLAGS="-L/usr/local/lib" CPPFLAGS="-I/usr/local/include" \
./configure \
--with-pgconfig=/usr/lib/postgresql/16/bin/pg_config \
--with-geosconfig=/usr/local/bin/geos-config \
--with-projdir=/usr/local \
--with-gdalconfig=/usr/local/bin/gdal-config \
--with-protobufdir=/usr \
--without-sfcgal \
&& make -j$(nproc) \
&& make install DESTDIR=/postgis-install-pg16 \
&& cd /build && rm -rf postgis-*
# =============================================================================
# Stage 2: Build PostGIS for PG18 (new version)
# =============================================================================
FROM postgres:18-bookworm AS builder-pg18
ARG POSTGIS_NEW
ARG GEOS_VERSION
ARG PROJ_VERSION
ARG GDAL_VERSION
# Install build dependencies (same as PG16)
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential cmake ninja-build pkg-config git wget ca-certificates \
postgresql-server-dev-18 \
libxml2-dev libjson-c-dev libprotobuf-c-dev protobuf-c-compiler \
libsqlite3-dev sqlite3 libtiff-dev libcurl4-openssl-dev libssl-dev \
zlib1g-dev liblzma-dev libzstd-dev libpng-dev libjpeg-dev libwebp-dev \
libpcre2-dev autoconf automake libtool nlohmann-json3-dev libgeotiff-dev \
&& rm -rf /var/lib/apt/lists/*
WORKDIR /build
# Build GEOS
RUN wget -q https://download.osgeo.org/geos/geos-${GEOS_VERSION}.tar.bz2 \
&& tar xjf geos-${GEOS_VERSION}.tar.bz2 \
&& cd geos-${GEOS_VERSION} && mkdir build && cd build \
&& cmake .. -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_TESTING=OFF \
&& ninja && ninja install \
&& cd /build && rm -rf geos-*
# Build PROJ
RUN wget -q https://download.osgeo.org/proj/proj-${PROJ_VERSION}.tar.gz \
&& tar xzf proj-${PROJ_VERSION}.tar.gz \
&& cd proj-${PROJ_VERSION} && mkdir build && cd build \
&& cmake .. -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local \
-DBUILD_TESTING=OFF -DENABLE_CURL=ON -DENABLE_TIFF=ON \
&& ninja && ninja install \
&& cd /build && rm -rf proj-* && ldconfig
# Build GDAL
RUN wget -q https://github.com/OSGeo/gdal/releases/download/v${GDAL_VERSION}/gdal-${GDAL_VERSION}.tar.gz \
&& tar xzf gdal-${GDAL_VERSION}.tar.gz \
&& cd gdal-${GDAL_VERSION} && mkdir build && cd build \
&& cmake .. -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local \
-DBUILD_TESTING=OFF -DBUILD_APPS=OFF \
-DGDAL_BUILD_OPTIONAL_DRIVERS=OFF -DOGR_BUILD_OPTIONAL_DRIVERS=OFF \
-DGDAL_USE_GEOS=ON -DGDAL_USE_PROJ=ON -DGDAL_USE_TIFF=ON \
-DGDAL_USE_GEOTIFF=ON -DGDAL_USE_PNG=ON -DGDAL_USE_JPEG=ON \
-DGDAL_USE_WEBP=ON -DGDAL_USE_CURL=ON -DGDAL_USE_SQLITE3=ON \
-DGDAL_USE_POSTGRESQL=ON \
&& ninja && ninja install \
&& cd /build && rm -rf gdal-* && ldconfig
# Build PostGIS for PG18
ENV LD_LIBRARY_PATH=/usr/local/lib
ENV PKG_CONFIG_PATH=/usr/local/lib/pkgconfig
RUN wget -q https://download.osgeo.org/postgis/source/postgis-${POSTGIS_NEW}.tar.gz \
&& tar xzf postgis-${POSTGIS_NEW}.tar.gz \
&& cd postgis-${POSTGIS_NEW} \
&& LDFLAGS="-L/usr/local/lib" CPPFLAGS="-I/usr/local/include" \
./configure \
--with-pgconfig=/usr/lib/postgresql/18/bin/pg_config \
--with-geosconfig=/usr/local/bin/geos-config \
--with-projdir=/usr/local \
--with-gdalconfig=/usr/local/bin/gdal-config \
--with-protobufdir=/usr \
--without-sfcgal \
&& make -j$(nproc) \
&& make install DESTDIR=/postgis-install-pg18 \
&& cd /build && rm -rf postgis-*
# =============================================================================
# Stage 3: Get CNPG tools
# =============================================================================
FROM ghcr.io/cloudnative-pg/postgresql:18 AS cnpg-tools
# =============================================================================
# Stage 4: Final multi-version runtime image
# =============================================================================
FROM postgres:18-bookworm
ARG PG_OLD=16
ARG PG_NEW=18
ARG POSTGIS_NEW
LABEL maintainer="Keyboard Vagabond <admin@mail.keyboardvagabond.com>"
LABEL description="PostgreSQL 16→18 upgrade image with PostGIS for CloudNativePG pg_upgrade (ARM64)"
LABEL org.opencontainers.image.source="https://keyboardvagabond.com"
LABEL pg.upgrade.from="16"
LABEL pg.upgrade.to="18"
ENV POSTGIS_MAJOR=3
ENV POSTGIS_VERSION=${POSTGIS_NEW}
# Install runtime dependencies + PostgreSQL 16 binaries
RUN apt-get update && apt-get install -y --no-install-recommends \
# Runtime libraries for GEOS/PROJ/GDAL/PostGIS
libxml2 libjson-c5 libprotobuf-c1 libsqlite3-0 libtiff6 libcurl4 \
libssl3 zlib1g liblzma5 libzstd1 libpng16-16 libjpeg62-turbo libwebp7 \
libpcre2-8-0 ca-certificates curl jq \
# Python for barman-cloud
python3 python3-boto3 python3-botocore \
# PostgreSQL 16 binaries (required for pg_upgrade)
postgresql-16 \
&& rm -rf /var/lib/apt/lists/*
# Copy compiled libraries from PG18 builder (shared between both versions)
COPY --from=builder-pg18 /usr/local/lib/ /usr/local/lib/
COPY --from=builder-pg18 /usr/local/share/proj/ /usr/local/share/proj/
COPY --from=builder-pg18 /usr/local/share/gdal/ /usr/local/share/gdal/
COPY --from=builder-pg18 /usr/local/bin/geos-config /usr/local/bin/
COPY --from=builder-pg18 /usr/local/bin/gdal-config /usr/local/bin/
COPY --from=builder-pg18 /usr/local/bin/proj /usr/local/bin/
COPY --from=builder-pg18 /usr/local/bin/projinfo /usr/local/bin/
# Copy PostGIS for PG16 (old version)
COPY --from=builder-pg16 /postgis-install-pg16/usr/lib/postgresql/16/lib/ /usr/lib/postgresql/16/lib/
COPY --from=builder-pg16 /postgis-install-pg16/usr/share/postgresql/16/extension/ /usr/share/postgresql/16/extension/
# Copy PostGIS for PG18 (new version)
COPY --from=builder-pg18 /postgis-install-pg18/usr/lib/postgresql/18/lib/ /usr/lib/postgresql/18/lib/
COPY --from=builder-pg18 /postgis-install-pg18/usr/share/postgresql/18/extension/ /usr/share/postgresql/18/extension/
# Update library cache
RUN ldconfig
# Copy barman-cloud tools from CNPG image
COPY --from=cnpg-tools /usr/local/bin/barman* /usr/local/bin/
# -----------------------------------------------------------------------------
# Fix user ID for CloudNativePG compatibility (requires UID 26)
# -----------------------------------------------------------------------------
RUN set -eux; \
CURRENT_UID=$(id -u postgres); \
if [ "$CURRENT_UID" != "26" ]; then \
if getent passwd 26 >/dev/null 2>&1; then \
EXISTING_USER=$(getent passwd 26 | cut -d: -f1); \
usermod -u 9999 "$EXISTING_USER" 2>/dev/null || true; \
fi; \
usermod -u 26 postgres; \
find /var/lib/postgresql -user $CURRENT_UID -exec chown -h 26 {} \; 2>/dev/null || true; \
find /var/run/postgresql -user $CURRENT_UID -exec chown -h 26 {} \; 2>/dev/null || true; \
chown -R postgres:postgres /var/lib/postgresql /var/run/postgresql 2>/dev/null || true; \
fi
# Copy initialization scripts
RUN mkdir -p /docker-entrypoint-initdb.d
COPY ./initdb-postgis.sh /docker-entrypoint-initdb.d/10_postgis.sh
COPY ./update-postgis.sh /usr/local/bin/
RUN chmod +x /docker-entrypoint-initdb.d/10_postgis.sh /usr/local/bin/update-postgis.sh
# -----------------------------------------------------------------------------
# Verify installation - both PG versions and PostGIS
# -----------------------------------------------------------------------------
RUN set -eux; \
echo "=== PostgreSQL Versions ==="; \
/usr/lib/postgresql/16/bin/postgres --version; \
/usr/lib/postgresql/18/bin/postgres --version; \
echo "=== PostGIS Libraries ==="; \
ls -la /usr/lib/postgresql/16/lib/postgis*.so; \
ls -la /usr/lib/postgresql/18/lib/postgis*.so; \
echo "=== pg_upgrade Available ==="; \
/usr/lib/postgresql/18/bin/pg_upgrade --version; \
echo "=== Shared Libraries ==="; \
echo "GEOS: $(geos-config --version)"; \
echo "GDAL: $(gdal-config --version)"; \
id postgres
USER postgres
EXPOSE 5432

View File

@@ -0,0 +1,184 @@
# PostgreSQL 18 + PostGIS 3.6 for CloudNativePG (ARM64 Source Build)
## Overview
Upgrade from PostgreSQL 16 to PostgreSQL 18 with PostGIS 3.6 for ARM64 CloudNativePG deployment.
**Why build from source?**
- The official `postgis/postgis:18-3.6` image only supports AMD64, not ARM64
- `imresamu/postgis` hasn't released PG18 ARM64 images yet
- Building from source ensures ARM64 compatibility for your cluster
**Current Setup:**
- Image: `registry.keyboardvagabond.com/library/cnpg-postgis:16.6-3.4-v2`
- Base: `imresamu/postgis:16-3.4`
- PostgreSQL: 16.6
- PostGIS: 3.4
**Target Setup:**
- Image: `registry.keyboardvagabond.com/library/cnpg-postgis:18-3.6`
- Base: `postgres:18-bookworm` (official, ARM64 supported)
- PostgreSQL: 18.1
- PostGIS: 3.6.1 (compiled from source)
- GEOS: 3.13.0
- PROJ: 9.4.1
- GDAL: 3.10.1
## Extensions Included
| Extension | Description | Status |
|-----------|-------------|--------|
| postgis | Core GIS functionality | ✓ Compiled |
| postgis_topology | Topology support | ✓ Compiled |
| postgis_raster | Raster support | ✓ Compiled |
| fuzzystrmatch | Fuzzy string matching | ✓ Compiled |
| postgis_tiger_geocoder | US Census TIGER geocoder | ✓ Compiled |
## Build Architecture
```
┌─────────────────────────────────────────────────────────────────┐
│ Stage 1: Builder │
│ - Base: postgres:18-bookworm (ARM64) │
│ - Compile GEOS 3.13.0 │
│ - Compile PROJ 9.5.1 │
│ - Compile GDAL 3.10.1 │
│ - Compile PostGIS 3.6.1 │
├─────────────────────────────────────────────────────────────────┤
│ Stage 2: CNPG Tools │
│ - ghcr.io/cloudnative-pg/postgresql:18 │
│ - Extract barman-cloud tools for backup/restore │
├─────────────────────────────────────────────────────────────────┤
│ Stage 3: Final Image (minimal) │
│ - Base: postgres:18-bookworm (ARM64) │
│ - Copy compiled libs from Stage 1 │
│ - Copy barman tools from Stage 2 │
│ - Fix postgres UID to 26 (CNPG requirement) │
│ - Runtime dependencies only │
└─────────────────────────────────────────────────────────────────┘
```
## ⚠️ Important: PG18 Data Directory Change
PostgreSQL 18 changed the default data directory path:
| Version | Data Directory |
|---------|----------------|
| PG 13-17 | `/var/lib/postgresql/data` |
| PG 18+ | `/var/lib/postgresql` |
This affects volume mounts in docker-compose and may require CNPG configuration changes.
## Migration Steps
### Phase 1: Build and Test Locally
1. **Build the image (takes 15-30 minutes):**
```bash
cd build/postgresql-postgis
chmod +x build.sh initdb-postgis.sh update-postgis.sh
./build.sh
```
2. **Test with docker-compose:**
```bash
docker-compose -f docker-compose.test.yaml up -d
docker-compose -f docker-compose.test.yaml exec postgres psql -U postgres
# In psql, verify:
SELECT postgis_full_version();
SELECT ST_AsText(ST_Point(0, 0));
\dx -- list extensions
# Cleanup
docker-compose -f docker-compose.test.yaml down -v
```
3. **Interactive testing:**
```bash
docker run -it --rm -e POSTGRES_PASSWORD=test cnpg-postgis:18-3.6 bash
```
### Phase 2: Push to Registry
```bash
docker push registry.keyboardvagabond.com/library/cnpg-postgis:18-3.6
```
### Phase 3: CNPG Upgrade
**Option A: In-place upgrade (for testing)**
1. Update `manifests/infrastructure/postgresql/cluster-shared.yaml`:
```yaml
spec:
imageName: registry.keyboardvagabond.com/library/cnpg-postgis:18-3.6
```
2. CNPG will handle the rolling upgrade automatically.
**Option B: Create new cluster and migrate (safer for production)**
1. Create a new cluster with PG18 image
2. Use pg_dump/pg_restore or CNPG backup/restore
3. Switch applications to new cluster
4. Decommission old cluster
## CNPG Operator Compatibility
- Current operator: `>=0.20.0` (Helm chart)
- PostgreSQL 18 support: Requires CNPG operator 1.24+
- Check current version:
```bash
kubectl get deployment -n postgresql-system -l app.kubernetes.io/name=cloudnative-pg \
-o jsonpath='{.items[0].spec.template.spec.containers[0].image}'
```
If upgrade needed, update `manifests/infrastructure/postgresql/operator.yaml`:
```yaml
spec:
chart:
spec:
version: ">=0.23.0" # or specific version with PG18 support
```
## Rollback Plan
If issues occur:
1. Change imageName back to `registry.keyboardvagabond.com/library/cnpg-postgis:16.6-3.4-v2`
2. CNPG will roll back to previous version
3. Restore from backup if data issues
## Verification Checklist
- [ ] Image builds successfully on M1 Mac (~15-30 min)
- [ ] postgres user has UID 26
- [ ] GEOS, PROJ, GDAL compiled correctly
- [ ] PostGIS extensions install correctly
- [ ] barman-cloud tools are present
- [ ] Local docker-compose test passes
- [ ] Spatial queries work (`ST_Point`, `ST_AsText`, etc.)
- [ ] Image pushed to Harbor registry
- [ ] CNPG operator compatible with PG18
- [ ] Test cluster upgrade in staging (if available)
- [ ] Production cluster upgrade successful
- [ ] All fediverse apps functioning correctly
## Build Dependencies (compiled from source)
| Library | Version | Purpose |
|---------|---------|---------|
| GEOS | 3.13.0 | Geometry operations |
| PROJ | 9.4.1 | Coordinate transformations |
| GDAL | 3.10.1 | Raster/vector data access |
| PostGIS | 3.6.1 | PostgreSQL spatial extension |
## References
- [PostgreSQL 18 Release Notes](https://www.postgresql.org/docs/18/release-18.html)
- [PostGIS 3.6 Release Notes](https://postgis.net/documentation/getting_started/)
- [docker-postgis GitHub](https://github.com/postgis/docker-postgis)
- [CloudNativePG Documentation](https://cloudnative-pg.io/documentation/)
- [GEOS Downloads](https://download.osgeo.org/geos/)
- [PROJ Downloads](https://download.osgeo.org/proj/)
- [GDAL Downloads](https://github.com/OSGeo/gdal/releases)

View File

@@ -0,0 +1,140 @@
#!/bin/bash
set -euo pipefail
# =============================================================================
# Build script for PostgreSQL 16→18 Upgrade Image with PostGIS
# This image is used ONLY for the pg_upgrade process via CloudNativePG
# =============================================================================
# Configuration
REGISTRY="registry.keyboardvagabond.com/library"
IMAGE_NAME="cnpg-postgis"
TAG="upgrade-16-to-18"
FULL_IMAGE="${REGISTRY}/${IMAGE_NAME}:${TAG}"
LOCAL_IMAGE="${IMAGE_NAME}:${TAG}"
# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
NC='\033[0m'
log_info() { echo -e "${GREEN}[INFO]${NC} $1"; }
log_warn() { echo -e "${YELLOW}[WARN]${NC} $1"; }
log_error() { echo -e "${RED}[ERROR]${NC} $1"; }
log_step() { echo -e "${BLUE}[STEP]${NC} $1"; }
cd "$(dirname "$0")"
echo ""
echo "========================================================"
echo " PostgreSQL 16→18 Upgrade Image Build (ARM64)"
echo "========================================================"
echo ""
log_info "This builds a special image with BOTH PG16 and PG18 binaries"
log_info "Required for CloudNativePG declarative pg_upgrade"
log_warn "Build time: ~30-45 minutes (builds PostGIS twice)"
log_info "Target: ${FULL_IMAGE}"
echo ""
# =============================================================================
# Build the upgrade image
# =============================================================================
log_step "Starting Docker build with Dockerfile.upgrade..."
BUILD_START=$(date +%s)
docker build \
--platform linux/arm64 \
--progress=plain \
-f Dockerfile.upgrade \
-t "${FULL_IMAGE}" \
-t "${LOCAL_IMAGE}" \
.
BUILD_END=$(date +%s)
BUILD_TIME=$((BUILD_END - BUILD_START))
BUILD_MINS=$((BUILD_TIME / 60))
BUILD_SECS=$((BUILD_TIME % 60))
log_info "Build completed in ${BUILD_MINS}m ${BUILD_SECS}s"
# =============================================================================
# Test the upgrade image
# =============================================================================
echo ""
log_step "Running verification tests..."
# Test 1: Both PostgreSQL versions present
log_info "Test 1: Checking PostgreSQL versions..."
docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" bash -c '
echo " PG16: $(/usr/lib/postgresql/16/bin/postgres --version)"
echo " PG18: $(/usr/lib/postgresql/18/bin/postgres --version)"
'
# Test 2: pg_upgrade available
log_info "Test 2: Checking pg_upgrade..."
docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" bash -c '
/usr/lib/postgresql/18/bin/pg_upgrade --version && echo " ✓ pg_upgrade available"
'
# Test 3: User ID check
log_info "Test 3: Checking postgres user ID (should be 26)..."
POSTGRES_UID=$(docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" id -u postgres)
if [ "$POSTGRES_UID" = "26" ]; then
echo " ✓ postgres UID is 26 (CNPG compatible)"
else
log_error "postgres UID is ${POSTGRES_UID}, expected 26"
exit 1
fi
# Test 4: PostGIS for both versions
log_info "Test 4: Checking PostGIS libraries..."
docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" bash -c '
echo " PG16 PostGIS:"
ls /usr/lib/postgresql/16/lib/postgis*.so 2>/dev/null | xargs -I{} basename {} | sed "s/^/ /"
echo " PG18 PostGIS:"
ls /usr/lib/postgresql/18/lib/postgis*.so 2>/dev/null | xargs -I{} basename {} | sed "s/^/ /"
'
# Test 5: Shared libraries
log_info "Test 5: Checking shared libraries..."
docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" bash -c '
echo " GEOS: $(geos-config --version 2>/dev/null || echo "not found")"
echo " GDAL: $(gdal-config --version 2>/dev/null || echo "not found")"
echo " PROJ: $(projinfo 2>&1 | head -1 || echo "installed")"
'
# Test 6: Barman tools
log_info "Test 6: Checking barman-cloud tools..."
docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" \
bash -c 'ls /usr/local/bin/barman* >/dev/null 2>&1 && echo " ✓ barman-cloud tools available" || echo " ✗ barman-cloud tools not found"'
# =============================================================================
# Summary
# =============================================================================
echo ""
echo "========================================================"
log_info "Upgrade image build completed!"
echo "========================================================"
echo ""
echo "Images built:"
echo " Local: ${LOCAL_IMAGE}"
echo " Harbor: ${FULL_IMAGE}"
echo ""
echo "Build time: ${BUILD_MINS}m ${BUILD_SECS}s"
echo ""
echo "To push to Harbor registry:"
echo " docker push ${FULL_IMAGE}"
echo ""
echo "IMPORTANT: This image is for pg_upgrade ONLY!"
echo "After upgrade completes, switch to: ${REGISTRY}/${IMAGE_NAME}:18-3.6"
echo ""
log_warn "Next steps:"
echo " 1. Push image: docker push ${FULL_IMAGE}"
echo " 2. Take Longhorn snapshot of postgres-shared volumes"
echo " 3. Update cluster-shared.yaml imageName to: ${FULL_IMAGE}"
echo " 4. Apply and monitor the upgrade"
echo " 5. After success, switch to regular 18-3.6 image"
echo ""

View File

@@ -1,41 +1,173 @@
#!/bin/bash
set -e
set -euo pipefail
# Build script for ARM64 PostGIS image compatible with CloudNativePG
# =============================================================================
# Build script for ARM64 PostgreSQL 18 + PostGIS 3.6 image for CloudNativePG
# This builds PostGIS from source since ARM64 packages aren't available yet
# =============================================================================
REGISTRY="<YOUR_REGISTRY_URL>/library"
# Configuration
REGISTRY="registry.keyboardvagabond.com/library"
IMAGE_NAME="cnpg-postgis"
TAG="16.6-3.4-v2"
PG_VERSION="18"
POSTGIS_VERSION="3.6"
TAG="${PG_VERSION}-${POSTGIS_VERSION}"
FULL_IMAGE="${REGISTRY}/${IMAGE_NAME}:${TAG}"
LOCAL_IMAGE="${IMAGE_NAME}:${TAG}"
echo "Building ARM64 PostGIS image: ${FULL_IMAGE}"
# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
NC='\033[0m' # No Color
log_info() {
echo -e "${GREEN}[INFO]${NC} $1"
}
log_warn() {
echo -e "${YELLOW}[WARN]${NC} $1"
}
log_error() {
echo -e "${RED}[ERROR]${NC} $1"
}
log_step() {
echo -e "${BLUE}[STEP]${NC} $1"
}
# Change to script directory
cd "$(dirname "$0")"
echo ""
echo "=============================================="
echo " PostgreSQL ${PG_VERSION} + PostGIS ${POSTGIS_VERSION} ARM64 Build"
echo "=============================================="
echo ""
log_info "Building from source (this will take 15-30 minutes)"
log_info "Target: ${FULL_IMAGE}"
echo ""
# =============================================================================
# Build the image
# =============================================================================
log_step "Starting Docker build..."
BUILD_START=$(date +%s)
docker build \
--platform linux/arm64 \
--progress=plain \
-t "${FULL_IMAGE}" \
-t "${LOCAL_IMAGE}" \
.
echo "Image built successfully: ${FULL_IMAGE}"
BUILD_END=$(date +%s)
BUILD_TIME=$((BUILD_END - BUILD_START))
BUILD_MINS=$((BUILD_TIME / 60))
BUILD_SECS=$((BUILD_TIME % 60))
# Test the image by running a container and checking PostGIS availability
echo "Testing PostGIS installation..."
docker run --rm --platform linux/arm64 "${FULL_IMAGE}" \
postgres --version
echo "Tagging image for local testing..."
docker tag "${FULL_IMAGE}" "${LOCAL_IMAGE}"
echo "Image built and tagged as:"
echo " Harbor registry: ${FULL_IMAGE}"
echo " Local testing: ${LOCAL_IMAGE}"
log_info "Build completed in ${BUILD_MINS}m ${BUILD_SECS}s"
# =============================================================================
# Test the image
# =============================================================================
echo ""
echo "To push to Harbor registry (when ready for deployment):"
log_step "Running tests..."
# Test 1: PostgreSQL version
log_info "Test 1: Checking PostgreSQL version..."
PG_VER=$(docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" postgres --version)
echo " ${PG_VER}"
# Test 2: User ID check (CNPG requires UID 26)
log_info "Test 2: Checking postgres user ID (should be 26)..."
POSTGRES_UID=$(docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" id -u postgres)
if [ "$POSTGRES_UID" = "26" ]; then
echo " ✓ postgres UID is 26 (CNPG compatible)"
else
log_error "postgres UID is ${POSTGRES_UID}, expected 26"
exit 1
fi
# Test 3: Library check
log_info "Test 3: Checking compiled libraries..."
docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" bash -c '
echo " GEOS: $(geos-config --version 2>/dev/null || echo "not found")"
echo " GDAL: $(gdal-config --version 2>/dev/null || echo "not found")"
echo " PROJ: $(projinfo 2>&1 | head -1 || echo "installed")"
'
# Test 4: PostGIS extension files
log_info "Test 4: Checking PostGIS extension files..."
docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" bash -c '
ls /usr/lib/postgresql/18/lib/postgis*.so 2>/dev/null && echo " ✓ PostGIS shared libraries present" || echo " ✗ PostGIS libraries missing"
ls /usr/share/postgresql/18/extension/postgis*.control 2>/dev/null && echo " ✓ PostGIS extension control files present" || echo " ✗ Extension control files missing"
'
# Test 5: Full PostGIS functionality test
log_info "Test 5: Testing PostGIS functionality..."
docker run --rm --platform linux/arm64 \
-e POSTGRES_PASSWORD=testpassword \
"${LOCAL_IMAGE}" \
bash -c '
set -e
# Initialize database
initdb -D /tmp/pgdata -U postgres >/dev/null 2>&1
# Start PostgreSQL
pg_ctl -D /tmp/pgdata -o "-c listen_addresses='\'\''" start -w >/dev/null 2>&1
# Create extensions
psql -U postgres -c "CREATE EXTENSION IF NOT EXISTS postgis;" >/dev/null 2>&1
psql -U postgres -c "CREATE EXTENSION IF NOT EXISTS postgis_topology;" >/dev/null 2>&1
psql -U postgres -c "CREATE EXTENSION IF NOT EXISTS fuzzystrmatch;" >/dev/null 2>&1
psql -U postgres -c "CREATE EXTENSION IF NOT EXISTS postgis_tiger_geocoder;" >/dev/null 2>&1
# Get version
POSTGIS_VER=$(psql -U postgres -t -c "SELECT postgis_full_version();" 2>/dev/null | head -1 | xargs)
echo " PostGIS: ${POSTGIS_VER:0:80}..."
# Test spatial query
psql -U postgres -c "SELECT ST_AsText(ST_Point(0,0));" >/dev/null 2>&1
echo " ✓ Spatial queries working"
# Stop PostgreSQL
pg_ctl -D /tmp/pgdata stop >/dev/null 2>&1
' && echo " ✓ All PostGIS extensions functional" || log_warn "PostGIS test had issues (check manually)"
# Test 6: Barman tools
log_info "Test 6: Checking barman-cloud tools..."
docker run --rm --platform linux/arm64 "${LOCAL_IMAGE}" \
bash -c 'ls /usr/local/bin/barman* >/dev/null 2>&1 && echo " ✓ barman-cloud tools available" || echo " ✗ barman-cloud tools not found"'
# =============================================================================
# Summary
# =============================================================================
echo ""
echo "=============================================="
log_info "Build and tests completed!"
echo "=============================================="
echo ""
echo "Images built:"
echo " Local: ${LOCAL_IMAGE}"
echo " Harbor: ${FULL_IMAGE}"
echo ""
echo "Build time: ${BUILD_MINS}m ${BUILD_SECS}s"
echo ""
echo "To test interactively:"
echo " docker run -it --rm -e POSTGRES_PASSWORD=test ${LOCAL_IMAGE} bash"
echo ""
echo "To test with docker-compose:"
echo " docker-compose -f docker-compose.test.yaml up -d"
echo " docker-compose -f docker-compose.test.yaml exec postgres psql -U postgres"
echo ""
echo "To push to Harbor registry:"
echo " docker push ${FULL_IMAGE}"
echo ""
echo "Build completed successfully!"
echo "Local testing image: ${LOCAL_IMAGE}"
echo "Harbor registry image: ${FULL_IMAGE}"
echo "To update CNPG cluster, change imageName in cluster-shared.yaml to:"
echo " imageName: ${FULL_IMAGE}"
echo ""
log_warn "NOTE: PG18 uses /var/lib/postgresql as data dir (not /var/lib/postgresql/data)"

View File

@@ -0,0 +1,36 @@
# Docker Compose for local testing of PostgreSQL 18 + PostGIS image
#
# Usage:
# docker-compose -f docker-compose.test.yaml up -d
# docker-compose -f docker-compose.test.yaml exec postgres psql -U postgres
# docker-compose -f docker-compose.test.yaml down -v
#
# NOTE: PostgreSQL 18 changed the data directory path!
# PG 13-17: /var/lib/postgresql/data
# PG 18+: /var/lib/postgresql
#
version: '3.8'
services:
postgres:
image: cnpg-postgis:18-3.6
platform: linux/arm64
container_name: postgis-test
environment:
POSTGRES_USER: postgres
POSTGRES_PASSWORD: testpassword
POSTGRES_DB: testdb
ports:
- "5432:5432"
volumes:
# NOTE: PG18 uses /var/lib/postgresql (not /var/lib/postgresql/data)
- postgres_data:/var/lib/postgresql
- ./init-extensions.sql:/docker-entrypoint-initdb.d/20-extensions.sql:ro
healthcheck:
test: ["CMD-SHELL", "pg_isready -U postgres"]
interval: 10s
timeout: 5s
retries: 5
volumes:
postgres_data:

View File

@@ -0,0 +1,21 @@
-- Initialize PostGIS extensions for testing
-- This mirrors what CNPG does in postInitTemplateSQL
-- Core PostGIS
CREATE EXTENSION IF NOT EXISTS postgis;
-- Topology support
CREATE EXTENSION IF NOT EXISTS postgis_topology;
-- Fuzzy string matching (required for tiger geocoder)
CREATE EXTENSION IF NOT EXISTS fuzzystrmatch;
-- US Census TIGER geocoder
CREATE EXTENSION IF NOT EXISTS postgis_tiger_geocoder;
-- Verify installations
SELECT 'PostgreSQL version: ' || version();
SELECT 'PostGIS version: ' || postgis_full_version();
-- List all installed extensions
SELECT extname, extversion FROM pg_extension ORDER BY extname;

View File

@@ -0,0 +1,22 @@
#!/bin/bash
set -e
# Perform all actions as $POSTGRES_USER
export PGUSER="$POSTGRES_USER"
# Create the 'template_postgis' template db
psql --dbname="$POSTGRES_DB" <<- 'EOSQL'
CREATE DATABASE template_postgis IS_TEMPLATE true;
EOSQL
# Load PostGIS into both template_database and $POSTGRES_DB
for DB in template_postgis "$POSTGRES_DB"; do
echo "Loading PostGIS extensions into $DB"
psql --dbname="$DB" <<-'EOSQL'
CREATE EXTENSION IF NOT EXISTS postgis;
CREATE EXTENSION IF NOT EXISTS postgis_topology;
CREATE EXTENSION IF NOT EXISTS fuzzystrmatch;
CREATE EXTENSION IF NOT EXISTS postgis_tiger_geocoder;
EOSQL
done

View File

@@ -0,0 +1,28 @@
#!/bin/sh
set -e
# Perform all actions as $POSTGRES_USER
export PGUSER="$POSTGRES_USER"
POSTGIS_VERSION="${POSTGIS_VERSION%%+*}"
# Load PostGIS into both template_database and $POSTGRES_DB
for DB in template_postgis "$POSTGRES_DB" "${@}"; do
echo "Updating PostGIS extensions '$DB' to $POSTGIS_VERSION"
psql --dbname="$DB" -c "
-- Upgrade PostGIS (includes raster)
CREATE EXTENSION IF NOT EXISTS postgis VERSION '$POSTGIS_VERSION';
ALTER EXTENSION postgis UPDATE TO '$POSTGIS_VERSION';
-- Upgrade Topology
CREATE EXTENSION IF NOT EXISTS postgis_topology VERSION '$POSTGIS_VERSION';
ALTER EXTENSION postgis_topology UPDATE TO '$POSTGIS_VERSION';
-- Install Tiger dependencies in case not already installed
CREATE EXTENSION IF NOT EXISTS fuzzystrmatch;
-- Upgrade US Tiger Geocoder
CREATE EXTENSION IF NOT EXISTS postgis_tiger_geocoder VERSION '$POSTGIS_VERSION';
ALTER EXTENSION postgis_tiger_geocoder UPDATE TO '$POSTGIS_VERSION';
"
done