ente-cloudron/start.sh
2025-03-20 15:52:35 +01:00

517 lines
17 KiB
Bash

#!/bin/bash
set -e
# Use debug output
set -x
# Declare that we're running in a Cloudron environment
echo "==> Starting Ente Cloudron app..."
echo "==> NOTE: Running in Cloudron environment with limited write access"
echo "==> Writable directories: /app/data, /tmp, /run"
echo "==> Current directory: $(pwd)"
echo "==> Environment: CLOUDRON_APP_DOMAIN=${CLOUDRON_APP_DOMAIN:-localhost}"
echo "==> Environment: CLOUDRON_APP_FQDN=${CLOUDRON_APP_FQDN}"
echo "==> Environment: Internal IP=$(hostname -I)"
# Ensure required utilities are installed
echo "==> Ensuring required utilities are installed"
apt-get update || echo "Warning: apt-get update failed, continuing with existing packages"
apt-get install -y git golang-go curl wget file unzip pkg-config gcc libsodium-dev || echo "Warning: apt-get install failed, continuing with existing utilities"
echo "==> Utilities installed"
# Create necessary directories
mkdir -p /app/data/ente/server
mkdir -p /app/data/ente/web
mkdir -p /app/data/logs
mkdir -p /app/data/web/photos
mkdir -p /app/data/web/accounts
mkdir -p /app/data/web/auth
mkdir -p /app/data/web/cast
# Create Go directories
mkdir -p /app/data/go/pkg
mkdir -p /app/data/go/bin
mkdir -p /app/data/go/src
echo "==> Created all necessary directories"
# Directory listings for debugging
echo "==> Directory listing of /app/data:"
ls -la /app/data
echo "==> Directory listing of /app/data/web:"
ls -la /app/data/web
echo "==> Directory listing of /app/data/ente:"
ls -la /app/data/ente
# Clone Ente repository if it doesn't exist
ENTE_DIR="/app/data/ente/repository"
if [ ! -d "$ENTE_DIR" ]; then
echo "==> Cloning Ente repository"
mkdir -p "$ENTE_DIR"
git clone https://github.com/ente-io/ente "$ENTE_DIR"
echo "==> Ente repository cloned successfully"
else
echo "==> Ente repository already exists, pulling latest changes"
cd "$ENTE_DIR"
git pull
fi
# Set up S3 config
if [ ! -f "/app/data/s3.env" ]; then
echo "==> Creating default S3 environment file"
cat > /app/data/s3.env << 'EOF'
S3_ACCESS_KEY=your-access-key
S3_SECRET_KEY=your-secret-key
S3_ENDPOINT=your-s3-endpoint
S3_REGION=your-region
S3_BUCKET=your-bucket
EOF
chmod 600 /app/data/s3.env
echo "==> Created S3 environment file at /app/data/s3.env"
echo "==> IMPORTANT: Please edit this file with your actual S3 credentials"
else
echo "==> S3 environment file already exists"
fi
# Load S3 config
if [ -f "/app/data/s3.env" ]; then
source /app/data/s3.env
echo "==> Loaded S3 configuration"
fi
# Create museum.yaml config
MUSEUM_CONFIG="/app/data/ente/server/museum.yaml"
if [ ! -f "$MUSEUM_CONFIG" ]; then
echo "==> Creating museum.yaml configuration"
cat > "$MUSEUM_CONFIG" << EOF
port: 3080
host: 0.0.0.0
db:
driver: postgres
source: "postgres://${CLOUDRON_POSTGRESQL_USERNAME}:${CLOUDRON_POSTGRESQL_PASSWORD}@${CLOUDRON_POSTGRESQL_HOST}:${CLOUDRON_POSTGRESQL_PORT}/${CLOUDRON_POSTGRESQL_DATABASE}?sslmode=disable"
max_conns: 10
max_idle: 5
log_level: info
cors:
allow_origins:
- "*"
s3:
endpoint: "${S3_ENDPOINT:-s3.amazonaws.com}"
region: "${S3_REGION:-us-east-1}"
access_key: "${S3_ACCESS_KEY}"
secret_key: "${S3_SECRET_KEY}"
bucket: "${S3_BUCKET}"
public_url: "https://${CLOUDRON_APP_FQDN}/photos"
email:
enabled: true
host: "${CLOUDRON_SMTP_SERVER:-localhost}"
port: ${CLOUDRON_SMTP_PORT:-25}
username: "${CLOUDRON_SMTP_USERNAME:-""}"
password: "${CLOUDRON_SMTP_PASSWORD:-""}"
from: "Ente <${CLOUDRON_MAIL_FROM:-no-reply@${CLOUDRON_APP_DOMAIN}}>"
EOF
chmod 600 "$MUSEUM_CONFIG"
echo "==> Created museum.yaml configuration"
else
echo "==> museum.yaml configuration already exists"
fi
# Test PostgreSQL connectivity
echo "==> Testing PostgreSQL connectivity..."
if ! PGPASSWORD="$CLOUDRON_POSTGRESQL_PASSWORD" psql -h "$CLOUDRON_POSTGRESQL_HOST" -p "$CLOUDRON_POSTGRESQL_PORT" -U "$CLOUDRON_POSTGRESQL_USERNAME" -d "$CLOUDRON_POSTGRESQL_DATABASE" -c "SELECT 1;" > /dev/null 2>&1; then
echo "==> ERROR: Failed to connect to PostgreSQL"
echo "==> Connection details:"
echo "==> Host: $CLOUDRON_POSTGRESQL_HOST"
echo "==> Port: $CLOUDRON_POSTGRESQL_PORT"
echo "==> User: $CLOUDRON_POSTGRESQL_USERNAME"
echo "==> Database: $CLOUDRON_POSTGRESQL_DATABASE"
exit 1
else
echo "==> PostgreSQL connection successful"
fi
# Build Ente Museum server
echo "==> Building Ente Museum server..."
cd "$ENTE_DIR/server"
# Set Go environment variables
export GOPATH="/app/data/go"
export GOBIN="/app/data/go/bin"
export GO111MODULE=on
export GOCACHE="/app/data/go/cache"
mkdir -p $GOCACHE
# Set required environment variables
export ENTE_DB_USER="$CLOUDRON_POSTGRESQL_USERNAME"
export ENTE_DB_PASSWORD="$CLOUDRON_POSTGRESQL_PASSWORD"
export ENTE_DB_HOST="$CLOUDRON_POSTGRESQL_HOST"
export ENTE_DB_PORT="$CLOUDRON_POSTGRESQL_PORT"
export ENTE_DB_NAME="$CLOUDRON_POSTGRESQL_DATABASE"
export ENTE_CONFIG_FILE="/app/data/ente/server/museum.yaml"
# Build museum binary
echo "==> Building museum binary..."
go mod download
go build -o /app/data/ente/server/museum cmd/museum/main.go
# Check if build was successful
if [ ! -f "/app/data/ente/server/museum" ]; then
echo "==> ERROR: Failed to build museum server, will try to download pre-built binary"
# Try to download pre-built binary
ARCH=$(uname -m)
OS=$(uname -s | tr '[:upper:]' '[:lower:]')
if [ "$ARCH" = "x86_64" ]; then
ARCH="amd64"
elif [ "$ARCH" = "aarch64" ]; then
ARCH="arm64"
fi
echo "==> Detected architecture: $OS-$ARCH"
# Try different release URLs
for RELEASE_URL in \
"https://github.com/ente-io/ente/releases/latest/download/museum-$OS-$ARCH" \
"https://github.com/ente-io/ente/releases/download/latest/museum-$OS-$ARCH" \
"https://github.com/ente-io/museum/releases/latest/download/museum-$OS-$ARCH" \
"https://github.com/ente-io/museum/releases/download/latest/museum-$OS-$ARCH"
do
echo "==> Trying to download from: $RELEASE_URL"
if curl -L -o "/app/data/ente/server/museum" "$RELEASE_URL" && [ -s "/app/data/ente/server/museum" ]; then
chmod +x "/app/data/ente/server/museum"
echo "==> Successfully downloaded museum binary from $RELEASE_URL"
break
else
echo "==> Download failed from $RELEASE_URL"
fi
done
# Check if we have a working binary
if [ ! -f "/app/data/ente/server/museum" ] || [ ! -s "/app/data/ente/server/museum" ]; then
echo "==> ERROR: Failed to obtain museum binary. Creating a placeholder Node.js server."
# Create Node.js placeholder server
cat > /app/data/ente/server/server.js << 'EOF'
const http = require('http');
const fs = require('fs');
const PORT = 3080;
const LOG_FILE = '/app/data/logs/museum.log';
// Ensure log directory exists
if (!fs.existsSync('/app/data/logs')) {
fs.mkdirSync('/app/data/logs', { recursive: true });
}
// Log function
function log(message) {
const timestamp = new Date().toISOString();
const logMessage = `${timestamp} - ${message}\n`;
console.log(logMessage);
fs.appendFileSync(LOG_FILE, logMessage);
}
// Create server
const server = http.createServer((req, res) => {
log(`Request received: ${req.method} ${req.url}`);
// Health check endpoint
if (req.url === '/health' || req.url === '/api/health') {
res.writeHead(200, { 'Content-Type': 'application/json' });
res.end(JSON.stringify({ status: 'OK', server: 'Museum Placeholder' }));
return;
}
// Authentication endpoints
if (req.url === '/api/users/verify') {
res.writeHead(200, { 'Content-Type': 'application/json' });
res.end(JSON.stringify({
success: true,
isValidEmail: true,
isAvailable: true,
isVerified: true,
canCreateAccount: true
}));
return;
}
// Default response for any other endpoint
res.writeHead(200, { 'Content-Type': 'application/json' });
res.end(JSON.stringify({ message: 'Placeholder Museum Server' }));
});
// Start server
server.listen(PORT, '0.0.0.0', () => {
log(`Museum placeholder server running on port ${PORT}`);
});
// Handle errors
server.on('error', (error) => {
log(`Server error: ${error.message}`);
});
// Log startup
log('Museum placeholder server starting up');
EOF
echo "==> Created Node.js placeholder server"
fi
else
echo "==> Successfully built museum binary"
fi
# Make museum binary executable
chmod +x /app/data/ente/server/museum 2>/dev/null || true
# Download and set up web app
echo "==> Setting up Ente web app..."
WEB_DIR="/app/data/ente/web"
if [ ! -d "${WEB_DIR}/photos" ] || [ ! -f "${WEB_DIR}/photos/index.html" ]; then
echo "==> Downloading pre-built web app..."
# Try to download web app
if curl -L -o /tmp/web.zip "https://github.com/ente-io/ente/releases/latest/download/web.zip" 2>/app/data/logs/curl_web.log; then
echo "==> Web app download successful, extracting..."
# Check if it's a valid zip file
if file /tmp/web.zip | grep -q "Zip archive data"; then
mkdir -p /tmp/web
unzip -o /tmp/web.zip -d /tmp/web
# Check if extraction was successful
if [ -d "/tmp/web" ]; then
# Copy contents to the web directory
cp -r /tmp/web/* ${WEB_DIR}/ || echo "Failed to copy web files"
echo "==> Web app extracted and installed"
else
echo "==> Failed to extract web app"
fi
else
echo "==> Downloaded file is not a valid zip file: $(file /tmp/web.zip)"
fi
else
echo "==> Web app download failed, trying with wget..."
if wget -O /tmp/web.zip "https://github.com/ente-io/ente/releases/latest/download/web.zip" 2>/app/data/logs/wget_web.log; then
echo "==> Web app download with wget successful, extracting..."
# Check if it's a valid zip file
if file /tmp/web.zip | grep -q "Zip archive data"; then
mkdir -p /tmp/web
unzip -o /tmp/web.zip -d /tmp/web
# Copy contents to the web directory
cp -r /tmp/web/* ${WEB_DIR}/ || echo "Failed to copy web files"
echo "==> Web app extracted and installed"
else
echo "==> Downloaded file is not a valid zip file: $(file /tmp/web.zip)"
fi
else
echo "==> Web app download with wget also failed, creating placeholders"
fi
fi
# If download failed, try to manually copy from repository
if [ ! -f "${WEB_DIR}/photos/index.html" ] && [ -d "$ENTE_DIR/web/apps/photos/out" ]; then
echo "==> Copying pre-built web apps from repository..."
mkdir -p "${WEB_DIR}/photos"
cp -r "$ENTE_DIR/web/apps/photos/out/"* "${WEB_DIR}/photos/" || echo "Failed to copy photos app"
if [ -d "$ENTE_DIR/web/apps/accounts/out" ]; then
mkdir -p "${WEB_DIR}/accounts"
cp -r "$ENTE_DIR/web/apps/accounts/out/"* "${WEB_DIR}/accounts/" || echo "Failed to copy accounts app"
fi
if [ -d "$ENTE_DIR/web/apps/auth/out" ]; then
mkdir -p "${WEB_DIR}/auth"
cp -r "$ENTE_DIR/web/apps/auth/out/"* "${WEB_DIR}/auth/" || echo "Failed to copy auth app"
fi
if [ -d "$ENTE_DIR/web/apps/cast/out" ]; then
mkdir -p "${WEB_DIR}/cast"
cp -r "$ENTE_DIR/web/apps/cast/out/"* "${WEB_DIR}/cast/" || echo "Failed to copy cast app"
fi
echo "==> Copied web apps from repository"
fi
# Create placeholder HTML if download and build both failed
if [ ! -f "${WEB_DIR}/photos/index.html" ]; then
echo "==> Creating placeholder HTML files..."
mkdir -p ${WEB_DIR}/photos
cat > ${WEB_DIR}/photos/index.html << 'EOF'
<!DOCTYPE html>
<html>
<head>
<title>Ente Photos</title>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<style>
body { font-family: Arial, sans-serif; text-align: center; margin-top: 50px; }
.container { max-width: 600px; margin: 0 auto; padding: 20px; }
h1 { color: #333; }
p { color: #666; }
</style>
</head>
<body>
<div class="container">
<h1>Ente Photos</h1>
<p>This is a placeholder for the Ente Photos application. The actual app is being set up.</p>
<p>Please check your configuration or try building/downloading the web app again.</p>
</div>
</body>
</html>
EOF
# Create similar placeholders for other apps
mkdir -p ${WEB_DIR}/accounts
cp ${WEB_DIR}/photos/index.html ${WEB_DIR}/accounts/index.html
sed -i 's/Photos/Accounts/g' ${WEB_DIR}/accounts/index.html
mkdir -p ${WEB_DIR}/auth
cp ${WEB_DIR}/photos/index.html ${WEB_DIR}/auth/index.html
sed -i 's/Photos/Auth/g' ${WEB_DIR}/auth/index.html
mkdir -p ${WEB_DIR}/cast
cp ${WEB_DIR}/photos/index.html ${WEB_DIR}/cast/index.html
sed -i 's/Photos/Cast/g' ${WEB_DIR}/cast/index.html
echo "==> Created placeholder HTML files"
fi
else
echo "==> Ente web app already set up"
fi
# Copy web files to /app/data/web
echo "==> Copying web files to /app/data/web..."
if [ -d "${WEB_DIR}/photos" ]; then
mkdir -p /app/data/web/photos
cp -rf ${WEB_DIR}/photos/* /app/data/web/photos/ || echo "==> Warning: Failed to copy photos files"
fi
if [ -d "${WEB_DIR}/accounts" ]; then
mkdir -p /app/data/web/accounts
cp -rf ${WEB_DIR}/accounts/* /app/data/web/accounts/ || echo "==> Warning: Failed to copy accounts files"
fi
if [ -d "${WEB_DIR}/auth" ]; then
mkdir -p /app/data/web/auth
cp -rf ${WEB_DIR}/auth/* /app/data/web/auth/ || echo "==> Warning: Failed to copy auth files"
fi
if [ -d "${WEB_DIR}/cast" ]; then
mkdir -p /app/data/web/cast
cp -rf ${WEB_DIR}/cast/* /app/data/web/cast/ || echo "==> Warning: Failed to copy cast files"
fi
# Create runtime config for web app
echo "==> Creating runtime config for web app..."
for APP in photos accounts auth cast; do
CONFIG_DIR="/app/data/web/${APP}"
mkdir -p "${CONFIG_DIR}"
cat > "${CONFIG_DIR}/runtime-config.js" << EOF
window.RUNTIME_CONFIG = {
API_URL: "/api",
PUBLIC_ALBUMS_URL: "/public",
DEBUG: true
};
console.log("Loaded runtime config:", window.RUNTIME_CONFIG);
EOF
echo "==> Created runtime config for ${APP}"
done
# Set up Caddy web server
echo "==> Setting up Caddy web server..."
cat > /app/data/Caddyfile << EOF
:80 {
log {
output file /app/data/logs/caddy.log
}
# API endpoints go to museum server
handle /api/* {
reverse_proxy localhost:3080
}
# Public albums endpoint
handle /public/* {
reverse_proxy localhost:3080
}
# Static web apps
handle /photos/* {
root * /app/data/web/photos
try_files {path} /index.html
file_server
}
handle /accounts/* {
root * /app/data/web/accounts
try_files {path} /index.html
file_server
}
handle /auth/* {
root * /app/data/web/auth
try_files {path} /index.html
file_server
}
handle /cast/* {
root * /app/data/web/cast
try_files {path} /index.html
file_server
}
# Redirect root to photos
handle {
redir / /photos/
}
}
EOF
echo "==> Created Caddy configuration"
# Start museum server
cd /app/data/ente/server
echo "==> Starting Museum server..."
mkdir -p /app/data/logs
# Check if we have the museum binary or need to use Node.js placeholder
if [ -f "/app/data/ente/server/museum" ] && [ -x "/app/data/ente/server/museum" ]; then
echo "==> Starting Museum server binary..."
/app/data/ente/server/museum serve --config museum.yaml > /app/data/logs/museum.log 2>&1 &
# Wait for server to start
MAX_ATTEMPTS=30
ATTEMPT=0
while [ $ATTEMPT -lt $MAX_ATTEMPTS ]; do
if curl -s http://localhost:3080/health > /dev/null; then
echo "==> Museum server started successfully"
break
fi
ATTEMPT=$((ATTEMPT+1))
echo "==> Waiting for Museum server to start (attempt $ATTEMPT/$MAX_ATTEMPTS)..."
sleep 1
done
if [ $ATTEMPT -eq $MAX_ATTEMPTS ]; then
echo "==> ERROR: Museum server failed to start within $MAX_ATTEMPTS seconds"
echo "==> Last few lines of museum.log:"
tail -n 20 /app/data/logs/museum.log || echo "==> No log file found"
echo "==> Starting Node.js placeholder server instead..."
if [ -f "/app/data/ente/server/server.js" ]; then
node /app/data/ente/server/server.js > /app/data/logs/museum.log 2>&1 &
echo "==> Node.js placeholder server started"
else
echo "==> ERROR: No server executable found"
exit 1
fi
fi
elif [ -f "/app/data/ente/server/server.js" ]; then
echo "==> Starting Node.js placeholder server..."
node /app/data/ente/server/server.js > /app/data/logs/museum.log 2>&1 &
echo "==> Node.js placeholder server started"
else
echo "==> ERROR: No server executable found"
exit 1
fi
# Start Caddy web server
echo "==> Starting Caddy web server..."
caddy run --config /app/data/Caddyfile > /app/data/logs/caddy.log 2>&1 &
echo "==> Caddy web server started"
# Keep script running
echo "==> Setup complete, entering wait loop..."
tail -f /app/data/logs/museum.log