S37: Spaces lifecycle + cross-region sync
- SHA
9a4c42bc8ccf1b3acceb1678cdf6082745486c4e- Parents
-
5cdd4d4 - Tree
95e30e2
tenseleyflow/shithub
/
9a4c42b
Browse files
2 changed files
| Status | File | + | - |
|---|---|---|---|
| A |
deploy/spaces/lifecycle.json
|
23 | 0 |
| A |
deploy/spaces/sync-cross-region.sh
|
36 | 0 |
deploy/spaces/lifecycle.jsonadded@@ -0,0 +1,23 @@ | |||
| 1 | +{ | ||
| 2 | + "_comment": "DigitalOcean Spaces lifecycle (S3-compatible). Apply with `s3cmd setlifecycle lifecycle.json s3://shithub-backups`. Two prefixes: WAL segments (cheaper to keep, archive sooner) and daily logical dumps (kept longer, primary recovery path).", | ||
| 3 | + "Rules": [ | ||
| 4 | + { | ||
| 5 | + "ID": "wal-30day-retention", | ||
| 6 | + "Status": "Enabled", | ||
| 7 | + "Filter": {"Prefix": ""}, | ||
| 8 | + "Expiration": {"Days": 30} | ||
| 9 | + }, | ||
| 10 | + { | ||
| 11 | + "ID": "daily-90day-retention", | ||
| 12 | + "Status": "Enabled", | ||
| 13 | + "Filter": {"Prefix": "daily/"}, | ||
| 14 | + "Expiration": {"Days": 90} | ||
| 15 | + }, | ||
| 16 | + { | ||
| 17 | + "ID": "abort-stale-multipart", | ||
| 18 | + "Status": "Enabled", | ||
| 19 | + "Filter": {"Prefix": ""}, | ||
| 20 | + "AbortIncompleteMultipartUpload": {"DaysAfterInitiation": 2} | ||
| 21 | + } | ||
| 22 | + ] | ||
| 23 | +} | ||
deploy/spaces/sync-cross-region.shadded@@ -0,0 +1,36 @@ | |||
| 1 | +#!/usr/bin/env bash | ||
| 2 | +# SPDX-License-Identifier: AGPL-3.0-or-later | ||
| 3 | +# | ||
| 4 | +# Cross-region copy from the primary Spaces bucket (NYC3) to the | ||
| 5 | +# DR bucket (SFO3). Run on a schedule from the backup host (the one | ||
| 6 | +# that already has rclone configured), NOT from the app server — | ||
| 7 | +# we don't want a runaway sync to evict app pages from cache. | ||
| 8 | +# | ||
| 9 | +# rclone copy is incremental (size + mtime), so this is cheap on | ||
| 10 | +# steady-state and only moves new objects. | ||
| 11 | + | ||
| 12 | +set -euo pipefail | ||
| 13 | + | ||
| 14 | +PRIMARY="${SHITHUB_BACKUP_BUCKET:-spaces-prod:shithub-backups}" | ||
| 15 | +DR="${SHITHUB_DR_BUCKET:-spaces-dr:shithub-backups-dr}" | ||
| 16 | +WAL_PRIMARY="${SHITHUB_WAL_BUCKET:-spaces-prod:shithub-wal}" | ||
| 17 | +WAL_DR="${SHITHUB_WAL_DR_BUCKET:-spaces-dr:shithub-wal-dr}" | ||
| 18 | + | ||
| 19 | +LOG="/var/log/shithub/spaces-sync.log" | ||
| 20 | +mkdir -p "$(dirname "$LOG")" | ||
| 21 | + | ||
| 22 | +ts() { date -u +%Y-%m-%dT%H:%M:%SZ; } | ||
| 23 | + | ||
| 24 | +{ | ||
| 25 | + echo "[$(ts)] sync start" | ||
| 26 | + | ||
| 27 | + rclone --config /root/.config/rclone/rclone.conf \ | ||
| 28 | + copy --transfers 8 --checkers 16 --fast-list \ | ||
| 29 | + "$PRIMARY" "$DR" | ||
| 30 | + | ||
| 31 | + rclone --config /root/.config/rclone/rclone.conf \ | ||
| 32 | + copy --transfers 8 --checkers 16 --fast-list \ | ||
| 33 | + "$WAL_PRIMARY" "$WAL_DR" | ||
| 34 | + | ||
| 35 | + echo "[$(ts)] sync end" | ||
| 36 | +} >> "$LOG" 2>&1 | ||