gabriel / musehub public
migrate-test.sh bash
109 lines 4.8 KB
Raw
sha256:34035d72cef530c1ab9d6a6f53be18d803dde705fc3157617d70352a96d0747b Merge branch 'fix/wire-push-external-parent-manifest' into dev Human 8 days ago
1 #!/usr/bin/env bash
2 # deploy/migrate-test.sh — Test migrations against a production data snapshot
3 #
4 # USAGE:
5 # ./deploy/migrate-test.sh [snapshot.sql.gz]
6 #
7 # If no snapshot is given the script creates a fresh pg_dump from the live DB.
8 #
9 # WHAT IT DOES:
10 # 1. Creates a temporary test database (musehub_migrate_test_<timestamp>)
11 # 2. Restores the snapshot into it
12 # 3. Runs alembic upgrade head
13 # 4. Verifies alembic_version == HEAD
14 # 5. Runs alembic downgrade -1 (one step back)
15 # 6. Runs alembic upgrade head again (round-trip check)
16 # 7. Drops the temporary database
17 # 8. Exits 0 on success, 1 on any failure
18 #
19 # Run this BEFORE applying migrations to production.
20 #
21 # REQUIREMENTS:
22 # - psql and pg_dump/pg_restore in PATH
23 # - Environment variables (or .env):
24 # DATABASE_URL postgresql+asyncpg://user:pass@host/dbname
25 # PG_ADMIN_URL postgresql://user:pass@host/postgres (for CREATE/DROP DB)
26 # - Python env with alembic + app deps activated
27
28 set -euo pipefail
29
30 # ── Config ────────────────────────────────────────────────────────────────────
31 TIMESTAMP=$(date +%Y%m%d_%H%M%S)
32 TEST_DB="musehub_migrate_test_${TIMESTAMP}"
33
34 # Parse source DB details from DATABASE_URL
35 SOURCE_URL="${DATABASE_URL:-}"
36 if [[ -z "$SOURCE_URL" ]]; then
37 echo "ERROR: DATABASE_URL must be set." >&2
38 exit 1
39 fi
40
41 # Strip asyncpg driver prefix for psql compatibility
42 SYNC_SOURCE_URL="${SOURCE_URL/+asyncpg/}"
43 SYNC_SOURCE_URL="${SYNC_SOURCE_URL/+aiosqlite/}"
44
45 # Admin URL defaults to same host/user but connects to 'postgres' maintenance DB
46 PG_ADMIN_URL="${PG_ADMIN_URL:-${SYNC_SOURCE_URL%/*}/postgres}"
47
48 SNAPSHOT_FILE="${1:-}"
49
50 # ── Helpers ───────────────────────────────────────────────────────────────────
51 log() { echo "[$(date +%H:%M:%S)] $*"; }
52 die() { echo "ERROR: $*" >&2; exit 1; }
53
54 cleanup() {
55 log "Dropping temporary database ${TEST_DB} …"
56 psql "$PG_ADMIN_URL" -c "DROP DATABASE IF EXISTS ${TEST_DB};" >/dev/null 2>&1 || true
57 }
58 trap cleanup EXIT
59
60 # ── Step 1: Create temp DB ────────────────────────────────────────────────────
61 log "Creating temporary database ${TEST_DB} …"
62 psql "$PG_ADMIN_URL" -c "CREATE DATABASE ${TEST_DB};" >/dev/null
63
64 # Build test DB URL (replace dbname in the source URL)
65 TEST_URL="${SYNC_SOURCE_URL%/*}/${TEST_DB}"
66
67 # ── Step 2: Obtain / restore snapshot ────────────────────────────────────────
68 if [[ -n "$SNAPSHOT_FILE" ]]; then
69 log "Restoring snapshot from ${SNAPSHOT_FILE} …"
70 if [[ "$SNAPSHOT_FILE" == *.gz ]]; then
71 gunzip -c "$SNAPSHOT_FILE" | psql "$TEST_URL" >/dev/null
72 else
73 psql "$TEST_URL" < "$SNAPSHOT_FILE" >/dev/null
74 fi
75 log "Snapshot restored."
76 else
77 log "No snapshot provided — using fresh empty database."
78 fi
79
80 # ── Step 3: Upgrade to HEAD ───────────────────────────────────────────────────
81 log "Running alembic upgrade head …"
82 DATABASE_URL="${TEST_URL/postgresql/postgresql+asyncpg}" alembic upgrade head
83
84 # ── Step 4: Verify HEAD revision ─────────────────────────────────────────────
85 ACTUAL_HEAD=$(psql "$TEST_URL" -tAc "SELECT version_num FROM alembic_version LIMIT 1;" 2>/dev/null || echo "")
86 EXPECTED_HEAD=$(python3 -c "
87 from alembic.config import Config
88 from alembic.script import ScriptDirectory
89 cfg = Config('alembic.ini')
90 sd = ScriptDirectory.from_config(cfg)
91 heads = sd.get_heads()
92 print(heads[0][:4] if heads else '')
93 ")
94
95 if [[ "$ACTUAL_HEAD" != *"$EXPECTED_HEAD"* ]]; then
96 die "HEAD mismatch after upgrade: DB has '$ACTUAL_HEAD', expected prefix '$EXPECTED_HEAD'"
97 fi
98 log "HEAD verified: ${ACTUAL_HEAD} ✓"
99
100 # ── Step 5: Downgrade one step ────────────────────────────────────────────────
101 log "Running alembic downgrade -1 (one step back) …"
102 DATABASE_URL="${TEST_URL/postgresql/postgresql+asyncpg}" alembic downgrade -1
103
104 # ── Step 6: Upgrade again (round-trip) ───────────────────────────────────────
105 log "Running alembic upgrade head (round-trip) …"
106 DATABASE_URL="${TEST_URL/postgresql/postgresql+asyncpg}" alembic upgrade head
107
108 log "Migration round-trip test passed ✓"
109 log "Temporary database ${TEST_DB} will be dropped on exit."
File History 14 commits
sha256:34035d72cef530c1ab9d6a6f53be18d803dde705fc3157617d70352a96d0747b Merge branch 'fix/wire-push-external-parent-manifest' into dev Human 8 days ago
sha256:fc04e4cae9e1774d6a21b65c45daeed0e6787eb581d13aa1b03bfe9384a34226 Merge branch 'fix/two-column-scroll-layout' into dev Human 8 days ago
sha256:408916fc5973ba59c6e4eebaa80ebdcc801c0a63205651e25009d11548f79454 chore: bump version to 0.2.0.dev2 — nightly.2, matching muse Sonnet 4.6 patch 11 days ago
sha256:d035733f21ccff27735fddebfbbe0ed24565a32a22db8de5885402262671ecd2 chore: bump version to 0.2.0rc15 for musehub#113 fix release Sonnet 4.6 patch 14 days ago
sha256:0032d6cfa33bc3c8367436ad768e7dd0e339b4332153160247da8266cb5fa352 Merge branch 'task/version-tags-phase3-server' into dev Human 17 days ago
sha256:4669620efda9ff41c55bdefd1f7bfe1c239d468428744c84ead9957e5a003a53 merge: rescue snapshot-recovery hardening (c00aa21d) into d… Opus 4.8 minor 29 days ago
sha256:a59da49c4611b970fc4b6ae48678ce4943261c213a07ddbd73ce9201df869b4a fix: remove false-positive proposal_comments index drop fro… Sonnet 4.6 patch 33 days ago
sha256:0a240d6dbff234f07d98a28a4a9a68db702f3f9ff9260196f24219bdb1c0b6f3 feat: render markdown mists as HTML with heading anchor links Sonnet 4.6 patch 34 days ago
sha256:24a7d47486ebc4ebd1832830580e177ec6f877b48dced8c000e198cdec4ce9d6 Merge 'task/bump-version-rc12' into 'dev' — proposal: Bump … Human 35 days ago
sha256:b9ff931d147e0114a1f17060f415b89ed551c170a91ff226c70437aa5c85f9ee Merge 'task/bump-version-rc12' into 'dev' — proposal: Bump … Human 35 days ago
sha256:d1122d21e73471879b460037b22c0b50fded7c423444a176f248428f75dac39c Merge 'task/fix-issue-pagination-cursor' into 'dev' — propo… Human 35 days ago
sha256:01e18975e73d2b3cd5b6db7929c895bef9aa6e0d4391dc5b2adfc548b41318dd Merge 'feat/adding-debug-logs-to-staging' into 'dev' — prop… Human 35 days ago
sha256:6b1949fc2797ca4c1936a637a4cbfec828ef56cf52398a2e74ca3c4f494e728f fix: use wire_bytes not mpack_bytes_raw in compute_object_b… Sonnet 4.6 patch 48 days ago
sha256:b99f2455dc346966d040133f5203297e6e3ef5803a93728a2c30568d0a0f7583 rename: delta_add → delta_upsert across wire format, models… Sonnet 4.6 patch 50 days ago