deploy/secrets.sh · gabriel/musehub

secrets.sh bash

206 lines 8.8 KB

sha256:8a1389ae62d0a688d5e027763249bd8faedfc39ab00857d65da6620d1ab8a689 Merge 'feat/9a-4-f7-overseer-provenance' into 'dev' — propo… Human 17 hours ago

1	#!/usr/bin/env bash
2	# MuseHub secrets bootstrap — fetch from AWS SSM Parameter Store, write .env
3	#
4	# Runs on the EC2 instance BEFORE deploy.sh. Pulls every secret from SSM
5	# Parameter Store (SecureString, AES-256 at rest via KMS) and writes a fresh
6	# /opt/musehub/.env. The .env on disk is the runtime injection point for
7	# all Docker containers (--env-file).
8	#
9	# Why SSM instead of a static .env:
10	# - Secrets never travel through source control or build artifacts.
11	# - Access is audited via CloudTrail (who fetched what, when).
12	# - Rotation updates SSM; next deploy.sh run picks up the new value.
13	# - IAM role on the EC2 instance grants read access — no AWS keys on disk.
14	#
15	# SSM parameter layout (all SecureString, KMS-encrypted):
16	# /musehub/<env>/DB_PASSWORD
17	# /musehub/<env>/DATABASE_URL (optional; full connection string override — see below)
18	# /musehub/<env>/WEBHOOK_SECRET_KEY
19	# /musehub/<env>/RUNNER_TOKEN
20	# /musehub/<env>/BLOB_STORAGE_ACCESS_KEY_ID
21	# /musehub/<env>/BLOB_STORAGE_SECRET_ACCESS_KEY
22	# /musehub/<env>/WORKER_INTERNAL_KEY (shared secret for Cloudflare Worker → MuseHub callbacks)
23	# /musehub/<env>/MPACK_WORKER_URL (public URL of the CF mpack-receiver Worker; optional)
24	# /musehub/<env>/BACKUP_R2_BUCKET (R2 bucket for deploy/backup.sh off-disk backups; optional, plain String not SecureString)
25	#
26	# DATABASE_URL resolution (see docs/database-architecture.md for the canonical picture):
27	# If /musehub/<env>/DATABASE_URL is set in SSM, it wins verbatim — this is how an
28	# environment on managed AWS RDS (staging, as of 2026-09-08) points at its real
29	# instance rather than the self-hosted default below.
30	# Otherwise, DATABASE_URL is constructed from DB_PASSWORD assuming a self-hosted
31	# Postgres container on the same Docker network (production's current setup):
32	# postgresql+asyncpg://musehub:<DB_PASSWORD>@postgres:5432/musehub
33	# This script previously never wrote DATABASE_URL at all — every environment's
34	# working DATABASE_URL came only from setup-ec2*.sh's one-time initial .env write,
35	# silently lost the moment secrets.sh was ever re-run. This fixes that gap for both
36	# environments, not just staging.
37	#
38	# Prerequisites:
39	# - AWS CLI v2 installed on the EC2 instance
40	# - EC2 instance profile with IAM policy:
41	# ssm:GetParameter, ssm:GetParametersByPath
42	# on arn:aws:ssm:<region>:<account>:parameter/musehub/<env>/*
43	# - KMS decrypt on the CMK used for the SecureString parameters
44	#
45	# Usage:
46	# MUSEHUB_ENV=production bash deploy/secrets.sh
47	# MUSEHUB_ENV=staging bash deploy/secrets.sh
48	#
49	# After this script writes .env, run deploy.sh as usual.
50	#
51	# Fallback (no SSM / local dev):
52	# If AWS CLI is not available or SSM fetch fails, the script exits non-zero
53	# so deploy.sh does not start with stale/missing secrets. For local dev,
54	# manage .env manually — never run this script on a dev laptop.
55
56	set -euo pipefail
57
58	MUSEHUB_ENV="${MUSEHUB_ENV:-production}"
59	APP_DIR="${APP_DIR:-/opt/musehub}"
60	ENV_FILE="$APP_DIR/.env"
61	REGION="${AWS_REGION:-us-east-1}"
62	SSM_PREFIX="/musehub/${MUSEHUB_ENV}"
63
64	log() { echo "[secrets] $*"; }
65	die() { echo "[secrets] ERROR: $*" >&2; exit 1; }
66
67	# ── Preflight ─────────────────────────────────────────────────────────────────
68
69	command -v aws > /dev/null 2>&1 \|\| die "AWS CLI not installed. Install: sudo apt-get install -y awscli"
70
71	# Verify we can reach SSM (IAM role check) — use GetParameter on DB_PASSWORD
72	# (always required) rather than GetParametersByPath (requires broader permission).
73	aws ssm get-parameter \
74	--name "$SSM_PREFIX/DB_PASSWORD" \
75	--region "$REGION" \
76	--with-decryption \
77	--query 'Parameter.Value' \
78	--output text > /dev/null 2>&1 \
79	\|\| die "Cannot read $SSM_PREFIX/DB_PASSWORD from SSM — check the EC2 instance IAM role."
80
81	log "Fetching secrets from SSM: $SSM_PREFIX (region=$REGION)"
82
83	# ── Fetch each parameter ──────────────────────────────────────────────────────
84
85	_get() {
86	local name="$1"
87	local required="${2:-true}"
88	local value
89	value=$(aws ssm get-parameter \
90	--name "$SSM_PREFIX/$name" \
91	--region "$REGION" \
92	--with-decryption \
93	--query 'Parameter.Value' \
94	--output text 2>/dev/null) \|\| {
95	if [ "$required" = "true" ]; then
96	die "Required parameter $SSM_PREFIX/$name not found in SSM"
97	fi
98	echo ""
99	return
100	}
101	echo "$value"
102	}
103
104	DB_PASSWORD=$(_get "DB_PASSWORD")
105	DATABASE_URL_OVERRIDE=$(_get "DATABASE_URL" false)
106	WEBHOOK_SECRET_KEY=$(_get "WEBHOOK_SECRET_KEY")
107	RUNNER_TOKEN=$(_get "RUNNER_TOKEN" false)
108	BLOB_STORAGE_ACCESS_KEY_ID=$(_get "BLOB_STORAGE_ACCESS_KEY_ID" false)
109	BLOB_STORAGE_SECRET_ACCESS_KEY=$(_get "BLOB_STORAGE_SECRET_ACCESS_KEY" false)
110	WORKER_INTERNAL_KEY=$(_get "WORKER_INTERNAL_KEY" false)
111	PACK_WORKER_URL=$(_get "PACK_WORKER_URL" false)
112	BACKUP_R2_BUCKET=$(_get "BACKUP_R2_BUCKET" false)
113
114	# ── Resolve per-environment non-secret config ─────────────────────────────────
115
116	if [ "$MUSEHUB_ENV" = "staging" ]; then
117	PUBLIC_URL="https://staging.musehub.ai"
118	CORS_ORIGINS='["https://staging.musehub.ai"]'
119	BLOB_STORAGE_BUCKET="musehub-staging"
120	BLOB_STORAGE_ENDPOINT="https://bed873d46de5273abf843468a7833f09.r2.cloudflarestorage.com"
121	BLOB_STORAGE_REGION="auto"
122	# Phase 9A-4 F7 — overseer provenance enrichment read wire (non-secret posture gate).
123	OVERSEER_PROVENANCE_ENRICHMENT="enabled"
124	elif [ "$MUSEHUB_ENV" = "production" ]; then
125	PUBLIC_URL="https://musehub.ai"
126	CORS_ORIGINS='["https://musehub.ai", "https://www.musehub.ai"]'
127	BLOB_STORAGE_BUCKET="musehub-prod"
128	BLOB_STORAGE_ENDPOINT="https://bed873d46de5273abf843468a7833f09.r2.cloudflarestorage.com"
129	BLOB_STORAGE_REGION="auto"
130	OVERSEER_PROVENANCE_ENRICHMENT="disabled"
131	else
132	die "Unknown MUSEHUB_ENV='$MUSEHUB_ENV'. Must be 'staging' or 'production'."
133	fi
134
135	if [ -n "$DATABASE_URL_OVERRIDE" ]; then
136	DATABASE_URL="$DATABASE_URL_OVERRIDE"
137	log "Using DATABASE_URL override from SSM (managed database, e.g. RDS)"
138	else
139	DATABASE_URL="postgresql+asyncpg://musehub:${DB_PASSWORD}@postgres:5432/musehub"
140	log "No DATABASE_URL override in SSM — constructing self-hosted Postgres URL"
141	fi
142
143	# ── Write .env ────────────────────────────────────────────────────────────────
144
145	log "Writing $ENV_FILE (env=$MUSEHUB_ENV, public_url=$PUBLIC_URL)"
146
147	# Back up the existing .env if present
148	if [ -f "$ENV_FILE" ]; then
149	cp "$ENV_FILE" "${ENV_FILE}.bak.$(date +%Y%m%d_%H%M%S)"
150	log "Previous .env backed up"
151	fi
152
153	# Write new .env — mode 600, owner musehub
154	umask 177
155	cat > "$ENV_FILE" << EOF
156	# Generated by deploy/secrets.sh at $(date -u +%Y-%m-%dT%H:%M:%SZ)
157	# Secrets sourced from AWS SSM Parameter Store: $SSM_PREFIX
158	# DO NOT edit manually — re-run secrets.sh to refresh from SSM.
159
160	MUSE_ENV=${MUSEHUB_ENV}
161	DEBUG=false
162	PUBLIC_URL=${PUBLIC_URL}
163	CORS_ORIGINS=${CORS_ORIGINS}
164	DB_PASSWORD=${DB_PASSWORD}
165	DATABASE_URL=${DATABASE_URL}
166	BLOB_STORAGE_BUCKET=${BLOB_STORAGE_BUCKET}
167	BLOB_STORAGE_ENDPOINT=${BLOB_STORAGE_ENDPOINT}
168	BLOB_STORAGE_REGION=${BLOB_STORAGE_REGION}
169	WEBHOOK_SECRET_KEY=${WEBHOOK_SECRET_KEY}
170	MUSEHUB_OVERSEER_PROVENANCE_ENRICHMENT=${OVERSEER_PROVENANCE_ENRICHMENT:-disabled}
171	EOF
172	if [ -n "$RUNNER_TOKEN" ]; then
173	echo "RUNNER_TOKEN=${RUNNER_TOKEN}" >> "$ENV_FILE"
174	fi
175	if [ -n "$BLOB_STORAGE_ACCESS_KEY_ID" ]; then
176	echo "BLOB_STORAGE_ACCESS_KEY_ID=${BLOB_STORAGE_ACCESS_KEY_ID}" >> "$ENV_FILE"
177	echo "BLOB_STORAGE_SECRET_ACCESS_KEY=${BLOB_STORAGE_SECRET_ACCESS_KEY}" >> "$ENV_FILE"
178	fi
179	if [ -n "$WORKER_INTERNAL_KEY" ]; then
180	echo "WORKER_INTERNAL_KEY=${WORKER_INTERNAL_KEY}" >> "$ENV_FILE"
181	fi
182	if [ -n "$PACK_WORKER_URL" ]; then
183	echo "PACK_WORKER_URL=${PACK_WORKER_URL}" >> "$ENV_FILE"
184	fi
185	if [ -n "$BACKUP_R2_BUCKET" ]; then
186	echo "BACKUP_R2_BUCKET=${BACKUP_R2_BUCKET}" >> "$ENV_FILE"
187	fi
188
189	chown musehub:musehub "$ENV_FILE" 2>/dev/null \|\| true
190	log ".env written ($(wc -l < "$ENV_FILE") lines, mode 600)"
191
192	# ── Sanity check — no weak values leaked into env ────────────────────────────
193
194	WEAK_PASSWORDS=("musehub" "changeme123" "password" "postgres" "secret" "")
195	for WEAK in "${WEAK_PASSWORDS[@]}"; do
196	if [ "$DB_PASSWORD" = "$WEAK" ]; then
197	die "DB_PASSWORD from SSM is a known weak value ($WEAK). Rotate it immediately."
198	fi
199	done
200
201	if [ ${#DB_PASSWORD} -lt 16 ]; then
202	die "DB_PASSWORD from SSM is too short (${#DB_PASSWORD} chars). Minimum is 16."
203	fi
204
205	log "Secrets sanity check passed."
206	log "Run 'bash deploy/deploy.sh' to deploy."

File History 17 commits

sha256:8a1389ae62d0a688d5e027763249bd8faedfc39ab00857d65da6620d1ab8a689 Merge 'feat/9a-4-f7-overseer-provenance' into 'dev' — propo… Human 17 hours ago

sha256:bee12c5cbde2334f98421c6c209d768fa6b8004d6705c9ea798ce6c1651bc11f Merge 'infra/database-phase3-4-cleanup' into 'dev' — propos… Human 1 day ago

sha256:f437d5c6fe90cdefc4929b99a6c0b52cfd4340deb42efc226ec17ecd2adc86e2 Merge 'docs/fix-stale-rds-claims' into 'dev' — proposal: do… Human 1 day ago

sha256:cd5c2fcb91a44ac9e38e9c36176c27ce079a074586d9852296da628a29fb01ff Merge 'docs/aws-identity-and-deploy-fixes' into 'dev' — pro… Human 12 days ago

sha256:fc04e4cae9e1774d6a21b65c45daeed0e6787eb581d13aa1b03bfe9384a34226 Merge branch 'fix/two-column-scroll-layout' into dev Human 64 days ago

sha256:408916fc5973ba59c6e4eebaa80ebdcc801c0a63205651e25009d11548f79454 chore: bump version to 0.2.0.dev2 — nightly.2, matching muse Sonnet 4.6 patch 67 days ago

sha256:d035733f21ccff27735fddebfbbe0ed24565a32a22db8de5885402262671ecd2 chore: bump version to 0.2.0rc15 for musehub#113 fix release Sonnet 4.6 patch 70 days ago

sha256:0032d6cfa33bc3c8367436ad768e7dd0e339b4332153160247da8266cb5fa352 Merge branch 'task/version-tags-phase3-server' into dev Human 72 days ago

sha256:4669620efda9ff41c55bdefd1f7bfe1c239d468428744c84ead9957e5a003a53 merge: rescue snapshot-recovery hardening (c00aa21d) into d… Opus 4.8 minor ⚠ 85 days ago

sha256:a59da49c4611b970fc4b6ae48678ce4943261c213a07ddbd73ce9201df869b4a fix: remove false-positive proposal_comments index drop fro… Sonnet 4.6 patch 89 days ago

sha256:0a240d6dbff234f07d98a28a4a9a68db702f3f9ff9260196f24219bdb1c0b6f3 feat: render markdown mists as HTML with heading anchor links Sonnet 4.6 patch 90 days ago

sha256:24a7d47486ebc4ebd1832830580e177ec6f877b48dced8c000e198cdec4ce9d6 Merge 'task/bump-version-rc12' into 'dev' — proposal: Bump … Human 91 days ago

sha256:b9ff931d147e0114a1f17060f415b89ed551c170a91ff226c70437aa5c85f9ee Merge 'task/bump-version-rc12' into 'dev' — proposal: Bump … Human 91 days ago

sha256:d1122d21e73471879b460037b22c0b50fded7c423444a176f248428f75dac39c Merge 'task/fix-issue-pagination-cursor' into 'dev' — propo… Human 91 days ago

sha256:01e18975e73d2b3cd5b6db7929c895bef9aa6e0d4391dc5b2adfc548b41318dd Merge 'feat/adding-debug-logs-to-staging' into 'dev' — prop… Human 91 days ago

sha256:6b1949fc2797ca4c1936a637a4cbfec828ef56cf52398a2e74ca3c4f494e728f fix: use wire_bytes not mpack_bytes_raw in compute_object_b… Sonnet 4.6 patch 103 days ago

sha256:b99f2455dc346966d040133f5203297e6e3ef5803a93728a2c30568d0a0f7583 rename: delta_add → delta_upsert across wire format, models… Sonnet 4.6 patch 105 days ago