feat(stability-v2): split backup classes, add restore-test and audit-watch timers
This commit is contained in:
@@ -69,3 +69,14 @@ Added:
|
||||
- `prime restore --dry-run <commit>`
|
||||
- preflight + rollback on failure
|
||||
- Telegram control guardrails for high-risk direct commands
|
||||
|
||||
## 9) Backup classes + verification (Stability Sprint v2)
|
||||
Prime now separates backups into classes:
|
||||
- `scripts/backup/code-backup.sh` -> git code/config backup
|
||||
- `scripts/backup/state-backup.sh` -> encrypted state snapshot (`task-queue.json`, `tokens.enc`)
|
||||
- `scripts/backup/secrets-backup.sh` -> encrypted secret escrow (optional, requires `PRIME_SECRET_BACKUP_PASSPHRASE`)
|
||||
|
||||
Timers:
|
||||
- `prime-state-backup.timer` (15m)
|
||||
- `prime-restore-test.timer` (nightly dry-run restore)
|
||||
- `prime-audit-watch.timer` (15m anomaly check)
|
||||
|
||||
Executable
+18
@@ -0,0 +1,18 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
AUD=/srv/prime-core/logs/audit.jsonl
|
||||
[[ -f "$AUD" ]] || exit 0
|
||||
|
||||
NOW=$(date +%s)
|
||||
WINDOW=900
|
||||
START=$((NOW-WINDOW))
|
||||
|
||||
COUNT=$(awk -v s="$START" 'BEGIN{c=0} {if (match($0,/"ts":([0-9]+)/,m)) if (m[1]>=s) c++} END{print c}' "$AUD")
|
||||
# crude anomaly: too many commands/events in 15m
|
||||
if [[ "$COUNT" -gt 300 ]]; then
|
||||
source /srv/prime-core/scripts/prime-env.sh
|
||||
python3 - <<'PY'
|
||||
from prime_core.notify import send_telegram
|
||||
send_telegram('⚠️ Prime audit anomaly: high event volume in last 15m')
|
||||
PY
|
||||
fi
|
||||
+11
-6
@@ -2,9 +2,14 @@
|
||||
set -euo pipefail
|
||||
BASE=/srv/prime-core
|
||||
cd "$BASE"
|
||||
source "$BASE/.secrets/git.env"
|
||||
export GIT_TERMINAL_PROMPT=0
|
||||
git add -A
|
||||
if git diff --cached --quiet; then exit 0; fi
|
||||
git commit -m "prime-backup: $(date -u +'%Y-%m-%dT%H:%M:%SZ')"
|
||||
git push "$GIT_REMOTE" main
|
||||
|
||||
# code backup to git remote
|
||||
"$BASE/scripts/backup/code-backup.sh"
|
||||
|
||||
# state snapshot every run
|
||||
"$BASE/scripts/backup/state-backup.sh" || true
|
||||
|
||||
# secrets backup optional (requires passphrase)
|
||||
if [[ -n "${PRIME_SECRET_BACKUP_PASSPHRASE:-}" ]]; then
|
||||
"$BASE/scripts/backup/secrets-backup.sh" || true
|
||||
fi
|
||||
|
||||
Executable
+14
@@ -0,0 +1,14 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
BASE=/srv/prime-core
|
||||
cd "$BASE"
|
||||
source "$BASE/.secrets/git.env"
|
||||
export GIT_TERMINAL_PROMPT=0
|
||||
|
||||
git add -A
|
||||
if git diff --cached --quiet; then
|
||||
exit 0
|
||||
fi
|
||||
|
||||
git commit -m "prime-backup(code): $(date -u +'%Y-%m-%dT%H:%M:%SZ')"
|
||||
git push "$GIT_REMOTE" main
|
||||
Executable
+36
@@ -0,0 +1,36 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
BASE=/srv/prime-core
|
||||
OUT=/srv/prime-core/backups/secrets
|
||||
TS=$(date -u +'%Y%m%dT%H%M%SZ')
|
||||
mkdir -p "$OUT"
|
||||
|
||||
: "${PRIME_SECRET_BACKUP_PASSPHRASE:?PRIME_SECRET_BACKUP_PASSPHRASE not set}"
|
||||
|
||||
SRC=(
|
||||
"$BASE/.secrets/runtime.env"
|
||||
"$BASE/.secrets/git.env"
|
||||
"$BASE/.secrets/vault.key"
|
||||
"$BASE/config/oauth/providers.json"
|
||||
)
|
||||
|
||||
EXISTING=()
|
||||
for f in "${SRC[@]}"; do
|
||||
[[ -f "$f" ]] && EXISTING+=("$f")
|
||||
done
|
||||
[[ ${#EXISTING[@]} -gt 0 ]] || exit 0
|
||||
|
||||
TAR="$OUT/secrets-$TS.tar.gz"
|
||||
ENC="$OUT/secrets-$TS.tar.gz.enc"
|
||||
CHK="$OUT/secrets-$TS.sha256"
|
||||
|
||||
tar -czf "$TAR" "${EXISTING[@]}"
|
||||
openssl enc -aes-256-cbc -pbkdf2 -salt -in "$TAR" -out "$ENC" -pass env:PRIME_SECRET_BACKUP_PASSPHRASE
|
||||
rm -f "$TAR"
|
||||
sha256sum "$ENC" > "$CHK"
|
||||
|
||||
# retention: keep 30 daily equivalents if run daily (caller cadence dependent)
|
||||
ls -1t "$OUT"/secrets-*.enc 2>/dev/null | tail -n +31 | xargs -r rm -f
|
||||
ls -1t "$OUT"/secrets-*.sha256 2>/dev/null | tail -n +31 | xargs -r rm -f
|
||||
|
||||
echo "$ENC"
|
||||
Executable
+28
@@ -0,0 +1,28 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
BASE=/srv/prime-core
|
||||
OUT=/srv/prime-core/backups/state
|
||||
TS=$(date -u +'%Y%m%dT%H%M%SZ')
|
||||
mkdir -p "$OUT"
|
||||
|
||||
# only operational state, encrypted archive
|
||||
FILES=()
|
||||
[[ -f "$BASE/state/task-queue.json" ]] && FILES+=("$BASE/state/task-queue.json")
|
||||
[[ -f "$BASE/state/tokens.enc" ]] && FILES+=("$BASE/state/tokens.enc")
|
||||
|
||||
if [[ ${#FILES[@]} -eq 0 ]]; then
|
||||
echo "no state files"
|
||||
exit 0
|
||||
fi
|
||||
|
||||
TAR="$OUT/state-$TS.tar.gz"
|
||||
CHK="$OUT/state-$TS.sha256"
|
||||
|
||||
tar -czf "$TAR" "${FILES[@]}"
|
||||
sha256sum "$TAR" > "$CHK"
|
||||
|
||||
# retention: keep last 192 snapshots (~48h at 15m)
|
||||
ls -1t "$OUT"/state-*.tar.gz 2>/dev/null | tail -n +193 | xargs -r rm -f
|
||||
ls -1t "$OUT"/state-*.sha256 2>/dev/null | tail -n +193 | xargs -r rm -f
|
||||
|
||||
echo "$TAR"
|
||||
Executable
+6
@@ -0,0 +1,6 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
cd /srv/prime-core
|
||||
TARGET=${1:-HEAD}
|
||||
/srv/prime-core/scripts/restore.sh --dry-run "$TARGET"
|
||||
echo "restore-test ok for $TARGET"
|
||||
Reference in New Issue
Block a user