The maintainer applied the platform layer, World0 admission policy and projects; verify-isolation.sh passed every guardrail, RBAC-negative, admission dry-run and cleanup check. Its three project failures were a script defect (destinations and the empty cluster whitelist were printed together as "[]"); check them separately. Ignore local result files, add docs/BACKLOG.md with break-glass membership and the storage re-probe, and record leaving Argo's default project unrestricted as an accepted risk. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
115 lines
5.5 KiB
Bash
115 lines
5.5 KiB
Bash
#!/usr/bin/env bash
|
|
# M8.2 live isolation checks. Changes nothing: it only asks `kubectl auth can-i`
|
|
# (impersonating the environments' service accounts), reads objects, and sends
|
|
# DELETE requests with --dry-run=server, which run admission but never persist.
|
|
#
|
|
# tools/ops/verify-isolation.sh [--context <name>]
|
|
#
|
|
# Needs an identity that may impersonate service accounts and read namespaces,
|
|
# policies and Argo CD projects (a cluster administrator). Prints PASS/FAIL/SKIP per
|
|
# check and exits nonzero if any check fails.
|
|
set -uo pipefail
|
|
k=(kubectl --request-timeout=20s)
|
|
[ "${1:-}" = "--context" ] && [ -n "${2:-}" ] && k+=(--context "$2")
|
|
fails=0
|
|
pass() { echo "PASS $*"; }
|
|
fail() { echo "FAIL $*"; fails=$((fails + 1)); }
|
|
skip() { echo "SKIP $*"; }
|
|
|
|
envs=(dev stage world0)
|
|
present=()
|
|
for env in "${envs[@]}"; do
|
|
if "${k[@]}" get namespace "evolution-$env" > /dev/null 2>&1; then
|
|
present+=("$env")
|
|
else
|
|
skip "namespace evolution-$env does not exist"
|
|
fi
|
|
done
|
|
|
|
# 1. Guardrails and labels in every present environment.
|
|
for env in "${present[@]}"; do
|
|
ns="evolution-$env"
|
|
got="$("${k[@]}" get namespace "$ns" -o jsonpath='{.metadata.labels.aevolution\.io/environment} {.metadata.labels.pod-security\.kubernetes\.io/enforce} {.metadata.labels.aevolution\.io/protected}')"
|
|
want="$env restricted"; [ "$env" = world0 ] && want="$env restricted true"
|
|
[ "$(echo "$got" | xargs)" = "$want" ] && pass "$ns labels ($got)" || fail "$ns labels '$got' (want '$want')"
|
|
for object in resourcequota/aevolution-quota limitrange/aevolution-defaults \
|
|
networkpolicy/aevolution-default-deny networkpolicy/aevolution-allow-dns \
|
|
serviceaccount/aevolution-migrator serviceaccount/aevolution-region serviceaccount/aevolution-backup; do
|
|
"${k[@]}" get -n "$ns" "$object" > /dev/null 2>&1 && pass "$ns has $object" || fail "$ns lacks $object"
|
|
done
|
|
done
|
|
|
|
# 2. No environment identity can read secrets or change anything anywhere.
|
|
for env in "${present[@]}"; do
|
|
for sa in aevolution-migrator aevolution-region aevolution-backup; do
|
|
who="system:serviceaccount:evolution-$env:$sa"
|
|
for target in "${envs[@]}"; do
|
|
for action in "get secrets" "list secrets" "create pods" "delete persistentvolumeclaims" "create rolebindings"; do
|
|
answer="$("${k[@]}" auth can-i $action -n "evolution-$target" --as "$who" 2>/dev/null)"
|
|
[ "$answer" = "no" ] && pass "$who cannot $action in evolution-$target" ||
|
|
fail "$who can $action in evolution-$target"
|
|
done
|
|
done
|
|
answer="$("${k[@]}" auth can-i delete namespaces --as "$who" 2>/dev/null)"
|
|
[ "$answer" = "no" ] && pass "$who cannot delete namespaces" || fail "$who can delete namespaces"
|
|
done
|
|
done
|
|
|
|
# 3. World0 admission protection, exercised with server-side dry runs.
|
|
if "${k[@]}" get validatingadmissionpolicybinding aevolution-world0-protection > /dev/null 2>&1; then
|
|
pass "world0 protection policy is bound"
|
|
else
|
|
fail "world0 protection policy binding missing"
|
|
fi
|
|
denied() { # denied <description> <kubectl delete args...> (always --dry-run=server)
|
|
local what="$1"; shift
|
|
local out
|
|
out="$("${k[@]}" delete --dry-run=server --wait=false "$@" 2>&1)"
|
|
if echo "$out" | grep -q "aevolution:world0-break-glass"; then
|
|
pass "denied: $what"
|
|
elif echo "$out" | grep -qi "not found"; then
|
|
skip "$what (object absent)"
|
|
else
|
|
fail "not denied: $what -> $out"
|
|
fi
|
|
}
|
|
if printf '%s\n' "${present[@]}" | grep -qx world0; then
|
|
denied "delete namespace evolution-world0" namespace evolution-world0
|
|
denied "delete service account in evolution-world0" -n evolution-world0 serviceaccount aevolution-region
|
|
secret="$("${k[@]}" get secrets -n evolution-world0 -o name 2>/dev/null | head -1)"
|
|
[ -n "$secret" ] && denied "delete $secret in evolution-world0" -n evolution-world0 "$secret" ||
|
|
skip "no Secret in evolution-world0 to test"
|
|
pvc="$("${k[@]}" get pvc -n evolution-world0 -o name 2>/dev/null | head -1)"
|
|
[ -n "$pvc" ] && denied "delete $pvc in evolution-world0" -n evolution-world0 "$pvc" ||
|
|
skip "no PVC in evolution-world0 to test"
|
|
else
|
|
skip "world0 admission dry runs (namespace absent)"
|
|
fi
|
|
|
|
# 4. Argo CD projects: each AEvolution project targets only its own namespace.
|
|
for env in "${envs[@]}"; do
|
|
dest="$("${k[@]}" get appproject "aevolution-$env" -n argocd -o jsonpath='{range .spec.destinations[*]}{.namespace}{" "}{end}' 2>/dev/null)" || {
|
|
skip "appproject aevolution-$env not present"; continue; }
|
|
cluster="$("${k[@]}" get appproject "aevolution-$env" -n argocd -o jsonpath='{.spec.clusterResourceWhitelist}' 2>/dev/null)"
|
|
[ "$(echo "$dest" | xargs)" = "evolution-$env" ] && pass "appproject aevolution-$env destinations '$dest'" ||
|
|
fail "appproject aevolution-$env destinations '$dest'"
|
|
# An empty whitelist prints as nothing or as [] depending on how it was stored.
|
|
case "$cluster" in ""|"[]") pass "appproject aevolution-$env allows no cluster kinds" ;;
|
|
*) fail "appproject aevolution-$env cluster kinds '$cluster'" ;; esac
|
|
done
|
|
wide="$("${k[@]}" get appproject default -n argocd -o jsonpath='{.spec.destinations[*].namespace}' 2>/dev/null)"
|
|
[ "$wide" = "*" ] && echo "WARN appproject default allows every namespace; its applications could create objects in evolution-* (deletion is still denied in world0 by admission)"
|
|
|
|
# 5. The cleanup tool refuses World0 before touching the cluster.
|
|
root="$(cd "$(dirname "$0")/../.." && pwd)"
|
|
for bad in world0 evolution-world0 World0 ""; do
|
|
if bash "$root/tools/ops/cleanup-environment.sh" "$bad" > /dev/null 2>&1; then
|
|
fail "cleanup accepted '$bad'"
|
|
else
|
|
pass "cleanup refused '$bad'"
|
|
fi
|
|
done
|
|
|
|
echo "failures=$fails"
|
|
[ "$fails" -eq 0 ]
|