ADR-0064: RegionHost<State> (environmental and lineage profiles) is a single-owner, single-threaded state machine advanced by step(now): acquire the fenced lease and recover the verified head, run, resolve ambiguous commits, drain and stop, or quarantine. Admission is provisional and bounded (64 inputs, 64 KiB) with backpressure; FinalAck and FinalOutcome are emitted only after a confirmed commit, and inputs that will never be acknowledged are reported with a reason. Ticks follow the caller's scheduling clock with bounded catch-up and measured tick debt, never invented inputs. A death seals the batch and commits in the same step, so no dependent tick uses an uncommitted outcome. Storage outages pause and retry, unknown outcomes resolve by exact bytes, fencing discards unconfirmed work and re-acquires; readiness fails closed. Drain commits pending ticks and releases the lease. evo-server hosts one region with a bounded stdin input feed, stdout event lines, a readiness file and SIGTERM drain (exit 0/3/4). Validated: Windows CTest 58/58; PostgreSQL suites under GCC Release, clang-tidy and ASan/UBSan including real-process SIGTERM drain and SIGKILL with successor recovery; four host mutations each caught. No gateway, metrics, Docker/Gitea CI or deployment. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
153 lines
12 KiB
Bash
153 lines
12 KiB
Bash
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
root="$(cd "$(dirname "$0")/../.." && pwd)"
|
|
prefix="$root/.cache/postgres/install"
|
|
export PATH="$prefix/bin:$PATH"
|
|
export LD_LIBRARY_PATH="$prefix/lib${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH}"
|
|
test_dir="$(mktemp -d /tmp/evo-pg-test.XXXXXXXX)"
|
|
chmod 700 "$test_dir"
|
|
export PGHOST="$test_dir" PGPORT=55432 PGDATABASE=postgres PGUSER="$(id -un)"
|
|
unset PGHOSTADDR PGPASSWORD PGSERVICE PGSERVICEFILE
|
|
initdb -D "$test_dir/data" --no-locale --encoding=UTF8 --auth-local=trust --auth-host=reject > "$test_dir/init.log"
|
|
trap 'pg_ctl -D "$test_dir/data" -m immediate stop > /dev/null || true' EXIT
|
|
pg_ctl -D "$test_dir/data" -l "$test_dir/server.log" -o "-k $test_dir -p 55432 -c listen_addresses=''" -w start
|
|
# Runtime group role receives grants; a separate login inherits only that role.
|
|
psql -X -v ON_ERROR_STOP=1 -c 'CREATE ROLE evo_runtime_test NOLOGIN' \
|
|
-c 'CREATE ROLE evo_runtime_login LOGIN IN ROLE evo_runtime_test'
|
|
export EVO_PG_RUNTIME_ROLE=evo_runtime_test EVO_PG_RUNTIME_USER=evo_runtime_login
|
|
bash "$root/tools/migrate-postgres.sh"
|
|
bash "$root/tools/migrate-postgres.sh" # exact supported upgrade/restart is a no-op
|
|
# Process tests spawn the server built beside the test binary.
|
|
export EVO_SERVER_BIN
|
|
EVO_SERVER_BIN="$(dirname "${1:?path to evo-postgres-tests}")/evo-server"
|
|
"$1"
|
|
v1_sha="$(sha256sum "$root/migrations/0001_region_bootstrap.sql")"
|
|
v1_sha="${v1_sha%% *}"
|
|
# Migration failure must not publish a partial schema.
|
|
createdb migration_rollback
|
|
if (export PGDATABASE=migration_rollback; psql -X -v ON_ERROR_STOP=1 -1 \
|
|
-v migration_sha=invalid -f "$root/migrations/0001_region_bootstrap.sql"); then
|
|
echo 'Expected failed migration' >&2; exit 1
|
|
fi
|
|
test "$(PGDATABASE=migration_rollback psql -XAtc "SELECT count(*) FROM pg_namespace WHERE nspname='evolution'")" = 0
|
|
# A privileged or owner runtime role is refused and leaves no schema behind.
|
|
if (export PGDATABASE=migration_rollback EVO_PG_RUNTIME_ROLE="$PGUSER"; \
|
|
bash "$root/tools/migrate-postgres.sh"); then
|
|
echo 'Expected privileged runtime role rejection' >&2; exit 1
|
|
fi
|
|
if (export PGDATABASE=migration_rollback EVO_PG_RUNTIME_ROLE=no_such_evo_role; \
|
|
bash "$root/tools/migrate-postgres.sh"); then
|
|
echo 'Expected missing runtime role rejection' >&2; exit 1
|
|
fi
|
|
test "$(PGDATABASE=migration_rollback psql -XAtc "SELECT count(*) FROM pg_namespace WHERE nspname='evolution'")" = 0
|
|
# Supported upgrade path: an existing exact v1 database migrates to the latest.
|
|
createdb upgrade_path
|
|
PGDATABASE=upgrade_path psql -X -v ON_ERROR_STOP=1 -1 -v "migration_sha=$v1_sha" \
|
|
-f "$root/migrations/0001_region_bootstrap.sql" > /dev/null
|
|
test "$(PGDATABASE=upgrade_path psql -XAtc "SELECT string_agg(version::text, ',') FROM evolution.schema_migrations")" = 1
|
|
PGDATABASE=upgrade_path bash "$root/tools/migrate-postgres.sh"
|
|
test "$(PGDATABASE=upgrade_path psql -XAtc "SELECT string_agg(version::text, ',' ORDER BY version) FROM evolution.schema_migrations")" = 1,2,3,4,5
|
|
# v2 heads have no payload binding: v2->v3 fails closed and leaves history at v2.
|
|
v2_sha="$(sha256sum "$root/migrations/0002_region_fencing.sql")"
|
|
v2_sha="${v2_sha%% *}"
|
|
createdb v2_heads
|
|
PGDATABASE=v2_heads psql -X -v ON_ERROR_STOP=1 -1 -v "migration_sha=$v1_sha" -v "migration_sha_2=$v2_sha" -v runtime_role=evo_runtime_test -f "$root/migrations/0001_region_bootstrap.sql" -f "$root/migrations/0002_region_fencing.sql" > /dev/null
|
|
PGDATABASE=v2_heads psql -X -v ON_ERROR_STOP=1 -c "SELECT evolution.provision_region(1, 1, 1, gen_random_uuid(), decode(repeat('00', 32), 'hex'))" > /dev/null
|
|
if PGDATABASE=v2_heads bash "$root/tools/migrate-postgres.sh"; then
|
|
echo 'Expected v2 heads to block v3' >&2; exit 1
|
|
fi
|
|
v3_sha="$(sha256sum "$root/migrations/0003_region_checkpoints.sql")"
|
|
v3_sha="${v3_sha%% *}"
|
|
createdb v3_commits
|
|
PGDATABASE=v3_commits psql -X -v ON_ERROR_STOP=1 -1 -v "migration_sha=$v1_sha" \
|
|
-v "migration_sha_2=$v2_sha" -v "migration_sha_3=$v3_sha" -v runtime_role=evo_runtime_test \
|
|
-f "$root/migrations/0001_region_bootstrap.sql" -f "$root/migrations/0002_region_fencing.sql" \
|
|
-f "$root/migrations/0003_region_checkpoints.sql" > /dev/null
|
|
PGDATABASE=v3_commits psql -X -v ON_ERROR_STOP=1 \
|
|
-c "INSERT INTO evolution.retained_builds VALUES (decode(repeat('b1', 32), 'hex'))" \
|
|
-c "SELECT evolution.provision_region_checkpoint(decode('4145564f52434d31' || '01000000' || '01000000' || '0100000000000000' || '0100000000000000' || '0900000000000000' || repeat('11', 16) || repeat('00', 8) || repeat('00', 16) || repeat('00', 32) || repeat('00', 16) || repeat('00', 16) || repeat('00', 8) || '50c3000000000000' || '020000000200000001000000010000000100000001000000010000000100000001000000' || repeat('b1', 32) || '00000000' || '00000000' || '01000000' || '6400000000000000' || repeat('a0', 32), 'hex'))" > /dev/null
|
|
PGDATABASE=v3_commits bash "$root/tools/migrate-postgres.sh"
|
|
test "$(PGDATABASE=v3_commits psql -XAtc "SELECT count(*) || ':' || string_agg(version::text, ',' ORDER BY version) FROM evolution.schema_migrations")" = 5:1,2,3,4,5
|
|
test "$(PGDATABASE=v3_commits psql -XAtc "SELECT count(*) FROM evolution.region_commits")" = 1
|
|
# Review P1: a v4 database holding a published (possibly terminal) checkpoint has
|
|
# no durable decisions for it. The v5 upgrade must refuse before changing anything.
|
|
v4_sha="$(sha256sum "$root/migrations/0004_lineage_profile.sql")"
|
|
v4_sha="${v4_sha%% *}"
|
|
createdb v4_published
|
|
PGDATABASE=v4_published psql -X -v ON_ERROR_STOP=1 -1 -v "migration_sha=$v1_sha" \
|
|
-v "migration_sha_2=$v2_sha" -v "migration_sha_3=$v3_sha" -v "migration_sha_4=$v4_sha" \
|
|
-v runtime_role=evo_runtime_test \
|
|
-f "$root/migrations/0001_region_bootstrap.sql" -f "$root/migrations/0002_region_fencing.sql" \
|
|
-f "$root/migrations/0003_region_checkpoints.sql" -f "$root/migrations/0004_lineage_profile.sql" > /dev/null
|
|
PGDATABASE=v4_published psql -X -v ON_ERROR_STOP=1 > /dev/null <<'SQL'
|
|
INSERT INTO evolution.retained_builds VALUES (decode(repeat('b1', 32), 'hex'));
|
|
SELECT evolution.provision_region_checkpoint(decode('4145564f52434d31' || '01000000' || '01000000' || '0100000000000000' || '0100000000000000' || '0900000000000000' || repeat('11', 16) || repeat('00', 8) || repeat('00', 16) || repeat('00', 32) || repeat('00', 16) || repeat('00', 16) || repeat('00', 8) || '50c3000000000000' || '020000000200000001000000010000000100000001000000010000000100000001000000' || repeat('b1', 32) || '00000000' || '00000000' || '01000000' || '6400000000000000' || repeat('a0', 32), 'hex'));
|
|
SELECT lease_holder, lease_epoch FROM evolution.acquire_region_lease(1, 1, 20000) \gset
|
|
-- A real v4 publication of ticks 0..20 through the v4 fenced function.
|
|
SELECT p.* FROM evolution.region_commits c, LATERAL evolution.publish_region_checkpoint(
|
|
overlay(overlay(overlay(overlay(overlay(overlay(overlay(c.manifest
|
|
placing decode(repeat('22', 16), 'hex') from 41)
|
|
placing decode('0100000000000000', 'hex') from 57)
|
|
placing decode(repeat('11', 16), 'hex') from 65)
|
|
placing c.commit_digest from 81)
|
|
placing decode('1400000000000000', 'hex') from 121)
|
|
placing decode(replace(:'lease_holder', '-', ''), 'hex') from 129)
|
|
placing decode('0100000000000000', 'hex') from 145)) p
|
|
WHERE c.commit_sequence = 0;
|
|
SQL
|
|
test "$(PGDATABASE=v4_published psql -XAtc "SELECT count(*) FROM evolution.region_commits")" = 2
|
|
if PGDATABASE=v4_published bash "$root/tools/migrate-postgres.sh" 2> "$test_dir/v4_published.err"; then
|
|
echo 'Expected pre-v5 published checkpoints to block v5' >&2; exit 1
|
|
fi
|
|
grep -q 'pre-v5 published checkpoints lack durable decisions' "$test_dir/v4_published.err"
|
|
test "$(PGDATABASE=v4_published psql -XAtc "SELECT string_agg(version::text, ',' ORDER BY version) FROM evolution.schema_migrations")" = 1,2,3,4
|
|
test "$(PGDATABASE=v4_published psql -XAtc "SELECT count(*) || ':' || max(end_tick) FROM evolution.region_commits")" = 2:20
|
|
test "$(PGDATABASE=v4_published psql -XAtc "SELECT count(*) FROM pg_tables WHERE schemaname = 'evolution' AND tablename = 'region_decisions'")" = 0
|
|
test "$(PGDATABASE=v2_heads psql -XAtc "SELECT string_agg(version::text, ',' ORDER BY version) FROM evolution.schema_migrations")" = 1,2
|
|
# Inherited privileges bypass fencing, so every migrate run audits effective rights.
|
|
psql -X -v ON_ERROR_STOP=1 -c 'CREATE ROLE evo_bad_runtime NOLOGIN IN ROLE pg_write_all_data'
|
|
if (export PGDATABASE=migration_rollback EVO_PG_RUNTIME_ROLE=evo_bad_runtime; \
|
|
bash "$root/tools/migrate-postgres.sh"); then
|
|
echo 'Expected inherited-privilege runtime rejection' >&2; exit 1
|
|
fi
|
|
test "$(PGDATABASE=migration_rollback psql -XAtc "SELECT count(*) FROM pg_namespace WHERE nspname='evolution'")" = 0
|
|
expect_audit_failure() {
|
|
psql -X -v ON_ERROR_STOP=1 -c "$1"
|
|
if bash "$root/tools/migrate-postgres.sh"; then
|
|
echo "Expected runtime audit failure after: $1" >&2; exit 1
|
|
fi
|
|
psql -X -v ON_ERROR_STOP=1 -c "$2"
|
|
}
|
|
# The reviewed scenario: the login inherits pg_write_all_data and can bypass the guard.
|
|
psql -X -v ON_ERROR_STOP=1 -c 'GRANT pg_write_all_data TO evo_runtime_login'
|
|
PGUSER=evo_runtime_login psql -X -v ON_ERROR_STOP=1 \
|
|
-c 'UPDATE evolution.region_leases SET epoch = 99 WHERE false' > /dev/null
|
|
psql -X -v ON_ERROR_STOP=1 -c 'REVOKE pg_write_all_data FROM evo_runtime_login'
|
|
expect_audit_failure 'GRANT pg_write_all_data TO evo_runtime_login' \
|
|
'REVOKE pg_write_all_data FROM evo_runtime_login'
|
|
expect_audit_failure 'GRANT pg_write_all_data TO evo_runtime_test WITH INHERIT FALSE' \
|
|
'REVOKE pg_write_all_data FROM evo_runtime_test'
|
|
expect_audit_failure 'GRANT UPDATE ON evolution.region_heads TO PUBLIC' \
|
|
'REVOKE UPDATE ON evolution.region_heads FROM PUBLIC'
|
|
expect_audit_failure 'GRANT EXECUTE ON FUNCTION evolution.check_region_lease(evolution.u64, evolution.u64, uuid, evolution.u64) TO evo_runtime_test' \
|
|
'REVOKE EXECUTE ON FUNCTION evolution.check_region_lease(evolution.u64, evolution.u64, uuid, evolution.u64) FROM evo_runtime_test'
|
|
expect_audit_failure 'ALTER ROLE evo_runtime_login CREATEDB' 'ALTER ROLE evo_runtime_login NOCREATEDB'
|
|
expect_audit_failure 'GRANT EXECUTE ON FUNCTION evolution.provision_region_checkpoint(bytea) TO evo_runtime_test' 'REVOKE EXECUTE ON FUNCTION evolution.provision_region_checkpoint(bytea) FROM evo_runtime_test'
|
|
expect_audit_failure 'GRANT SELECT ON evolution.region_commits TO evo_runtime_test' 'REVOKE SELECT ON evolution.region_commits FROM evo_runtime_test'
|
|
bash "$root/tools/migrate-postgres.sh" # Restored configuration passes the audit again.
|
|
# Unknown future versions and checksum drift must not be repaired silently.
|
|
psql -X -v ON_ERROR_STOP=1 -c 'UPDATE evolution.schema_migrations SET version=6 WHERE version=5'
|
|
if bash "$root/tools/migrate-postgres.sh"; then exit 1; fi
|
|
psql -X -v ON_ERROR_STOP=1 -c "UPDATE evolution.schema_migrations SET version=5 WHERE version=6"
|
|
psql -X -v ON_ERROR_STOP=1 -c "UPDATE evolution.schema_migrations SET sha256=repeat('0',64) WHERE version=5"
|
|
if bash "$root/tools/migrate-postgres.sh"; then exit 1; fi
|
|
psql -X -v ON_ERROR_STOP=1 -c "UPDATE evolution.schema_migrations SET sha256=repeat('0',64) WHERE version=4"
|
|
if bash "$root/tools/migrate-postgres.sh"; then exit 1; fi
|
|
psql -X -v ON_ERROR_STOP=1 -c "UPDATE evolution.schema_migrations SET sha256=repeat('0',64) WHERE version=3"
|
|
if bash "$root/tools/migrate-postgres.sh"; then exit 1; fi
|
|
psql -X -v ON_ERROR_STOP=1 -c "UPDATE evolution.schema_migrations SET sha256=repeat('0',64) WHERE version=2"
|
|
if bash "$root/tools/migrate-postgres.sh"; then exit 1; fi
|
|
psql -X -v ON_ERROR_STOP=1 -c "UPDATE evolution.schema_migrations SET sha256=repeat('0',64)"
|
|
if bash "$root/tools/migrate-postgres.sh"; then exit 1; fi
|
|
echo 'postgres migrations, rollback, constraints, permissions, fencing, checkpoints and outcomes passed'
|