M12.4: retain and settle owned population intervals
Foundation / checks (deploy) (push) Successful in 5s
Foundation / checks (ecs) (push) Successful in 2m28s
Foundation / checks (tsan) (push) Failing after 18m22s
Foundation / checks (network) (push) Successful in 20m38s
Foundation / checks (client) (push) Failing after 21m6s
Foundation / postgres-tools (push) Canceled after 0s
Foundation / server-image (push) Canceled after 0s
Foundation / image (push) Canceled after 0s
Foundation / checks (postgres) (push) Canceled after 46m54s
Foundation / checks (checks) (push) Canceled after 47m3s

This commit is contained in:
dingo
2026-10-17 17:31:05 -04:00
parent 627411983f
commit 0a8962b57e
34 changed files with 1032 additions and 75 deletions
@@ -0,0 +1,161 @@
-- ADR-0143: one owned bounded ecological interval, settled with its checkpoint.
CREATE TABLE evolution.population_interval_admissions (
source_commit uuid PRIMARY KEY REFERENCES evolution.region_commits(commit_id),
world_id evolution.u64 NOT NULL,
region_id evolution.u64 NOT NULL,
source_manifest_sha256 bytea NOT NULL CHECK (octet_length(source_manifest_sha256) = 32),
begin_tick evolution.u64 NOT NULL,
end_tick evolution.u64 NOT NULL CHECK (end_tick > begin_tick AND end_tick - begin_tick <= 64),
controller_version integer NOT NULL CHECK (controller_version = 1),
admitted_holder uuid NOT NULL,
admitted_epoch evolution.u64 NOT NULL CHECK (admitted_epoch > 0)
);
CREATE INDEX population_interval_region ON evolution.population_interval_admissions(world_id,region_id);
CREATE TABLE evolution.population_interval_settlements (
source_commit uuid PRIMARY KEY REFERENCES evolution.population_interval_admissions(source_commit),
commit_id uuid UNIQUE NOT NULL REFERENCES evolution.region_commits(commit_id) DEFERRABLE INITIALLY DEFERRED
);
-- Bounded operational pointer, maintained atomically with the immutable journal.
CREATE TABLE evolution.population_interval_pending (
world_id evolution.u64 NOT NULL, region_id evolution.u64 NOT NULL,
source_commit uuid UNIQUE NOT NULL REFERENCES evolution.population_interval_admissions(source_commit),
PRIMARY KEY(world_id,region_id)
);
REVOKE ALL ON evolution.population_interval_admissions,evolution.population_interval_settlements,
evolution.population_interval_pending FROM PUBLIC;
CREATE TRIGGER population_interval_admissions_immutable BEFORE UPDATE OR DELETE ON evolution.population_interval_admissions
FOR EACH ROW EXECUTE FUNCTION evolution.refuse_history_rewrite();
CREATE TRIGGER population_interval_admissions_no_truncate BEFORE TRUNCATE ON evolution.population_interval_admissions
FOR EACH STATEMENT EXECUTE FUNCTION evolution.refuse_history_rewrite();
CREATE TRIGGER population_interval_settlements_immutable BEFORE UPDATE OR DELETE ON evolution.population_interval_settlements
FOR EACH ROW EXECUTE FUNCTION evolution.refuse_history_rewrite();
CREATE TRIGGER population_interval_settlements_no_truncate BEFORE TRUNCATE ON evolution.population_interval_settlements
FOR EACH STATEMENT EXECUTE FUNCTION evolution.refuse_history_rewrite();
CREATE FUNCTION evolution.admit_population_interval(w evolution.u64,r evolution.u64,holder uuid,epoch evolution.u64,
source uuid,source_digest bytea,target_tick evolution.u64)
RETURNS TABLE(source_commit uuid,source_manifest_sha256 bytea,begin_tick evolution.u64,end_tick evolution.u64,controller_version integer)
LANGUAGE plpgsql SECURITY DEFINER SET search_path = pg_catalog, pg_temp AS $$
DECLARE a evolution.population_interval_admissions%ROWTYPE; h evolution.region_heads%ROWTYPE;
c evolution.checkpoint_manifest; m bytea;
BEGIN
IF source IS NULL OR source_digest IS NULL OR octet_length(source_digest) <> 32 OR target_tick IS NULL THEN
RAISE EXCEPTION 'invalid population interval' USING ERRCODE = '22023';
END IF;
PERFORM evolution.check_region_lease(w,r,holder,epoch);
SELECT * INTO a FROM evolution.population_interval_admissions x WHERE x.source_commit = source;
IF FOUND THEN
IF a.world_id <> w OR a.region_id <> r OR a.source_manifest_sha256 <> source_digest OR a.end_tick <> target_tick THEN
RAISE EXCEPTION 'population interval identity reused' USING ERRCODE = 'EVL07';
END IF;
RETURN QUERY SELECT a.source_commit,a.source_manifest_sha256,a.begin_tick,a.end_tick,a.controller_version;
RETURN;
END IF;
SELECT * INTO h FROM evolution.region_heads x WHERE x.world_id = w AND x.region_id = r FOR UPDATE;
IF NOT FOUND OR h.commit_id <> source OR h.digest <> source_digest THEN
RAISE EXCEPTION 'population interval head moved' USING ERRCODE = 'EVL03';
END IF;
SELECT x.manifest INTO m FROM evolution.region_commits x WHERE x.commit_id = source;
c := evolution.parse_checkpoint_manifest(m);
IF c.profile <> 5 OR target_tick <= h.end_tick OR target_tick - h.end_tick > 64 THEN
RAISE EXCEPTION 'unsupported population interval' USING ERRCODE = 'EVL06';
END IF;
IF EXISTS (SELECT 1 FROM evolution.population_interval_pending x WHERE x.world_id = w AND x.region_id = r) THEN
RAISE EXCEPTION 'population interval already pending' USING ERRCODE = 'EVL18';
END IF;
INSERT INTO evolution.population_interval_admissions VALUES(source,w,r,source_digest,h.end_tick,target_tick,1,holder,epoch)
RETURNING * INTO a;
INSERT INTO evolution.population_interval_pending VALUES(w,r,source);
RETURN QUERY SELECT a.source_commit,a.source_manifest_sha256,a.begin_tick,a.end_tick,a.controller_version;
END $$;
REVOKE ALL ON FUNCTION evolution.admit_population_interval(evolution.u64,evolution.u64,uuid,evolution.u64,uuid,bytea,evolution.u64) FROM PUBLIC;
GRANT EXECUTE ON FUNCTION evolution.admit_population_interval(evolution.u64,evolution.u64,uuid,evolution.u64,uuid,bytea,evolution.u64) TO :"runtime_role";
CREATE FUNCTION evolution.load_population_interval(w evolution.u64,r evolution.u64,holder uuid,epoch evolution.u64)
RETURNS TABLE(source_commit uuid,source_manifest_sha256 bytea,begin_tick evolution.u64,end_tick evolution.u64,controller_version integer)
LANGUAGE plpgsql SECURITY DEFINER SET search_path = pg_catalog, pg_temp AS $$
DECLARE a evolution.population_interval_admissions%ROWTYPE;
BEGIN
PERFORM evolution.check_region_lease(w,r,holder,epoch);
SELECT x.* INTO a FROM evolution.population_interval_pending p JOIN evolution.population_interval_admissions x
ON x.source_commit = p.source_commit WHERE p.world_id = w AND p.region_id = r;
IF NOT FOUND THEN RETURN; END IF;
IF a.world_id <> w OR a.region_id <> r OR EXISTS (SELECT 1 FROM evolution.population_interval_settlements s
WHERE s.source_commit = a.source_commit) THEN
RAISE EXCEPTION 'invalid population interval pointer' USING ERRCODE = 'XX000';
END IF;
IF NOT EXISTS (SELECT 1 FROM evolution.region_heads h WHERE h.world_id = w AND h.region_id = r
AND h.commit_id = a.source_commit AND h.digest = a.source_manifest_sha256 AND h.end_tick = a.begin_tick) THEN
RAISE EXCEPTION 'population interval source lost' USING ERRCODE = 'EVL03';
END IF;
RETURN QUERY SELECT a.source_commit,a.source_manifest_sha256,a.begin_tick,a.end_tick,a.controller_version;
END $$;
REVOKE ALL ON FUNCTION evolution.load_population_interval(evolution.u64,evolution.u64,uuid,evolution.u64) FROM PUBLIC;
GRANT EXECUTE ON FUNCTION evolution.load_population_interval(evolution.u64,evolution.u64,uuid,evolution.u64) TO :"runtime_role";
ALTER FUNCTION evolution.publish_population_checkpoint(bytea,bytea) RENAME TO publish_population_checkpoint_v44;
REVOKE ALL ON FUNCTION evolution.publish_population_checkpoint_v44(bytea,bytea) FROM PUBLIC, :"runtime_role";
CREATE FUNCTION evolution.publish_population_checkpoint(m bytea,t bytea)
RETURNS TABLE(region_frame evolution.u64,head_sequence evolution.u64,head_commit uuid,head_digest text,head_tick evolution.u64)
LANGUAGE plpgsql SECURITY DEFINER SET search_path = pg_catalog, pg_temp AS $$
DECLARE c evolution.checkpoint_manifest := evolution.parse_checkpoint_manifest(m); a evolution.population_interval_admissions%ROWTYPE;
BEGIN
PERFORM evolution.check_population_trace(m,t);
PERFORM evolution.check_region_lease(c.world_id,c.region_id,c.holder,c.epoch);
IF EXISTS (SELECT 1 FROM evolution.region_commits x WHERE x.commit_id = c.commit_id) THEN
RETURN QUERY SELECT * FROM evolution.publish_population_checkpoint_v44(m,t);
RETURN;
END IF;
IF c.end_tick > c.begin_tick THEN
SELECT x.* INTO a FROM evolution.population_interval_pending p JOIN evolution.population_interval_admissions x
ON x.source_commit = p.source_commit WHERE p.world_id = c.world_id AND p.region_id = c.region_id
AND p.source_commit = c.predecessor_commit;
IF NOT FOUND OR a.world_id <> c.world_id OR a.region_id <> c.region_id
OR a.source_manifest_sha256 <> c.predecessor_digest OR a.begin_tick <> c.begin_tick OR a.end_tick <> c.end_tick
OR EXISTS (SELECT 1 FROM evolution.population_interval_settlements s WHERE s.source_commit = a.source_commit) THEN
RAISE EXCEPTION 'population publication requires exact interval' USING ERRCODE = 'EVL18';
END IF;
INSERT INTO evolution.population_interval_settlements VALUES(a.source_commit,c.commit_id);
DELETE FROM evolution.population_interval_pending p WHERE p.world_id = c.world_id AND p.region_id = c.region_id
AND p.source_commit = a.source_commit;
ELSIF EXISTS (SELECT 1 FROM evolution.population_interval_pending x
WHERE x.world_id = c.world_id AND x.region_id = c.region_id) THEN
RAISE EXCEPTION 'population conversion waits for interval' USING ERRCODE = 'EVL18';
END IF;
RETURN QUERY SELECT * FROM evolution.publish_population_checkpoint_v44(m,t);
END $$;
REVOKE ALL ON FUNCTION evolution.publish_population_checkpoint(bytea,bytea) FROM PUBLIC;
GRANT EXECUTE ON FUNCTION evolution.publish_population_checkpoint(bytea,bytea) TO :"runtime_role";
ALTER FUNCTION evolution.publish_population_profile_transition(bytea) RENAME TO publish_population_profile_transition_v44;
REVOKE ALL ON FUNCTION evolution.publish_population_profile_transition_v44(bytea) FROM PUBLIC, :"runtime_role";
CREATE FUNCTION evolution.publish_population_profile_transition(m bytea)
RETURNS TABLE(region_frame evolution.u64,head_sequence evolution.u64,head_commit uuid,head_digest text,head_tick evolution.u64)
LANGUAGE plpgsql SECURITY DEFINER SET search_path = pg_catalog, pg_temp AS $$
DECLARE c evolution.checkpoint_manifest := evolution.parse_checkpoint_manifest(m);
BEGIN
PERFORM evolution.check_region_lease(c.world_id,c.region_id,c.holder,c.epoch);
IF NOT EXISTS (SELECT 1 FROM evolution.region_commits x WHERE x.commit_id = c.commit_id)
AND EXISTS (SELECT 1 FROM evolution.population_interval_pending x
WHERE x.world_id = c.world_id AND x.region_id = c.region_id) THEN
RAISE EXCEPTION 'profile transition waits for interval' USING ERRCODE = 'EVL18';
END IF;
RETURN QUERY SELECT * FROM evolution.publish_population_profile_transition_v44(m);
END $$;
REVOKE ALL ON FUNCTION evolution.publish_population_profile_transition(bytea) FROM PUBLIC;
GRANT EXECUTE ON FUNCTION evolution.publish_population_profile_transition(bytea) TO :"runtime_role";
CREATE FUNCTION evolution.refuse_unsettled_population_interval() RETURNS trigger
LANGUAGE plpgsql SECURITY INVOKER SET search_path = pg_catalog, pg_temp AS $$
BEGIN
IF EXISTS (SELECT 1 FROM evolution.population_interval_pending a
WHERE a.world_id = NEW.world_id AND a.region_id = NEW.region_id) THEN
RAISE EXCEPTION 'unsettled population interval blocks publication' USING ERRCODE = 'EVL18';
END IF;
RETURN NEW;
END $$;
REVOKE ALL ON FUNCTION evolution.refuse_unsettled_population_interval() FROM PUBLIC;
CREATE TRIGGER region_population_interval BEFORE INSERT ON evolution.region_commits
FOR EACH ROW EXECUTE FUNCTION evolution.refuse_unsettled_population_interval();
INSERT INTO evolution.schema_migrations(version,sha256) VALUES(45,:'migration_sha_45');
+14 -3
View File
@@ -120,6 +120,7 @@ SELECT EXISTS (SELECT 1 FROM pg_catalog.pg_namespace WHERE nspname='evolution')
SELECT :'history_v41' || ',42:' || :'migration_sha_42' AS history_v42 \gset
SELECT :'history_v42' || ',43:' || :'migration_sha_43' AS history_v43 \gset
SELECT :'history_v43' || ',44:' || :'migration_sha_44' AS history_v44 \gset
SELECT :'history_v44' || ',45:' || :'migration_sha_45' AS history_v45 \gset
SELECT :'history' = :'history_v22' AS at_v22,
:'history' = :'history_v23' AS at_v23,
:'history' = :'history_v24' AS at_v24,
@@ -142,8 +143,10 @@ SELECT EXISTS (SELECT 1 FROM pg_catalog.pg_namespace WHERE nspname='evolution')
:'history' = :'history_v41' AS at_v41,
:'history' = :'history_v42' AS at_v42,
:'history' = :'history_v43' AS at_v43,
:'history' = :'history_v44' AS at_v44 \gset
\if :at_v44
:'history' = :'history_v44' AS at_v44,
:'history' = :'history_v45' AS at_v45 \gset
\if :at_v45
\elif :at_v44
\elif :at_v43
\elif :at_v42
\elif :at_v41
@@ -525,7 +528,8 @@ SELECT coalesce(max(version), 0) = 24 AS at_v24,
coalesce(max(version), 0) = 41 AS at_v41,
coalesce(max(version), 0) = 42 AS at_v42,
coalesce(max(version), 0) = 43 AS at_v43,
coalesce(max(version), 0) = 44 AS at_v44
coalesce(max(version), 0) = 44 AS at_v44,
coalesce(max(version), 0) = 45 AS at_v45
FROM evolution.schema_migrations \gset
\if :at_v24
\ir 0025_cellular_v2_bundle.sql
@@ -738,6 +742,7 @@ SELECT coalesce(max(version), 0) = 24 AS at_v24,
\ir 0043_cellular_v9_foraging_bundle.sql
\elif :at_v43
\elif :at_v44
\elif :at_v45
\else
\echo 'Unknown or changed migration history after v43'
DO $$ BEGIN RAISE EXCEPTION 'unknown or changed migration history'; END $$;
@@ -746,6 +751,10 @@ SELECT coalesce(max(version), 0) = 43 AS needs_v44 FROM evolution.schema_migrati
\if :needs_v44
\ir 0044_exact_population_publication.sql
\endif
SELECT coalesce(max(version), 0) = 44 AS needs_v45 FROM evolution.schema_migrations \gset
\if :needs_v45
\ir 0045_owned_population_intervals.sql
\endif
-- Effective-privilege audit on every run, including no-ops (ADR-0060). Attributes
-- alone are insufficient: predefined roles such as pg_write_all_data, PUBLIC
-- grants or SET-able memberships would bypass the fenced functions. Checks the
@@ -765,6 +774,8 @@ BEGIN
UNION
SELECT m.member FROM pg_catalog.pg_auth_members m JOIN closure c ON m.roleid = c.oid
), fenced(oid) AS (VALUES
('evolution.admit_population_interval(evolution.u64,evolution.u64,uuid,evolution.u64,uuid,bytea,evolution.u64)'::regprocedure::oid),
('evolution.load_population_interval(evolution.u64,evolution.u64,uuid,evolution.u64)'::regprocedure::oid),
('evolution.publish_population_checkpoint(bytea,bytea)'::regprocedure::oid),
('evolution.publish_population_profile_transition(bytea)'::regprocedure::oid),
('evolution.resolve_population_commit(evolution.u64,evolution.u64,uuid,bytea,bytea)'::regprocedure::oid),