Add cellular genome revision profile migration
Foundation / checks (deploy) (push) Successful in 5s
Foundation / checks (ecs) (push) Successful in 1m59s
Foundation / checks (checks) (push) Failing after 2m10s
Foundation / checks (postgres) (push) Failing after 10m34s
Foundation / checks (network) (push) Failing after 12m19s
Foundation / checks (tsan) (push) Failing after 2m14s
Foundation / checks (client) (push) Successful in 15m7s
Foundation / postgres-tools (push) Skipped
Foundation / server-image (push) Skipped
Foundation / image (push) Skipped
Foundation / checks (deploy) (push) Successful in 5s
Foundation / checks (ecs) (push) Successful in 1m59s
Foundation / checks (checks) (push) Failing after 2m10s
Foundation / checks (postgres) (push) Failing after 10m34s
Foundation / checks (network) (push) Failing after 12m19s
Foundation / checks (tsan) (push) Failing after 2m14s
Foundation / checks (client) (push) Successful in 15m7s
Foundation / postgres-tools (push) Skipped
Foundation / server-image (push) Skipped
Foundation / image (push) Skipped
This commit is contained in:
@@ -149,7 +149,8 @@ retry_cellular_profile_migration(Postgres& db, const CellularProfileMigrationPre
|
||||
const auto manifest = decode_manifest(prepared.manifest);
|
||||
if (!manifest || manifest->key != prepared.key || manifest->commit != prepared.commit ||
|
||||
manifest->profile != CheckpointProfile::cellular_lives_v1 ||
|
||||
manifest->cellular_versions != cellular_v2_versions ||
|
||||
(manifest->cellular_versions != cellular_v2_versions &&
|
||||
manifest->cellular_versions != cellular_v3_versions) ||
|
||||
manifest->begin_tick != manifest->end_tick || manifest->batch != BatchDigests{})
|
||||
return std::unexpected{migration_failure(PublicationError::candidate, {}, {}, prepared)};
|
||||
|
||||
@@ -232,6 +233,56 @@ migrate_cellular_profile_to_v2(Postgres& db, const FilesystemObjectStore& object
|
||||
db, CellularProfileMigrationPrepared{previous->key, commit, std::move(*encoded)}, timeout);
|
||||
}
|
||||
|
||||
std::expected<CommittedCheckpoint, CellularProfileMigrationFailure>
|
||||
migrate_cellular_profile_to_v3(Postgres& db, const FilesystemObjectStore& objects,
|
||||
const LeaseGrant& lease, const CommittedCheckpoint& predecessor,
|
||||
Uuid commit, const Sha256Digest& build, milliseconds timeout) {
|
||||
const auto previous = decode_manifest(predecessor.manifest);
|
||||
const auto previous_digest = sha256(predecessor.manifest);
|
||||
if (!previous || !previous_digest ||
|
||||
previous->profile != CheckpointProfile::cellular_lives_v1 ||
|
||||
previous->cellular_versions != cellular_v2_versions ||
|
||||
predecessor.head.digest != *previous_digest ||
|
||||
predecessor.head.sequence != previous->sequence ||
|
||||
predecessor.head.commit != previous->commit ||
|
||||
predecessor.head.end_tick != previous->end_tick || lease.frame != previous->frame ||
|
||||
previous->sequence == 0 || previous->end_tick == 0)
|
||||
return std::unexpected{migration_failure(PublicationError::candidate)};
|
||||
|
||||
auto source_payload = objects.get({previous->payload_sha256, previous->payload_bytes});
|
||||
if (!source_payload)
|
||||
return std::unexpected{
|
||||
migration_failure(PublicationError::predecessor, source_payload.error())};
|
||||
const auto source_digest = sha256(*source_payload);
|
||||
if (!source_digest || *source_digest != previous->payload_sha256)
|
||||
return std::unexpected{
|
||||
migration_failure(PublicationError::predecessor, ObjectError::corrupt)};
|
||||
auto source = restore_cellular_payload(*source_payload, *previous);
|
||||
if (!source || (*source)->format_version() != server::cellular_lives_format ||
|
||||
(*source)->rules_version() != server::cellular_lives_rules)
|
||||
return std::unexpected{migration_failure(PublicationError::predecessor)};
|
||||
auto migrated = (*source)->migrate_to_v3();
|
||||
if (!migrated || (*migrated)->tick() != (*source)->tick() ||
|
||||
(*migrated)->current_total() != (*source)->current_total())
|
||||
return std::unexpected{migration_failure(PublicationError::candidate)};
|
||||
|
||||
const auto payload = (*migrated)->snapshot();
|
||||
const auto payload_digest = sha256(payload);
|
||||
if (!payload_digest)
|
||||
return std::unexpected{migration_failure(PublicationError::digest)};
|
||||
auto manifest = cellular_profile_migration_manifest(*previous, *previous_digest, commit, lease,
|
||||
build, payload.size(), *payload_digest);
|
||||
auto encoded = manifest ? encode_manifest(*manifest)
|
||||
: std::expected<std::vector<std::uint8_t>, CheckpointError>{
|
||||
std::unexpected{CheckpointError::format}};
|
||||
if (!encoded || !restore_cellular_payload(payload, *manifest))
|
||||
return std::unexpected{migration_failure(PublicationError::candidate)};
|
||||
if (auto stored = put_verified(objects, payload, {*payload_digest, payload.size()}); !stored)
|
||||
return std::unexpected{migration_failure(stored.error().kind, stored.error().object)};
|
||||
return retry_cellular_profile_migration(
|
||||
db, CellularProfileMigrationPrepared{previous->key, commit, std::move(*encoded)}, timeout);
|
||||
}
|
||||
|
||||
std::expected<CommittedCheckpoint, CellularPublicationFailure>
|
||||
retry_cellular_prepared(Postgres& db, const CellularPreparedCommit& prepared,
|
||||
milliseconds timeout) {
|
||||
@@ -385,8 +436,11 @@ recover_cellular_checkpoint(Postgres& db, const FilesystemObjectStore& objects,
|
||||
predecessor->head.digest != *source_manifest_digest ||
|
||||
predecessor->head.commit != manifest->predecessor_commit ||
|
||||
predecessor->head.sequence != manifest->sequence - 1 ||
|
||||
source_manifest->cellular_versions != cellular_v1_versions ||
|
||||
source_manifest->profile != CheckpointProfile::cellular_lives_v1 ||
|
||||
(source_manifest->cellular_versions != cellular_v1_versions &&
|
||||
source_manifest->cellular_versions != cellular_v2_versions) ||
|
||||
((source_manifest->cellular_versions == cellular_v1_versions) !=
|
||||
(manifest->cellular_versions == cellular_v2_versions)) ||
|
||||
source_manifest->end_tick != manifest->end_tick ||
|
||||
(*migration)->source_sequence != source_manifest->sequence ||
|
||||
(*migration)->source_commit != source_manifest->commit ||
|
||||
@@ -409,9 +463,11 @@ recover_cellular_checkpoint(Postgres& db, const FilesystemObjectStore& objects,
|
||||
return fail_with(RecoveryError::tail);
|
||||
auto source_state = restore_cellular_payload(*source_bytes, *source_manifest);
|
||||
if (!source_state ||
|
||||
(*source_state)->format_version() != server::cellular_lives_legacy_format)
|
||||
(*source_state)->format_version() != source_manifest->cellular_versions.envelope)
|
||||
return fail_with(RecoveryError::tail);
|
||||
auto migrated = (*source_state)->migrate_to_v2();
|
||||
auto migrated = source_manifest->cellular_versions == cellular_v1_versions
|
||||
? (*source_state)->migrate_to_v2()
|
||||
: (*source_state)->migrate_to_v3();
|
||||
if (!migrated || (*migrated)->tick() != manifest->end_tick ||
|
||||
(*migrated)->snapshot() != *payload)
|
||||
return fail_with(RecoveryError::history);
|
||||
|
||||
Reference in New Issue
Block a user