A drill-only evo-server --synthetic-inputs development-v1 driver feeds deterministic inputs from the committed head after every recovery, with request IDs that match acknowledgements across owners (ADR-0073); it is off in Git and the policy check keeps it off. fault-drill.sh loads dev or stage and runs repeated forced kills (RTO, zero lost acknowledgements), a full object volume (nothing acknowledged), an empty volume (quarantine, never a fresh world) and an operator-driven database outage (stale epoch never resumes), restoring the Git configuration on exit. Process tests prove contiguous acknowledgement across a SIGKILL and exact resumption after the committed head. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
115 lines
4.6 KiB
YAML
115 lines
4.6 KiB
YAML
# M8.4 region host (ADR-0071). One replica, Recreate: a rolling update would start
|
|
# the new pod while the old one still holds the lease; the new pod could never become
|
|
# ready, so the old one would never be removed. Recreate drains the old pod (commits,
|
|
# releases the lease) before the new one starts and recovers. Readiness is /readyz
|
|
# (current lease + verified recovered head), liveness is /livez only. No CPU limit:
|
|
# throttling would delay lease renewals.
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: evo-region
|
|
annotations:
|
|
argocd.argoproj.io/sync-wave: "1" # After migration and provisioning.
|
|
labels:
|
|
app.kubernetes.io/name: evo-region
|
|
app.kubernetes.io/component: region
|
|
spec:
|
|
replicas: 1
|
|
strategy:
|
|
type: Recreate
|
|
revisionHistoryLimit: 3
|
|
progressDeadlineSeconds: 180
|
|
selector:
|
|
matchLabels:
|
|
app.kubernetes.io/name: evo-region
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app.kubernetes.io/name: evo-region
|
|
app.kubernetes.io/component: region
|
|
app.kubernetes.io/part-of: aevolution
|
|
spec:
|
|
serviceAccountName: aevolution-region
|
|
automountServiceAccountToken: false
|
|
nodeSelector:
|
|
aevolution.io/stores: "true"
|
|
# Longer than --drain-ms, so a graceful stop commits and releases the lease.
|
|
terminationGracePeriodSeconds: 45
|
|
securityContext:
|
|
runAsNonRoot: true
|
|
runAsUser: 10001
|
|
runAsGroup: 10001
|
|
fsGroup: 10001
|
|
seccompProfile: {type: RuntimeDefault}
|
|
containers:
|
|
- name: evo-server
|
|
image: aevolution-server
|
|
# libpq ignores group-readable password files: copy to private memory, then
|
|
# exec so evo-server is PID 1 and receives SIGTERM directly.
|
|
command: ["/bin/bash", "-c"]
|
|
args:
|
|
- |
|
|
set -eu
|
|
umask 077
|
|
cp /run/postgres/pgpass /tmp/pgpass
|
|
# Builds that wrote this region's history stay recoverable (ADR-0068).
|
|
retained=()
|
|
for build in $REGION_RETAINED; do retained+=(--retained "$build"); done
|
|
# Synthetic load is set only by tools/ops/fault-drill.sh (ADR-0073).
|
|
inputs=()
|
|
if [ -n "$REGION_INPUTS" ]; then inputs=(--synthetic-inputs "$REGION_INPUTS"); fi
|
|
exec /usr/local/bin/evo-server --profile lineage "${retained[@]}" "${inputs[@]}" \
|
|
--world "$REGION_WORLD" --region "$REGION_ID" --frame "$REGION_FRAME" \
|
|
--pg-service /run/postgres/pg_service.conf --pg-passfile /tmp/pgpass \
|
|
--objects /objects --objects-reserve-mib "$REGION_RESERVE_MIB" \
|
|
--build "$REGION_BUILD" --lease-profile default \
|
|
--flush-ms 1000 --drain-ms 20000 --ops-listen 0.0.0.0:9100
|
|
env:
|
|
- {name: REGION_WORLD, value: set-by-overlay}
|
|
- {name: REGION_ID, value: set-by-overlay}
|
|
- {name: REGION_FRAME, value: "9"}
|
|
- {name: REGION_BUILD, value: set-by-overlay}
|
|
# Earlier builds whose commits this region may still hold, space-separated.
|
|
- {name: REGION_RETAINED, value: ""}
|
|
# Drill-only overrides; Git keeps no synthetic load and the 1024 MiB reserve.
|
|
- {name: REGION_INPUTS, value: ""}
|
|
- {name: REGION_RESERVE_MIB, value: "1024"}
|
|
ports:
|
|
- {name: ops, containerPort: 9100, protocol: TCP}
|
|
readinessProbe:
|
|
httpGet: {path: /readyz, port: ops}
|
|
periodSeconds: 2
|
|
timeoutSeconds: 1
|
|
failureThreshold: 1
|
|
livenessProbe:
|
|
httpGet: {path: /livez, port: ops}
|
|
initialDelaySeconds: 10
|
|
periodSeconds: 10
|
|
timeoutSeconds: 2
|
|
failureThreshold: 3
|
|
resources:
|
|
requests: {cpu: 50m, memory: 64Mi}
|
|
limits: {memory: 256Mi}
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
readOnlyRootFilesystem: true
|
|
capabilities: {drop: [ALL]}
|
|
volumeMounts:
|
|
- {name: objects, mountPath: /objects}
|
|
- {name: connection, mountPath: /run/postgres, readOnly: true}
|
|
- {name: scratch, mountPath: /tmp}
|
|
volumes:
|
|
- name: objects
|
|
persistentVolumeClaim:
|
|
claimName: aevolution-objects
|
|
- name: connection
|
|
secret:
|
|
secretName: evolution-postgres-runtime
|
|
defaultMode: 0440
|
|
items:
|
|
- {key: pg_service.conf, path: pg_service.conf}
|
|
- {key: pgpass, path: pgpass}
|
|
- {key: ca.crt, path: ca.crt}
|
|
- name: scratch
|
|
emptyDir: {medium: Memory, sizeLimit: 1Mi}
|