Add M8.5 observability: pinned Prometheus, tested alerts, capacity metrics
An AEvolution-only Prometheus 3.13.3 and Alertmanager 0.34.1, pinned by digest and delivered by Argo (ADR-0072), scrape each region's operations Service through static targets (no API access, no RBAC); the region namespaces admit port 9100 from Prometheus only. Sixteen alert rules cover authority, lease, commits, backlog and object capacity and are proven by promtool injection tests in CI with tools copied from the same pinned images. Two new gauges expose object volume free space and the reserve. Alerts route to a null receiver until a destination is chosen; no broker is adopted and the database outbox stays. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
+3
-3
@@ -82,8 +82,8 @@ void exposition_is_bounded_and_well_formed() {
|
||||
CHECK(text.find("evo_region_commit_lag_ticks 9\n") != std::string::npos);
|
||||
CHECK(text.find("evo_region_lease_remaining_milliseconds 1234\n") != std::string::npos);
|
||||
CHECK(text.find("evo_region_dropped_total{reason=\"fenced\"} 5\n") != std::string::npos);
|
||||
// Series count is fixed: 6 phases + 4 reasons + 20 unlabelled families.
|
||||
CHECK(samples.size() == 6 + 4 + 20);
|
||||
// Series count is fixed: 6 phases + 4 reasons + 22 unlabelled families.
|
||||
CHECK(samples.size() == 6 + 4 + 22);
|
||||
|
||||
// Worst-case values keep the size bounded and never underflow the lag.
|
||||
HostStatus big;
|
||||
@@ -93,7 +93,7 @@ void exposition_is_bounded_and_well_formed() {
|
||||
big.max_tick_debt = big.commits = big.store_failures = big.unknown_outcomes = most;
|
||||
big.fences = big.lease_remaining_ms = most;
|
||||
big.simulated_tick = 1; // Lag saturates at zero rather than wrapping.
|
||||
OpsCounters bigc{most, most, most, most, most, {most, most, most, most}};
|
||||
OpsCounters bigc{most, most, most, most, most, {most, most, most, most}, most, most};
|
||||
const auto large = render_metrics(big, bigc);
|
||||
CHECK(large.size() <= max_metrics_bytes);
|
||||
CHECK(large.find("evo_region_commit_lag_ticks 0\n") != std::string::npos);
|
||||
|
||||
Reference in New Issue
Block a user