Stale-backup alerts, per-server alert limits, and update runs from the Updates page

- Backups: a guest whose newest backup is older than its limit is an alert (backup kind),
  in the daily backup message, the digest and /metrics (homelab_backup_guests, ..._last_age_seconds)
- Per-server thresholds (servers.thresholds, migration 0030): offline minutes, disk percent,
  forecast window, backup age, and per-disk limits or "leave alone"; applied everywhere the
  global ones were; saving clears the alerts cache
- Update runs (update_runs, migration 0031): Update... on the Updates page puts the server under
  maintenance, runs a Semaphore playbook limited to it, waits for the host to report, and
  reports what is left and whether a restart is due; poller survives restarts
- Notification toggle for update-run results; tests and docs

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
bobbanandClaude Sonnet 5.5 committed 2026-10-18 01:25:09 +02:00
1 parent 5dc6cea69c
commit 7a5b623444
42 files changed
+7561 -57

No files matched your search

+206
View File
@@ -0,0 +1,206 @@
import { useState } from "react";
import { api, type HealthCheckSettings, type ServerRecord, type ServerThresholds as Thresholds } from "../api/client";
import { readableError } from "../utils/errors";
import { toast } from "../utils/toast";
import { ErrorNotice } from "./Notice";
type Field = "serverOfflineMinutes" | "diskUsagePercent" | "diskForecastDays" | "backupStaleHours";
const FIELDS: { key: Field; label: string; unit: string; min: number; max: number; hint: string; onlyForGuests?: boolean }[] = [
{ key: "serverOfflineMinutes", label: "Offline after", unit: "min", min: 15, max: 10080, hint: "How long without a report before this server counts as offline — longer for a laptop that is off at night." },
{ key: "diskUsagePercent", label: "Disk usage alert at", unit: "%", min: 50, max: 99, hint: "For every disk on this server that has no limit of its own below." },
{ key: "diskForecastDays", label: "Warn when a disk will fill within", unit: "days", min: 0, max: 90, hint: "0 turns the forecast off for this server." },
{ key: "backupStaleHours", label: "Its backup is too old after", unit: "hours", min: 0, max: 2160, hint: "For the Proxmox guest this server is. 0 means it is never called stale.", onlyForGuests: true },
];
const has = (t: Thresholds | null) => !!t && (Object.keys(t).some((k) => k !== "mounts") || Object.keys(t.mounts ?? {}).length > 0);
/**
* This server's own alert limits. Anything left empty follows Settings → Notifications, so changing the global limit still reaches every
* server that hasn't said otherwise. A disk can have a limit of its own, or be left alone altogether. Everyone can see what is set; only
* an administrator changes it.
*/
export default function ServerThresholds({ server, defaults, disks, canEdit, onChanged }: { server: ServerRecord; defaults: HealthCheckSettings; disks: string[]; canEdit: boolean; onChanged: () => void }) {
const own = server.thresholds;
const isGuest = server.proxmoxVmid !== null;
const [draft, setDraft] = useState<Record<Field, string>>(() => ({
serverOfflineMinutes: String(own?.serverOfflineMinutes ?? ""),
diskUsagePercent: String(own?.diskUsagePercent ?? ""),
diskForecastDays: String(own?.diskForecastDays ?? ""),
backupStaleHours: String(own?.backupStaleHours ?? ""),
}));
const [mounts, setMounts] = useState<Record<string, { percent: string; ignore: boolean }>>(() =>
Object.fromEntries(Object.entries(own?.mounts ?? {}).map(([m, r]) => [m, { percent: String(r.percent ?? ""), ignore: !!r.ignore }])),
);
const [busy, setBusy] = useState(false);
const [error, setError] = useState<string | null>(null);
// The disks it reports now, plus any that have a rule but aren't reported any more (so the rule can still be taken away).
const mountNames = [...new Set([...disks, ...Object.keys(mounts)])];
function build(): Thresholds | null {
const out: Thresholds = {};
for (const f of FIELDS) {
const v = draft[f.key].trim();
if (v !== "") out[f.key] = Number(v);
}
const rules: NonNullable<Thresholds["mounts"]> = {};
for (const [m, r] of Object.entries(mounts)) {
const rule: { percent?: number; ignore?: boolean } = {};
if (r.percent.trim() !== "") rule.percent = Number(r.percent);
if (r.ignore) rule.ignore = true;
if (rule.percent !== undefined || rule.ignore) rules[m] = rule;
}
if (Object.keys(rules).length > 0) out.mounts = rules;
return Object.keys(out).length > 0 ? out : null;
}
async function save(value: Thresholds | null) {
setBusy(true);
setError(null);
try {
await api.servers.update(server.id, { thresholds: value });
toast.success(value ? "Saved. This server now follows its own limits where it has them." : "This server follows Settings again.");
onChanged();
} catch (err) {
setError(readableError(err));
} finally {
setBusy(false);
}
}
if (!canEdit) {
if (!has(own)) return null;
return (
<div className="card mb-3">
<div className="card-header">
<h3 className="card-title">Alert limits</h3>
</div>
<div className="card-body">
<div className="text-secondary small mb-2">This server has limits of its own; everything else follows Settings.</div>
<ul className="mb-0">
{FIELDS.filter((f) => own?.[f.key] !== undefined).map((f) => (
<li key={f.key}>
{f.label}: <strong>{own![f.key]}</strong> {f.unit}
</li>
))}
{Object.entries(own?.mounts ?? {}).map(([m, r]) => (
<li key={m}>
<code>{m}</code>: {r.ignore ? "left alone" : `alerts at ${r.percent}%`}
</li>
))}
</ul>
</div>
</div>
);
}
return (
<div className="card mb-3">
<div className="card-header">
<h3 className="card-title">Alert limits</h3>
{has(own) && (
<div className="card-actions">
<span className="badge bg-blue-lt text-blue">its own limits</span>
</div>
)}
</div>
<form
onSubmit={(e) => {
e.preventDefault();
void save(build());
}}
>
<div className="card-body">
<p className="text-secondary small">Leave a box empty to follow Settings → Notifications (shown inside the box). Only what you fill in is different for this server.</p>
<div className="row g-3">
{FIELDS.filter((f) => !f.onlyForGuests || isGuest || own?.[f.key] !== undefined).map((f) => (
<div className="col-md-6" key={f.key}>
<label className="form-label" htmlFor={`th-${f.key}`}>
{f.label} <span className="text-secondary">({f.unit})</span>
</label>
<input
id={`th-${f.key}`}
type="number"
className="form-control"
min={f.min}
max={f.max}
step={1}
placeholder={`Settings: ${defaults[f.key]}`}
value={draft[f.key]}
onChange={(e) => setDraft((d) => ({ ...d, [f.key]: e.target.value }))}
/>
<div className="form-hint text-secondary small mt-1">{f.hint}</div>
</div>
))}
</div>
{mountNames.length > 0 && (
<div className="mt-3">
<div className="form-label">Disks</div>
<div className="table-responsive">
<table className="table table-sm table-vcenter mb-0">
<thead>
<tr>
<th>Disk</th>
<th style={{ width: 180 }}>Alert at (%)</th>
<th>Leave it alone</th>
</tr>
</thead>
<tbody>
{mountNames.map((m) => {
const r = mounts[m] ?? { percent: "", ignore: false };
const set = (patch: Partial<typeof r>) => setMounts((all) => ({ ...all, [m]: { ...r, ...patch } }));
return (
<tr key={m}>
<td>
<code>{m}</code>
{!disks.includes(m) && <span className="text-secondary small ms-2">(not reported now)</span>}
</td>
<td>
<input
type="number"
className="form-control form-control-sm"
aria-label={`Alert at for ${m}`}
min={50}
max={99}
step={1}
placeholder={`${draft.diskUsagePercent.trim() || defaults.diskUsagePercent}`}
disabled={r.ignore}
value={r.percent}
onChange={(e) => set({ percent: e.target.value })}
/>
</td>
<td>
<label className="form-check mb-0">
<input type="checkbox" className="form-check-input" checked={r.ignore} onChange={(e) => set({ ignore: e.target.checked })} />
<span className="form-check-label text-secondary">no alerts for this disk</span>
</label>
</td>
</tr>
);
})}
</tbody>
</table>
</div>
</div>
)}
<div className="mt-3">
<ErrorNotice error={error} />
</div>
</div>
<div className="card-footer d-flex gap-2">
<button type="submit" className="btn btn-primary" disabled={busy}>
{busy ? "Saving…" : "Save"}
</button>
{has(own) && (
<button type="button" className="btn" disabled={busy} onClick={() => void save(null)}>
Follow Settings again
</button>
)}
</div>
</form>
</div>
);
}