From 84469b6f865e0404ee57e7663fdae43a8368e696 Mon Sep 17 00:00:00 2001 From: Denis Cornehl Date: Mon, 16 Dec 2024 14:28:13 +0100 Subject: [PATCH] add "disk full" alert for docs.rs (#648) Co-authored-by: Marco Ieni <11428655+MarcoIeni@users.noreply.github.com> --- ansible/playbooks/monitoring.yml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/ansible/playbooks/monitoring.yml b/ansible/playbooks/monitoring.yml index e5388df33..997d6d591 100644 --- a/ansible/playbooks/monitoring.yml +++ b/ansible/playbooks/monitoring.yml @@ -215,6 +215,13 @@ summary: "No successful docs.rs builds in the last hour" description: "no documentation builds were successful in the last hour." + - alert: DiskFull + expr: node_filesystem_avail_bytes{job="node",instance="docsrs.infra.rust-lang.org:9100", mountpoint="/"} / node_filesystem_size_bytes{job="node",instance="docsrs.infra.rust-lang.org:9100",mountpoint="/"} < 0.10 + for: 1m + annotations: + summary: "Filesystem is full" + description: "There is less than 10% disk space left on disk." + - alert: DocsRsQueueLocked expr: docsrs_queue_is_locked{job="docsrs"} == 1 for: 1m