From 2b06a51883c66549bf8392f65c646d61a416ae38 Mon Sep 17 00:00:00 2001 From: Amnon Heiman Date: Thu, 4 Apr 2024 15:53:01 +0300 Subject: [PATCH] prometheus.rules.yml: Fix the split brain warning alert (cherry picked from commit 9ce7772962693611f750e1fa4691cc7516d54e3e) --- prometheus/prom_rules/prometheus.rules.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/prometheus/prom_rules/prometheus.rules.yml b/prometheus/prom_rules/prometheus.rules.yml index 65377d2cca..4d55eb95f2 100644 --- a/prometheus/prom_rules/prometheus.rules.yml +++ b/prometheus/prom_rules/prometheus.rules.yml @@ -297,16 +297,16 @@ groups: description: 'Node {{ $labels.instance }} in Joining mode for 1 day' summary: Node {{ $labels.instance }} in Joining mode for 1 day - alert: splitBrain - expr: sum(scylla_gossip_live) >= (count(scylla_node_operation_mode==3)-1) * count(scylla_gossip_live) + expr: sum(scylla_gossip_live) < (count(scylla_node_operation_mode==3)-1) * count(scylla_gossip_live) for: 10m labels: severity: "warn" description: 'Cluster in a split-brain mode' - summary: Some nodes the cluster do not see all of the other live nodes + summary: Some nodes in the cluster do not see all of the other live nodes - alert: bloomFilterSize expr: scylla_sstables_bloom_filter_memory_size/scylla_memory_total_memory > 0.1 for: 10m labels: severity: "warn" - description: 'Bloom filter size' + description: 'Bloom filter size in node {{ $labels.instance }}' summary: The bloom filter takes too much memory, update bloom_filter_fp_chance