Skip to content

Commit fb442c0

Browse files
moadzmoadz
authored
Amend rhobs SLO latencies Dashboards with renegotiated latency SLOs (#182)
* Amend rhobs SLO latencies for dashboards: * 3s => 5s for 1m sample SLO * 10s => 15s for 10m sample SLO * 20s => 100s for 100m sample SLO Signed-off-by: mzardab <[email protected]> * Fixing 20s => 15s Signed-off-by: mzardab <[email protected]>
1 parent 3ab734b commit fb442c0

5 files changed

+30
-30
lines changed

‎observability/dashboards/slo.libsonnet

+6-6
Original file line numberDiff line numberDiff line change
@@ -441,28 +441,28 @@ function(instanceName, environment, dashboardName) {
441441
) +
442442
titleRow('API > Metrics Read > Latency') +
443443
latencyRow(
444-
'90% of valid requests that process 1M samples return < 2s',
444+
'90% of valid requests that process 1M samples return < 5s',
445445
0.9,
446446
2,
447-
'sum(rate(up_custom_query_duration_seconds_bucket{namespace="%s",query="query-path-sli-1M-samples",le="2.0113571874999994"}[28d]))' % instance.upNamespace,
447+
'sum(rate(up_custom_query_duration_seconds_bucket{namespace="%s",query="query-path-sli-1M-samples",le="5"}[28d]))' % instance.upNamespace,
448448
'rate(up_custom_query_duration_seconds_bucket{namespace="%s",query="query-path-sli-1M-samples"}[1d])' % instance.upNamespace,
449449
'sum(rate(up_custom_query_duration_seconds_count{namespace="%s",query="query-path-sli-1M-samples"}[28d]))' % instance.upNamespace,
450450
6
451451
) +
452452
latencyRow(
453-
'90% of valid requests that process 10M samples return < 10s',
453+
'90% of valid requests that process 10M samples return < 15s',
454454
0.9,
455455
10,
456-
'sum(rate(up_custom_query_duration_seconds_bucket{namespace="%s",query="query-path-sli-10M-samples",le="10.761264004567169"}[28d]))' % instance.upNamespace,
456+
'sum(rate(up_custom_query_duration_seconds_bucket{namespace="%s",query="query-path-sli-10M-samples",le="15"}[28d]))' % instance.upNamespace,
457457
'rate(up_custom_query_duration_seconds_bucket{namespace="%s",query="query-path-sli-10M-samples"}[1d])' % instance.upNamespace,
458458
'sum(rate(up_custom_query_duration_seconds_count{namespace="%s",query="query-path-sli-10M-samples"}[28d]))' % instance.upNamespace,
459459
7
460460
) +
461461
latencyRow(
462-
'90% of valid requests that process 100M samples return < 20s',
462+
'90% of valid requests that process 100M samples return < 100s',
463463
0.9,
464464
20,
465-
'sum(rate(up_custom_query_duration_seconds_bucket{namespace="%s",query="query-path-sli-100M-samples",le="21.6447457021712"}[28d]))' % instance.upNamespace,
465+
'sum(rate(up_custom_query_duration_seconds_bucket{namespace="%s",query="query-path-sli-100M-samples",le="100"}[28d]))' % instance.upNamespace,
466466
'rate(up_custom_query_duration_seconds_bucket{namespace="%s",query="query-path-sli-100M-samples"}[1d])' % instance.upNamespace,
467467
'sum(rate(up_custom_query_duration_seconds_count{namespace="%s",query="query-path-sli-100M-samples"}[28d]))' % instance.upNamespace,
468468
8

‎resources/observability/grafana/observatorium/grafana-dashboard-slo-mst-production.configmap.yaml

+6-6
Original file line numberDiff line numberDiff line change
@@ -692,7 +692,7 @@ data:
692692
"x": 0
693693
},
694694
"options": {
695-
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 1M samples return < 2s</center>",
695+
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 1M samples return < 5s</center>",
696696
"mode": "markdown"
697697
},
698698
"pluginVersion": "8.2.1",
@@ -834,7 +834,7 @@ data:
834834
"targets": [
835835
{
836836
"exemplar": true,
837-
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-production\",query=\"query-path-sli-1M-samples\",le=\"2.0113571874999994\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-production\",query=\"query-path-sli-1M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
837+
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-production\",query=\"query-path-sli-1M-samples\",le=\"5\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-production\",query=\"query-path-sli-1M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
838838
"hide": false,
839839
"interval": "",
840840
"legendFormat": "",
@@ -851,7 +851,7 @@ data:
851851
"x": 0
852852
},
853853
"options": {
854-
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 10M samples return < 10s</center>",
854+
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 10M samples return < 15s</center>",
855855
"mode": "markdown"
856856
},
857857
"pluginVersion": "8.2.1",
@@ -993,7 +993,7 @@ data:
993993
"targets": [
994994
{
995995
"exemplar": true,
996-
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-production\",query=\"query-path-sli-10M-samples\",le=\"10.761264004567169\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-production\",query=\"query-path-sli-10M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
996+
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-production\",query=\"query-path-sli-10M-samples\",le=\"15\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-production\",query=\"query-path-sli-10M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
997997
"hide": false,
998998
"interval": "",
999999
"legendFormat": "",
@@ -1010,7 +1010,7 @@ data:
10101010
"x": 0
10111011
},
10121012
"options": {
1013-
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 100M samples return < 20s</center>",
1013+
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 100M samples return < 100s</center>",
10141014
"mode": "markdown"
10151015
},
10161016
"pluginVersion": "8.2.1",
@@ -1152,7 +1152,7 @@ data:
11521152
"targets": [
11531153
{
11541154
"exemplar": true,
1155-
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-production\",query=\"query-path-sli-100M-samples\",le=\"21.6447457021712\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-production\",query=\"query-path-sli-100M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
1155+
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-production\",query=\"query-path-sli-100M-samples\",le=\"100\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-production\",query=\"query-path-sli-100M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
11561156
"hide": false,
11571157
"interval": "",
11581158
"legendFormat": "",

‎resources/observability/grafana/observatorium/grafana-dashboard-slo-mst-stage.configmap.yaml

+6-6
Original file line numberDiff line numberDiff line change
@@ -692,7 +692,7 @@ data:
692692
"x": 0
693693
},
694694
"options": {
695-
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 1M samples return < 2s</center>",
695+
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 1M samples return < 5s</center>",
696696
"mode": "markdown"
697697
},
698698
"pluginVersion": "8.2.1",
@@ -834,7 +834,7 @@ data:
834834
"targets": [
835835
{
836836
"exemplar": true,
837-
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-1M-samples\",le=\"2.0113571874999994\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-1M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
837+
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-1M-samples\",le=\"5\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-1M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
838838
"hide": false,
839839
"interval": "",
840840
"legendFormat": "",
@@ -851,7 +851,7 @@ data:
851851
"x": 0
852852
},
853853
"options": {
854-
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 10M samples return < 10s</center>",
854+
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 10M samples return < 15s</center>",
855855
"mode": "markdown"
856856
},
857857
"pluginVersion": "8.2.1",
@@ -993,7 +993,7 @@ data:
993993
"targets": [
994994
{
995995
"exemplar": true,
996-
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-10M-samples\",le=\"10.761264004567169\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-10M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
996+
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-10M-samples\",le=\"15\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-10M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
997997
"hide": false,
998998
"interval": "",
999999
"legendFormat": "",
@@ -1010,7 +1010,7 @@ data:
10101010
"x": 0
10111011
},
10121012
"options": {
1013-
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 100M samples return < 20s</center>",
1013+
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 100M samples return < 100s</center>",
10141014
"mode": "markdown"
10151015
},
10161016
"pluginVersion": "8.2.1",
@@ -1152,7 +1152,7 @@ data:
11521152
"targets": [
11531153
{
11541154
"exemplar": true,
1155-
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-100M-samples\",le=\"21.6447457021712\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-100M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
1155+
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-100M-samples\",le=\"100\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-mst-stage\",query=\"query-path-sli-100M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
11561156
"hide": false,
11571157
"interval": "",
11581158
"legendFormat": "",

‎resources/observability/grafana/observatorium/grafana-dashboard-slo-telemeter-production.configmap.yaml

+6-6
Original file line numberDiff line numberDiff line change
@@ -1026,7 +1026,7 @@ data:
10261026
"x": 0
10271027
},
10281028
"options": {
1029-
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 1M samples return < 2s</center>",
1029+
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 1M samples return < 5s</center>",
10301030
"mode": "markdown"
10311031
},
10321032
"pluginVersion": "8.2.1",
@@ -1168,7 +1168,7 @@ data:
11681168
"targets": [
11691169
{
11701170
"exemplar": true,
1171-
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-production\",query=\"query-path-sli-1M-samples\",le=\"2.0113571874999994\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-production\",query=\"query-path-sli-1M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
1171+
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-production\",query=\"query-path-sli-1M-samples\",le=\"5\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-production\",query=\"query-path-sli-1M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
11721172
"hide": false,
11731173
"interval": "",
11741174
"legendFormat": "",
@@ -1185,7 +1185,7 @@ data:
11851185
"x": 0
11861186
},
11871187
"options": {
1188-
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 10M samples return < 10s</center>",
1188+
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 10M samples return < 15s</center>",
11891189
"mode": "markdown"
11901190
},
11911191
"pluginVersion": "8.2.1",
@@ -1327,7 +1327,7 @@ data:
13271327
"targets": [
13281328
{
13291329
"exemplar": true,
1330-
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-production\",query=\"query-path-sli-10M-samples\",le=\"10.761264004567169\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-production\",query=\"query-path-sli-10M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
1330+
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-production\",query=\"query-path-sli-10M-samples\",le=\"15\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-production\",query=\"query-path-sli-10M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
13311331
"hide": false,
13321332
"interval": "",
13331333
"legendFormat": "",
@@ -1344,7 +1344,7 @@ data:
13441344
"x": 0
13451345
},
13461346
"options": {
1347-
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 100M samples return < 20s</center>",
1347+
"content": "<center style=\"font-size: 25px;\">90% of valid requests that process 100M samples return < 100s</center>",
13481348
"mode": "markdown"
13491349
},
13501350
"pluginVersion": "8.2.1",
@@ -1486,7 +1486,7 @@ data:
14861486
"targets": [
14871487
{
14881488
"exemplar": true,
1489-
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-production\",query=\"query-path-sli-100M-samples\",le=\"21.6447457021712\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-production\",query=\"query-path-sli-100M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
1489+
"expr": "clamp_min(\n (\n (\n sum(rate(up_custom_query_duration_seconds_bucket{namespace=\"observatorium-production\",query=\"query-path-sli-100M-samples\",le=\"100\"}[28d]))\n /\n sum(rate(up_custom_query_duration_seconds_count{namespace=\"observatorium-production\",query=\"query-path-sli-100M-samples\"}[28d]))\n ) - 0.90000000000000002\n )\n /\n (1 - 0.90000000000000002), 0)\n",
14901490
"hide": false,
14911491
"interval": "",
14921492
"legendFormat": "",

0 commit comments

Comments
 (0)