From 6ec23217cc310c1709538fb7151e4ecc923e353d Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
<41898282+github-actions[bot]@users.noreply.github.com>
Date: Thu, 4 Jul 2024 10:08:29 +0000
Subject: [PATCH] generated
---
...-a2161d2d-43d0-41ae-9f68-a08ba644f34a.json | 907 ++++++++++++++++++
1 file changed, 907 insertions(+)
create mode 100644 rosa_scalability/2024/07/04/result-20240704-092939-a2161d2d-43d0-41ae-9f68-a08ba644f34a.json
diff --git a/rosa_scalability/2024/07/04/result-20240704-092939-a2161d2d-43d0-41ae-9f68-a08ba644f34a.json b/rosa_scalability/2024/07/04/result-20240704-092939-a2161d2d-43d0-41ae-9f68-a08ba644f34a.json
new file mode 100644
index 00000000..e9f2b3f0
--- /dev/null
+++ b/rosa_scalability/2024/07/04/result-20240704-092939-a2161d2d-43d0-41ae-9f68-a08ba644f34a.json
@@ -0,0 +1,907 @@
+{
+ "$schema": "urn:keycloak-benchmark:0.1",
+ "uuid": "a2161d2d-43d0-41ae-9f68-a08ba644f34a",
+ "name": "ROSA Scalability Benchmark Run Results",
+ "start": "2024-07-04T09:29:39+00:00",
+ "end": "2024-07-04T10:06:44+00:00",
+ "context": {
+ "numOfPods": 3,
+ "cpuRequestsPerPod": 6,
+ "cpuLimitsPerPod": null,
+ "stickySessionDisabled": true,
+ "externalInfinispanFeatureEnabled": false,
+ "persistentSessionsEnabled": true,
+ "memRequestsPerPod": 3000,
+ "memLimitPerPod": 4000,
+ "dbPool": {
+ "init": 30,
+ "min": 30,
+ "max": 30
+ },
+ "metaspace": {
+ "init": 96,
+ "max": 256
+ },
+ "isMultiAZ": true,
+ "keycloakOperatorTag": "nightly",
+ "keycloakRepository": "",
+ "keycloakBranch": "",
+ "keycloakDatabase": "aurora-postgres",
+ "databaseMode": "single",
+ "ispnDeployment": "ispn:crossdc"
+ },
+ "memoryUsageTest": {
+ "activeSessionsPer500MbPerPod": 315716,
+ "ispnStatistics": {
+ "cacheName": "sessions",
+ "averageXsiteReplicationTime": 11
+ },
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 274500,
+ "ok": 274500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 7,
+ "ok": 7,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1101,
+ "ok": 1101,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 66,
+ "ok": 66,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 64,
+ "ok": 64,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 33,
+ "ok": 33,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 113,
+ "ok": 113,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 176,
+ "ok": 176,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 257,
+ "ok": 257,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 274483,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 17,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 442.741935483871,
+ "ok": 442.741935483871,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser to Log In Endpoint",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 12,
+ "ok": 12,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1101,
+ "ok": 1101,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 26,
+ "ok": 26,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 15,
+ "ok": 15,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 23,
+ "ok": 23,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 31,
+ "ok": 31,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 49,
+ "ok": 49,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 63,
+ "ok": 63,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91494,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 6,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.58064516129033,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser posts correct credentials",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 60,
+ "ok": 60,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1088,
+ "ok": 1088,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 140,
+ "ok": 140,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 52,
+ "ok": 52,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 130,
+ "ok": 130,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 156,
+ "ok": 156,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 219,
+ "ok": 219,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 343,
+ "ok": 343,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91490,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 10,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.58064516129033,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Exchange Code",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 7,
+ "ok": 7,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 821,
+ "ok": 821,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 33,
+ "ok": 33,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 36,
+ "ok": 36,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 22,
+ "ok": 22,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 34,
+ "ok": 34,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 94,
+ "ok": 94,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 184,
+ "ok": 184,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91499,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 1,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.58064516129033,
+ "ko": 0
+ }
+ }
+ ]
+ },
+ "cpuUsageForLoginsTest": {
+ "userLoginsPerSecPer1vCpuPerPod": 2162,
+ "ispnStatistics": {
+ "cacheName": "sessions",
+ "averageXsiteReplicationTime": 380
+ },
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 366000,
+ "ok": 366000,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 7,
+ "ok": 7,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 12134,
+ "ok": 12134,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 73,
+ "ok": 73,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 92,
+ "ok": 92,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 40,
+ "ok": 40,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 108,
+ "ok": 108,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 211,
+ "ok": 211,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 357,
+ "ok": 357,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 365850,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 97,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 53,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 586.5384615384615,
+ "ok": 586.5384615384615,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser to Log In Endpoint",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 12,
+ "ok": 12,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1046,
+ "ok": 1046,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 24,
+ "ok": 24,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 12,
+ "ok": 12,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 21,
+ "ok": 21,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 28,
+ "ok": 28,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 45,
+ "ok": 45,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 59,
+ "ok": 59,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91497,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 3,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 146.6346153846154,
+ "ok": 146.6346153846154,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser posts correct credentials",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 60,
+ "ok": 60,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1065,
+ "ok": 1065,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 157,
+ "ok": 157,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 78,
+ "ok": 78,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 134,
+ "ok": 134,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 172,
+ "ok": 172,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 305,
+ "ok": 305,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 469,
+ "ok": 469,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91420,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 80,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 146.6346153846154,
+ "ok": 146.6346153846154,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Exchange Code",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 7,
+ "ok": 7,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 4370,
+ "ok": 4370,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 36,
+ "ok": 36,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 70,
+ "ok": 70,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 22,
+ "ok": 22,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 31,
+ "ok": 31,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 109,
+ "ok": 109,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 269,
+ "ok": 270,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91474,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 13,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 13,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 146.6346153846154,
+ "ok": 146.6346153846154,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser logout",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 14,
+ "ok": 14,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 12134,
+ "ok": 12134,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 77,
+ "ok": 77,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 109,
+ "ok": 109,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 58,
+ "ok": 58,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 86,
+ "ok": 86,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 187,
+ "ok": 187,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 315,
+ "ok": 315,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91459,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 1,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 40,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 146.6346153846154,
+ "ok": 146.6346153846154,
+ "ko": 0
+ }
+ }
+ ]
+ },
+ "cpuUsageForCredentialGrantsTest": {
+ "credentialGrantsPerSecPer1vCpu": 27514,
+ "ispnStatistics": {
+ "cacheName": "sessions",
+ "averageXsiteReplicationTime": 9
+ },
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 610000,
+ "ok": 610000,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 9,
+ "ok": 9,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1046,
+ "ok": 1046,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 15,
+ "ok": 15,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 12,
+ "ok": 12,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 14,
+ "ok": 14,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 34,
+ "ok": 34,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 609949,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 51,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 982.2866344605475,
+ "ok": 982.2866344605475,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Client credentials grant type",
+ "numberOfRequests": {
+ "total": 610000,
+ "ok": 610000,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 9,
+ "ok": 9,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1046,
+ "ok": 1046,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 15,
+ "ok": 15,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 12,
+ "ok": 12,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 14,
+ "ok": 14,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 34,
+ "ok": 34,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 609949,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 51,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 982.2866344605475,
+ "ok": 982.2866344605475,
+ "ko": 0
+ }
+ }
+ ]
+ }
+}