From aaf9806c998153ec280da8151be6bf02ac4e2d2c Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
<41898282+github-actions[bot]@users.noreply.github.com>
Date: Thu, 13 Jun 2024 07:57:28 +0000
Subject: [PATCH] generated
---
...-ff5aee94-0fe1-4a1d-bed2-ad5c10a3e23c.json | 906 ++++++++++++++++++
1 file changed, 906 insertions(+)
create mode 100644 rosa_scalability/2024/06/13/result-20240613-071834-ff5aee94-0fe1-4a1d-bed2-ad5c10a3e23c.json
diff --git a/rosa_scalability/2024/06/13/result-20240613-071834-ff5aee94-0fe1-4a1d-bed2-ad5c10a3e23c.json b/rosa_scalability/2024/06/13/result-20240613-071834-ff5aee94-0fe1-4a1d-bed2-ad5c10a3e23c.json
new file mode 100644
index 00000000..ce0d0563
--- /dev/null
+++ b/rosa_scalability/2024/06/13/result-20240613-071834-ff5aee94-0fe1-4a1d-bed2-ad5c10a3e23c.json
@@ -0,0 +1,906 @@
+{
+ "$schema": "urn:keycloak-benchmark:0.1",
+ "uuid": "ff5aee94-0fe1-4a1d-bed2-ad5c10a3e23c",
+ "name": "ROSA Scalability Benchmark Run Results",
+ "start": "2024-06-13T07:18:34+00:00",
+ "end": "2024-06-13T07:56:00+00:00",
+ "context": {
+ "numOfPods": 3,
+ "cpuRequestsPerPod": 6,
+ "cpuLimitsPerPod": null,
+ "stickySessionDisabled": true,
+ "persistentSessionsEnabled": true,
+ "memRequestsPerPod": 3000,
+ "memLimitPerPod": 4000,
+ "dbPool": {
+ "init": 30,
+ "min": 30,
+ "max": 30
+ },
+ "metaspace": {
+ "init": 96,
+ "max": 256
+ },
+ "isMultiAZ": true,
+ "keycloakOperatorTag": "nightly",
+ "keycloakRepository": "",
+ "keycloakBranch": "",
+ "keycloakDatabase": "aurora-postgres",
+ "databaseMode": "single",
+ "ispnDeployment": "ispn:crossdc"
+ },
+ "memoryUsageTest": {
+ "activeSessionsPer500MbPerPod": 39599,
+ "ispnStatistics": {
+ "cacheName": "sessions",
+ "averageXsiteReplicationTime": 12
+ },
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 274373,
+ "ok": 274246,
+ "ko": 127
+ },
+ "minResponseTime": {
+ "total": 6,
+ "ok": 6,
+ "ko": 37
+ },
+ "maxResponseTime": {
+ "total": 1050,
+ "ok": 1050,
+ "ko": 196
+ },
+ "meanResponseTime": {
+ "total": 61,
+ "ok": 61,
+ "ko": 57
+ },
+ "standardDeviation": {
+ "total": 61,
+ "ok": 61,
+ "ko": 19
+ },
+ "percentiles1": {
+ "total": 31,
+ "ok": 31,
+ "ko": 53
+ },
+ "percentiles2": {
+ "total": 104,
+ "ok": 104,
+ "ko": 61
+ },
+ "percentiles3": {
+ "total": 156,
+ "ok": 156,
+ "ko": 88
+ },
+ "percentiles4": {
+ "total": 226,
+ "ok": 226,
+ "ko": 119
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 274197,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 49,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 127,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 442.53709677419357,
+ "ok": 442.3322580645161,
+ "ko": 0.20483870967741935
+ }
+ },
+ {
+ "name": "Browser to Log In Endpoint",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 11,
+ "ok": 11,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1050,
+ "ok": 1050,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 25,
+ "ok": 25,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 15,
+ "ok": 15,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 21,
+ "ok": 21,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 30,
+ "ok": 30,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 47,
+ "ok": 47,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 61,
+ "ok": 61,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91494,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 6,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.58064516129033,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser posts correct credentials",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91373,
+ "ko": 127
+ },
+ "minResponseTime": {
+ "total": 37,
+ "ok": 57,
+ "ko": 37
+ },
+ "maxResponseTime": {
+ "total": 1000,
+ "ok": 1000,
+ "ko": 196
+ },
+ "meanResponseTime": {
+ "total": 128,
+ "ok": 128,
+ "ko": 57
+ },
+ "standardDeviation": {
+ "total": 52,
+ "ok": 52,
+ "ko": 19
+ },
+ "percentiles1": {
+ "total": 119,
+ "ok": 119,
+ "ko": 53
+ },
+ "percentiles2": {
+ "total": 140,
+ "ok": 140,
+ "ko": 61
+ },
+ "percentiles3": {
+ "total": 188,
+ "ok": 188,
+ "ko": 88
+ },
+ "percentiles4": {
+ "total": 354,
+ "ok": 355,
+ "ko": 119
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91345,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 28,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 127,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.3758064516129,
+ "ko": 0.20483870967741935
+ }
+ },
+ {
+ "name": "Exchange Code",
+ "numberOfRequests": {
+ "total": 91373,
+ "ok": 91373,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 6,
+ "ok": 6,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 853,
+ "ok": 853,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 30,
+ "ok": 30,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 36,
+ "ok": 36,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 20,
+ "ok": 20,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 32,
+ "ok": 32,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 75,
+ "ok": 75,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 148,
+ "ok": 148,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91358,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 15,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.3758064516129,
+ "ok": 147.3758064516129,
+ "ko": 0
+ }
+ }
+ ]
+ },
+ "cpuUsageForLoginsTest": {
+ "userLoginsPerSecPer1vCpuPerPod": 50,
+ "ispnStatistics": {
+ "cacheName": "sessions",
+ "averageXsiteReplicationTime": 10
+ },
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 365720,
+ "ok": 365580,
+ "ko": 140
+ },
+ "minResponseTime": {
+ "total": 6,
+ "ok": 6,
+ "ko": 38
+ },
+ "maxResponseTime": {
+ "total": 4209,
+ "ok": 4209,
+ "ko": 136
+ },
+ "meanResponseTime": {
+ "total": 58,
+ "ok": 58,
+ "ko": 54
+ },
+ "standardDeviation": {
+ "total": 64,
+ "ok": 64,
+ "ko": 16
+ },
+ "percentiles1": {
+ "total": 33,
+ "ok": 33,
+ "ko": 51
+ },
+ "percentiles2": {
+ "total": 89,
+ "ok": 90,
+ "ko": 56
+ },
+ "percentiles3": {
+ "total": 154,
+ "ok": 154,
+ "ko": 85
+ },
+ "percentiles4": {
+ "total": 264,
+ "ok": 264,
+ "ko": 123
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 365541,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 20,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 19,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 140,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 587.0304975922953,
+ "ok": 586.8057784911717,
+ "ko": 0.2247191011235955
+ }
+ },
+ {
+ "name": "Browser to Log In Endpoint",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 11,
+ "ok": 11,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1048,
+ "ok": 1048,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 22,
+ "ok": 22,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 10,
+ "ok": 10,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 19,
+ "ok": 19,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 25,
+ "ok": 25,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 40,
+ "ok": 40,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 54,
+ "ok": 54,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91499,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 1,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 146.86998394863562,
+ "ok": 146.86998394863562,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser posts correct credentials",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91360,
+ "ko": 140
+ },
+ "minResponseTime": {
+ "total": 38,
+ "ok": 59,
+ "ko": 38
+ },
+ "maxResponseTime": {
+ "total": 948,
+ "ok": 948,
+ "ko": 136
+ },
+ "meanResponseTime": {
+ "total": 127,
+ "ok": 127,
+ "ko": 54
+ },
+ "standardDeviation": {
+ "total": 57,
+ "ok": 57,
+ "ko": 16
+ },
+ "percentiles1": {
+ "total": 113,
+ "ok": 113,
+ "ko": 51
+ },
+ "percentiles2": {
+ "total": 136,
+ "ok": 136,
+ "ko": 56
+ },
+ "percentiles3": {
+ "total": 224,
+ "ok": 224,
+ "ko": 85
+ },
+ "percentiles4": {
+ "total": 374,
+ "ok": 375,
+ "ko": 123
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91345,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 15,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 140,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 146.86998394863562,
+ "ok": 146.64526484751204,
+ "ko": 0.2247191011235955
+ }
+ },
+ {
+ "name": "Exchange Code",
+ "numberOfRequests": {
+ "total": 91360,
+ "ok": 91360,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 6,
+ "ok": 6,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 4209,
+ "ok": 4209,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 27,
+ "ok": 27,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 41,
+ "ok": 41,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 19,
+ "ok": 19,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 27,
+ "ok": 27,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 72,
+ "ok": 72,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 165,
+ "ok": 165,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91353,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 4,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 3,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 146.64526484751204,
+ "ok": 146.64526484751204,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser logout",
+ "numberOfRequests": {
+ "total": 91360,
+ "ok": 91360,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 12,
+ "ok": 12,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 4165,
+ "ok": 4165,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 55,
+ "ok": 55,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 67,
+ "ok": 67,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 42,
+ "ok": 42,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 60,
+ "ok": 60,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 130,
+ "ok": 130,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 235,
+ "ok": 235,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91344,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 16,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 146.64526484751204,
+ "ok": 146.64526484751204,
+ "ko": 0
+ }
+ }
+ ]
+ },
+ "cpuUsageForCredentialGrantsTest": {
+ "credentialGrantsPerSecPer1vCpu": 603,
+ "ispnStatistics": {
+ "cacheName": "sessions",
+ "averageXsiteReplicationTime": 12
+ },
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 610000,
+ "ok": 610000,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 8,
+ "ok": 8,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1091,
+ "ok": 1091,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 11,
+ "ok": 11,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 14,
+ "ok": 14,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 9,
+ "ok": 9,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 10,
+ "ok": 10,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 34,
+ "ok": 34,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 609946,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 54,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 982.2866344605475,
+ "ok": 982.2866344605475,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Client credentials grant type",
+ "numberOfRequests": {
+ "total": 610000,
+ "ok": 610000,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 8,
+ "ok": 8,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1091,
+ "ok": 1091,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 11,
+ "ok": 11,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 14,
+ "ok": 14,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 9,
+ "ok": 9,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 10,
+ "ok": 10,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 34,
+ "ok": 34,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 609946,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 54,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 982.2866344605475,
+ "ok": 982.2866344605475,
+ "ko": 0
+ }
+ }
+ ]
+ }
+}