From 47c2b269a19edd12c66241a7c27878fb0ee2c1c5 Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
<41898282+github-actions[bot]@users.noreply.github.com>
Date: Mon, 24 Jun 2024 08:44:15 +0000
Subject: [PATCH] generated
---
...-5ec4b4e2-6ce9-428e-b947-d79a97e5b82e.json | 906 ++++++++++++++++++
1 file changed, 906 insertions(+)
create mode 100644 rosa_scalability/2024/06/24/result-20240624-080531-5ec4b4e2-6ce9-428e-b947-d79a97e5b82e.json
diff --git a/rosa_scalability/2024/06/24/result-20240624-080531-5ec4b4e2-6ce9-428e-b947-d79a97e5b82e.json b/rosa_scalability/2024/06/24/result-20240624-080531-5ec4b4e2-6ce9-428e-b947-d79a97e5b82e.json
new file mode 100644
index 00000000..de8ee123
--- /dev/null
+++ b/rosa_scalability/2024/06/24/result-20240624-080531-5ec4b4e2-6ce9-428e-b947-d79a97e5b82e.json
@@ -0,0 +1,906 @@
+{
+ "$schema": "urn:keycloak-benchmark:0.1",
+ "uuid": "5ec4b4e2-6ce9-428e-b947-d79a97e5b82e",
+ "name": "ROSA Scalability Benchmark Run Results",
+ "start": "2024-06-24T08:05:31+00:00",
+ "end": "2024-06-24T08:42:29+00:00",
+ "context": {
+ "numOfPods": 3,
+ "cpuRequestsPerPod": 6,
+ "cpuLimitsPerPod": null,
+ "stickySessionDisabled": true,
+ "persistentSessionsEnabled": true,
+ "memRequestsPerPod": 3000,
+ "memLimitPerPod": 4000,
+ "dbPool": {
+ "init": 30,
+ "min": 30,
+ "max": 30
+ },
+ "metaspace": {
+ "init": 96,
+ "max": 256
+ },
+ "isMultiAZ": true,
+ "keycloakOperatorTag": "nightly",
+ "keycloakRepository": "",
+ "keycloakBranch": "",
+ "keycloakDatabase": "aurora-postgres",
+ "databaseMode": "single",
+ "ispnDeployment": "ispn:crossdc"
+ },
+ "memoryUsageTest": {
+ "activeSessionsPer500MbPerPod": 42269,
+ "ispnStatistics": {
+ "cacheName": "sessions",
+ "averageXsiteReplicationTime": 6
+ },
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 274500,
+ "ok": 274500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1352,
+ "ok": 1352,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 68,
+ "ok": 68,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 54,
+ "ok": 54,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 40,
+ "ok": 40,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 113,
+ "ok": 113,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 162,
+ "ok": 162,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 208,
+ "ok": 208,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 274481,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 18,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 1,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 442.741935483871,
+ "ok": 442.741935483871,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser to Log In Endpoint",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 15,
+ "ok": 15,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1352,
+ "ok": 1352,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 30,
+ "ok": 30,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 19,
+ "ok": 19,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 26,
+ "ok": 26,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 34,
+ "ok": 34,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 50,
+ "ok": 50,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 69,
+ "ok": 69,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91486,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 13,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 1,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.58064516129033,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser posts correct credentials",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 72,
+ "ok": 72,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 873,
+ "ok": 873,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 133,
+ "ok": 133,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 35,
+ "ok": 35,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 127,
+ "ok": 127,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 148,
+ "ok": 148,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 189,
+ "ok": 189,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 249,
+ "ok": 249,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91495,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 5,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.58064516129033,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Exchange Code",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 578,
+ "ok": 578,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 41,
+ "ok": 41,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 26,
+ "ok": 26,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 34,
+ "ok": 34,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 46,
+ "ok": 46,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 88,
+ "ok": 88,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 138,
+ "ok": 138,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91500,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.58064516129033,
+ "ko": 0
+ }
+ }
+ ]
+ },
+ "cpuUsageForLoginsTest": {
+ "userLoginsPerSecPer1vCpuPerPod": 80,
+ "ispnStatistics": {
+ "cacheName": "sessions",
+ "averageXsiteReplicationTime": 5
+ },
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 365997,
+ "ok": 365996,
+ "ko": 1
+ },
+ "minResponseTime": {
+ "total": 14,
+ "ok": 14,
+ "ko": 10003
+ },
+ "maxResponseTime": {
+ "total": 10003,
+ "ok": 4100,
+ "ko": 10003
+ },
+ "meanResponseTime": {
+ "total": 69,
+ "ok": 69,
+ "ko": 10003
+ },
+ "standardDeviation": {
+ "total": 59,
+ "ok": 57,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 44,
+ "ok": 44,
+ "ko": 10003
+ },
+ "percentiles2": {
+ "total": 105,
+ "ok": 105,
+ "ko": 10003
+ },
+ "percentiles3": {
+ "total": 172,
+ "ok": 172,
+ "ko": 10003
+ },
+ "percentiles4": {
+ "total": 254,
+ "ok": 254,
+ "ko": 10003
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 365991,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 4,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 1,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 1,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 590.3177419354839,
+ "ok": 590.3161290322581,
+ "ko": 0.0016129032258064516
+ }
+ },
+ {
+ "name": "Browser to Log In Endpoint",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91499,
+ "ko": 1
+ },
+ "minResponseTime": {
+ "total": 15,
+ "ok": 15,
+ "ko": 10003
+ },
+ "maxResponseTime": {
+ "total": 10003,
+ "ok": 1054,
+ "ko": 10003
+ },
+ "meanResponseTime": {
+ "total": 28,
+ "ok": 28,
+ "ko": 10003
+ },
+ "standardDeviation": {
+ "total": 37,
+ "ok": 17,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 24,
+ "ok": 24,
+ "ko": 10003
+ },
+ "percentiles2": {
+ "total": 30,
+ "ok": 30,
+ "ko": 10003
+ },
+ "percentiles3": {
+ "total": 43,
+ "ok": 44,
+ "ko": 10003
+ },
+ "percentiles4": {
+ "total": 61,
+ "ok": 61,
+ "ko": 10003
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91495,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 4,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 1,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.57903225806453,
+ "ko": 0.0016129032258064516
+ }
+ },
+ {
+ "name": "Browser posts correct credentials",
+ "numberOfRequests": {
+ "total": 91499,
+ "ok": 91499,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 71,
+ "ok": 71,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 731,
+ "ok": 731,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 140,
+ "ok": 140,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 47,
+ "ok": 47,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 129,
+ "ok": 129,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 155,
+ "ok": 155,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 225,
+ "ok": 225,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 324,
+ "ok": 324,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91499,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.57903225806453,
+ "ok": 147.57903225806453,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Exchange Code",
+ "numberOfRequests": {
+ "total": 91499,
+ "ok": 91499,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 14,
+ "ok": 14,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 551,
+ "ok": 551,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 40,
+ "ok": 40,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 30,
+ "ok": 30,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 31,
+ "ok": 31,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 42,
+ "ok": 42,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 90,
+ "ok": 90,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 169,
+ "ok": 169,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91499,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.57903225806453,
+ "ok": 147.57903225806453,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser logout",
+ "numberOfRequests": {
+ "total": 91499,
+ "ok": 91499,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 21,
+ "ok": 21,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 4100,
+ "ok": 4100,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 69,
+ "ok": 69,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 43,
+ "ok": 43,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 58,
+ "ok": 58,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 80,
+ "ok": 80,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 146,
+ "ok": 146,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 232,
+ "ok": 232,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91498,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 1,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.57903225806453,
+ "ok": 147.57903225806453,
+ "ko": 0
+ }
+ }
+ ]
+ },
+ "cpuUsageForCredentialGrantsTest": {
+ "credentialGrantsPerSecPer1vCpu": 903,
+ "ispnStatistics": {
+ "cacheName": "sessions",
+ "averageXsiteReplicationTime": 7
+ },
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 610000,
+ "ok": 609999,
+ "ko": 1
+ },
+ "minResponseTime": {
+ "total": 15,
+ "ok": 15,
+ "ko": 10003
+ },
+ "maxResponseTime": {
+ "total": 10003,
+ "ok": 1064,
+ "ko": 10003
+ },
+ "meanResponseTime": {
+ "total": 32,
+ "ok": 32,
+ "ko": 10003
+ },
+ "standardDeviation": {
+ "total": 26,
+ "ok": 22,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 28,
+ "ok": 28,
+ "ko": 10003
+ },
+ "percentiles2": {
+ "total": 35,
+ "ok": 35,
+ "ko": 10003
+ },
+ "percentiles3": {
+ "total": 49,
+ "ok": 49,
+ "ko": 10003
+ },
+ "percentiles4": {
+ "total": 103,
+ "ok": 103,
+ "ko": 10003
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 609978,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 21,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 1,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 982.2866344605475,
+ "ok": 982.2850241545893,
+ "ko": 0.001610305958132045
+ }
+ },
+ {
+ "name": "Client credentials grant type",
+ "numberOfRequests": {
+ "total": 610000,
+ "ok": 609999,
+ "ko": 1
+ },
+ "minResponseTime": {
+ "total": 15,
+ "ok": 15,
+ "ko": 10003
+ },
+ "maxResponseTime": {
+ "total": 10003,
+ "ok": 1064,
+ "ko": 10003
+ },
+ "meanResponseTime": {
+ "total": 32,
+ "ok": 32,
+ "ko": 10003
+ },
+ "standardDeviation": {
+ "total": 26,
+ "ok": 22,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 28,
+ "ok": 28,
+ "ko": 10003
+ },
+ "percentiles2": {
+ "total": 35,
+ "ok": 35,
+ "ko": 10003
+ },
+ "percentiles3": {
+ "total": 49,
+ "ok": 49,
+ "ko": 10003
+ },
+ "percentiles4": {
+ "total": 103,
+ "ok": 103,
+ "ko": 10003
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 609978,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 21,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 1,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 982.2866344605475,
+ "ok": 982.2850241545893,
+ "ko": 0.001610305958132045
+ }
+ }
+ ]
+ }
+}