From 64aaddf9fbd0635084defdaec116cc9890384620 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Thu, 20 Jun 2024 10:25:16 +0000 Subject: [PATCH] generated --- ...-80970d42-29fb-429f-8cb6-b4ccbf9a4526.json | 906 ++++++++++++++++++ 1 file changed, 906 insertions(+) create mode 100644 rosa_scalability/2024/06/20/result-20240620-094630-80970d42-29fb-429f-8cb6-b4ccbf9a4526.json diff --git a/rosa_scalability/2024/06/20/result-20240620-094630-80970d42-29fb-429f-8cb6-b4ccbf9a4526.json b/rosa_scalability/2024/06/20/result-20240620-094630-80970d42-29fb-429f-8cb6-b4ccbf9a4526.json new file mode 100644 index 00000000..69455142 --- /dev/null +++ b/rosa_scalability/2024/06/20/result-20240620-094630-80970d42-29fb-429f-8cb6-b4ccbf9a4526.json @@ -0,0 +1,906 @@ +{ + "$schema": "urn:keycloak-benchmark:0.1", + "uuid": "80970d42-29fb-429f-8cb6-b4ccbf9a4526", + "name": "ROSA Scalability Benchmark Run Results", + "start": "2024-06-20T09:46:30+00:00", + "end": "2024-06-20T10:23:31+00:00", + "context": { + "numOfPods": 3, + "cpuRequestsPerPod": 6, + "cpuLimitsPerPod": null, + "stickySessionDisabled": true, + "persistentSessionsEnabled": true, + "memRequestsPerPod": 3000, + "memLimitPerPod": 4000, + "dbPool": { + "init": 30, + "min": 30, + "max": 30 + }, + "metaspace": { + "init": 96, + "max": 256 + }, + "isMultiAZ": true, + "keycloakOperatorTag": "nightly", + "keycloakRepository": "", + "keycloakBranch": "", + "keycloakDatabase": "aurora-postgres", + "databaseMode": "single", + "ispnDeployment": "ispn:crossdc" + }, + "memoryUsageTest": { + "activeSessionsPer500MbPerPod": 31953, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 6 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 274500, + "ok": 274500, + "ko": 0 + }, + "minResponseTime": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "maxResponseTime": { + "total": 1110, + "ok": 1110, + "ko": 0 + }, + "meanResponseTime": { + "total": 80, + "ok": 80, + "ko": 0 + }, + "standardDeviation": { + "total": 67, + "ok": 67, + "ko": 0 + }, + "percentiles1": { + "total": 43, + "ok": 43, + "ko": 0 + }, + "percentiles2": { + "total": 133, + "ok": 133, + "ko": 0 + }, + "percentiles3": { + "total": 202, + "ok": 202, + "ko": 0 + }, + "percentiles4": { + "total": 267, + "ok": 267, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 274477, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 23, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 442.741935483871, + "ok": 442.741935483871, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 15, + "ok": 15, + "ko": 0 + }, + "maxResponseTime": { + "total": 1089, + "ok": 1089, + "ko": 0 + }, + "meanResponseTime": { + "total": 31, + "ok": 31, + "ko": 0 + }, + "standardDeviation": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles1": { + "total": 26, + "ok": 26, + "ko": 0 + }, + "percentiles2": { + "total": 36, + "ok": 36, + "ko": 0 + }, + "percentiles3": { + "total": 55, + "ok": 55, + "ko": 0 + }, + "percentiles4": { + "total": 77, + "ok": 77, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91491, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 9, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 70, + "ok": 70, + "ko": 0 + }, + "maxResponseTime": { + "total": 1110, + "ok": 1110, + "ko": 0 + }, + "meanResponseTime": { + "total": 159, + "ok": 159, + "ko": 0 + }, + "standardDeviation": { + "total": 46, + "ok": 46, + "ko": 0 + }, + "percentiles1": { + "total": 150, + "ok": 150, + "ko": 0 + }, + "percentiles2": { + "total": 179, + "ok": 179, + "ko": 0 + }, + "percentiles3": { + "total": 240, + "ok": 240, + "ko": 0 + }, + "percentiles4": { + "total": 311, + "ok": 311, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91486, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 14, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "maxResponseTime": { + "total": 561, + "ok": 561, + "ko": 0 + }, + "meanResponseTime": { + "total": 50, + "ok": 50, + "ko": 0 + }, + "standardDeviation": { + "total": 41, + "ok": 41, + "ko": 0 + }, + "percentiles1": { + "total": 36, + "ok": 36, + "ko": 0 + }, + "percentiles2": { + "total": 52, + "ok": 52, + "ko": 0 + }, + "percentiles3": { + "total": 143, + "ok": 143, + "ko": 0 + }, + "percentiles4": { + "total": 216, + "ok": 216, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + } + ] + }, + "cpuUsageForLoginsTest": { + "userLoginsPerSecPer1vCpuPerPod": 42, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 6 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 366000, + "ok": 366000, + "ko": 0 + }, + "minResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "maxResponseTime": { + "total": 4239, + "ok": 4239, + "ko": 0 + }, + "meanResponseTime": { + "total": 88, + "ok": 88, + "ko": 0 + }, + "standardDeviation": { + "total": 76, + "ok": 76, + "ko": 0 + }, + "percentiles1": { + "total": 60, + "ok": 60, + "ko": 0 + }, + "percentiles2": { + "total": 133, + "ok": 133, + "ko": 0 + }, + "percentiles3": { + "total": 224, + "ok": 224, + "ko": 0 + }, + "percentiles4": { + "total": 330, + "ok": 330, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 365934, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 57, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 9, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 590.3225806451613, + "ok": 590.3225806451613, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "maxResponseTime": { + "total": 3186, + "ok": 3186, + "ko": 0 + }, + "meanResponseTime": { + "total": 30, + "ok": 30, + "ko": 0 + }, + "standardDeviation": { + "total": 35, + "ok": 35, + "ko": 0 + }, + "percentiles1": { + "total": 25, + "ok": 25, + "ko": 0 + }, + "percentiles2": { + "total": 33, + "ok": 33, + "ko": 0 + }, + "percentiles3": { + "total": 52, + "ok": 52, + "ko": 0 + }, + "percentiles4": { + "total": 75, + "ok": 75, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91438, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 57, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 5, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 72, + "ok": 72, + "ko": 0 + }, + "maxResponseTime": { + "total": 672, + "ok": 672, + "ko": 0 + }, + "meanResponseTime": { + "total": 174, + "ok": 174, + "ko": 0 + }, + "standardDeviation": { + "total": 62, + "ok": 62, + "ko": 0 + }, + "percentiles1": { + "total": 159, + "ok": 159, + "ko": 0 + }, + "percentiles2": { + "total": 196, + "ok": 196, + "ko": 0 + }, + "percentiles3": { + "total": 294, + "ok": 294, + "ko": 0 + }, + "percentiles4": { + "total": 403, + "ok": 403, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "maxResponseTime": { + "total": 4140, + "ok": 4140, + "ko": 0 + }, + "meanResponseTime": { + "total": 50, + "ok": 50, + "ko": 0 + }, + "standardDeviation": { + "total": 50, + "ok": 50, + "ko": 0 + }, + "percentiles1": { + "total": 33, + "ok": 33, + "ko": 0 + }, + "percentiles2": { + "total": 48, + "ok": 48, + "ko": 0 + }, + "percentiles3": { + "total": 158, + "ok": 158, + "ko": 0 + }, + "percentiles4": { + "total": 259, + "ok": 259, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91498, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 2, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser logout", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 21, + "ok": 21, + "ko": 0 + }, + "maxResponseTime": { + "total": 4239, + "ok": 4239, + "ko": 0 + }, + "meanResponseTime": { + "total": 99, + "ok": 99, + "ko": 0 + }, + "standardDeviation": { + "total": 57, + "ok": 57, + "ko": 0 + }, + "percentiles1": { + "total": 86, + "ok": 86, + "ko": 0 + }, + "percentiles2": { + "total": 118, + "ok": 118, + "ko": 0 + }, + "percentiles3": { + "total": 198, + "ok": 198, + "ko": 0 + }, + "percentiles4": { + "total": 308, + "ok": 308, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91498, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 2, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + } + ] + }, + "cpuUsageForCredentialGrantsTest": { + "credentialGrantsPerSecPer1vCpu": 490, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 8 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "maxResponseTime": { + "total": 1082, + "ok": 1082, + "ko": 0 + }, + "meanResponseTime": { + "total": 32, + "ok": 32, + "ko": 0 + }, + "standardDeviation": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "percentiles1": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "percentiles2": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles3": { + "total": 53, + "ok": 53, + "ko": 0 + }, + "percentiles4": { + "total": 115, + "ok": 115, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609983, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 17, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + }, + { + "name": "Client credentials grant type", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "maxResponseTime": { + "total": 1082, + "ok": 1082, + "ko": 0 + }, + "meanResponseTime": { + "total": 32, + "ok": 32, + "ko": 0 + }, + "standardDeviation": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "percentiles1": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "percentiles2": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles3": { + "total": 53, + "ok": 53, + "ko": 0 + }, + "percentiles4": { + "total": 115, + "ok": 115, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609983, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 17, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + } + ] + } +}