diff --git a/rosa_scalability/2024/06/13/result-20240613-071834-ff5aee94-0fe1-4a1d-bed2-ad5c10a3e23c.json b/rosa_scalability/2024/06/13/result-20240613-071834-ff5aee94-0fe1-4a1d-bed2-ad5c10a3e23c.json new file mode 100644 index 00000000..ce0d0563 --- /dev/null +++ b/rosa_scalability/2024/06/13/result-20240613-071834-ff5aee94-0fe1-4a1d-bed2-ad5c10a3e23c.json @@ -0,0 +1,906 @@ +{ + "$schema": "urn:keycloak-benchmark:0.1", + "uuid": "ff5aee94-0fe1-4a1d-bed2-ad5c10a3e23c", + "name": "ROSA Scalability Benchmark Run Results", + "start": "2024-06-13T07:18:34+00:00", + "end": "2024-06-13T07:56:00+00:00", + "context": { + "numOfPods": 3, + "cpuRequestsPerPod": 6, + "cpuLimitsPerPod": null, + "stickySessionDisabled": true, + "persistentSessionsEnabled": true, + "memRequestsPerPod": 3000, + "memLimitPerPod": 4000, + "dbPool": { + "init": 30, + "min": 30, + "max": 30 + }, + "metaspace": { + "init": 96, + "max": 256 + }, + "isMultiAZ": true, + "keycloakOperatorTag": "nightly", + "keycloakRepository": "", + "keycloakBranch": "", + "keycloakDatabase": "aurora-postgres", + "databaseMode": "single", + "ispnDeployment": "ispn:crossdc" + }, + "memoryUsageTest": { + "activeSessionsPer500MbPerPod": 39599, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 12 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 274373, + "ok": 274246, + "ko": 127 + }, + "minResponseTime": { + "total": 6, + "ok": 6, + "ko": 37 + }, + "maxResponseTime": { + "total": 1050, + "ok": 1050, + "ko": 196 + }, + "meanResponseTime": { + "total": 61, + "ok": 61, + "ko": 57 + }, + "standardDeviation": { + "total": 61, + "ok": 61, + "ko": 19 + }, + "percentiles1": { + "total": 31, + "ok": 31, + "ko": 53 + }, + "percentiles2": { + "total": 104, + "ok": 104, + "ko": 61 + }, + "percentiles3": { + "total": 156, + "ok": 156, + "ko": 88 + }, + "percentiles4": { + "total": 226, + "ok": 226, + "ko": 119 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 274197, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 49, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 127, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 442.53709677419357, + "ok": 442.3322580645161, + "ko": 0.20483870967741935 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "maxResponseTime": { + "total": 1050, + "ok": 1050, + "ko": 0 + }, + "meanResponseTime": { + "total": 25, + "ok": 25, + "ko": 0 + }, + "standardDeviation": { + "total": 15, + "ok": 15, + "ko": 0 + }, + "percentiles1": { + "total": 21, + "ok": 21, + "ko": 0 + }, + "percentiles2": { + "total": 30, + "ok": 30, + "ko": 0 + }, + "percentiles3": { + "total": 47, + "ok": 47, + "ko": 0 + }, + "percentiles4": { + "total": 61, + "ok": 61, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91494, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 6, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91373, + "ko": 127 + }, + "minResponseTime": { + "total": 37, + "ok": 57, + "ko": 37 + }, + "maxResponseTime": { + "total": 1000, + "ok": 1000, + "ko": 196 + }, + "meanResponseTime": { + "total": 128, + "ok": 128, + "ko": 57 + }, + "standardDeviation": { + "total": 52, + "ok": 52, + "ko": 19 + }, + "percentiles1": { + "total": 119, + "ok": 119, + "ko": 53 + }, + "percentiles2": { + "total": 140, + "ok": 140, + "ko": 61 + }, + "percentiles3": { + "total": 188, + "ok": 188, + "ko": 88 + }, + "percentiles4": { + "total": 354, + "ok": 355, + "ko": 119 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91345, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 28, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 127, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.3758064516129, + "ko": 0.20483870967741935 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91373, + "ok": 91373, + "ko": 0 + }, + "minResponseTime": { + "total": 6, + "ok": 6, + "ko": 0 + }, + "maxResponseTime": { + "total": 853, + "ok": 853, + "ko": 0 + }, + "meanResponseTime": { + "total": 30, + "ok": 30, + "ko": 0 + }, + "standardDeviation": { + "total": 36, + "ok": 36, + "ko": 0 + }, + "percentiles1": { + "total": 20, + "ok": 20, + "ko": 0 + }, + "percentiles2": { + "total": 32, + "ok": 32, + "ko": 0 + }, + "percentiles3": { + "total": 75, + "ok": 75, + "ko": 0 + }, + "percentiles4": { + "total": 148, + "ok": 148, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91358, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 15, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.3758064516129, + "ok": 147.3758064516129, + "ko": 0 + } + } + ] + }, + "cpuUsageForLoginsTest": { + "userLoginsPerSecPer1vCpuPerPod": 50, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 10 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 365720, + "ok": 365580, + "ko": 140 + }, + "minResponseTime": { + "total": 6, + "ok": 6, + "ko": 38 + }, + "maxResponseTime": { + "total": 4209, + "ok": 4209, + "ko": 136 + }, + "meanResponseTime": { + "total": 58, + "ok": 58, + "ko": 54 + }, + "standardDeviation": { + "total": 64, + "ok": 64, + "ko": 16 + }, + "percentiles1": { + "total": 33, + "ok": 33, + "ko": 51 + }, + "percentiles2": { + "total": 89, + "ok": 90, + "ko": 56 + }, + "percentiles3": { + "total": 154, + "ok": 154, + "ko": 85 + }, + "percentiles4": { + "total": 264, + "ok": 264, + "ko": 123 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 365541, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 20, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 19, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 140, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 587.0304975922953, + "ok": 586.8057784911717, + "ko": 0.2247191011235955 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "maxResponseTime": { + "total": 1048, + "ok": 1048, + "ko": 0 + }, + "meanResponseTime": { + "total": 22, + "ok": 22, + "ko": 0 + }, + "standardDeviation": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles1": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles2": { + "total": 25, + "ok": 25, + "ko": 0 + }, + "percentiles3": { + "total": 40, + "ok": 40, + "ko": 0 + }, + "percentiles4": { + "total": 54, + "ok": 54, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91499, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 1, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.86998394863562, + "ok": 146.86998394863562, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91360, + "ko": 140 + }, + "minResponseTime": { + "total": 38, + "ok": 59, + "ko": 38 + }, + "maxResponseTime": { + "total": 948, + "ok": 948, + "ko": 136 + }, + "meanResponseTime": { + "total": 127, + "ok": 127, + "ko": 54 + }, + "standardDeviation": { + "total": 57, + "ok": 57, + "ko": 16 + }, + "percentiles1": { + "total": 113, + "ok": 113, + "ko": 51 + }, + "percentiles2": { + "total": 136, + "ok": 136, + "ko": 56 + }, + "percentiles3": { + "total": 224, + "ok": 224, + "ko": 85 + }, + "percentiles4": { + "total": 374, + "ok": 375, + "ko": 123 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91345, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 15, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 140, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.86998394863562, + "ok": 146.64526484751204, + "ko": 0.2247191011235955 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91360, + "ok": 91360, + "ko": 0 + }, + "minResponseTime": { + "total": 6, + "ok": 6, + "ko": 0 + }, + "maxResponseTime": { + "total": 4209, + "ok": 4209, + "ko": 0 + }, + "meanResponseTime": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "standardDeviation": { + "total": 41, + "ok": 41, + "ko": 0 + }, + "percentiles1": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles2": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "percentiles3": { + "total": 72, + "ok": 72, + "ko": 0 + }, + "percentiles4": { + "total": 165, + "ok": 165, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91353, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 4, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 3, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.64526484751204, + "ok": 146.64526484751204, + "ko": 0 + } + }, + { + "name": "Browser logout", + "numberOfRequests": { + "total": 91360, + "ok": 91360, + "ko": 0 + }, + "minResponseTime": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "maxResponseTime": { + "total": 4165, + "ok": 4165, + "ko": 0 + }, + "meanResponseTime": { + "total": 55, + "ok": 55, + "ko": 0 + }, + "standardDeviation": { + "total": 67, + "ok": 67, + "ko": 0 + }, + "percentiles1": { + "total": 42, + "ok": 42, + "ko": 0 + }, + "percentiles2": { + "total": 60, + "ok": 60, + "ko": 0 + }, + "percentiles3": { + "total": 130, + "ok": 130, + "ko": 0 + }, + "percentiles4": { + "total": 235, + "ok": 235, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91344, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 16, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.64526484751204, + "ok": 146.64526484751204, + "ko": 0 + } + } + ] + }, + "cpuUsageForCredentialGrantsTest": { + "credentialGrantsPerSecPer1vCpu": 603, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 12 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 8, + "ok": 8, + "ko": 0 + }, + "maxResponseTime": { + "total": 1091, + "ok": 1091, + "ko": 0 + }, + "meanResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "standardDeviation": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "percentiles1": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "percentiles2": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles3": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "percentiles4": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609946, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 54, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + }, + { + "name": "Client credentials grant type", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 8, + "ok": 8, + "ko": 0 + }, + "maxResponseTime": { + "total": 1091, + "ok": 1091, + "ko": 0 + }, + "meanResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "standardDeviation": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "percentiles1": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "percentiles2": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles3": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "percentiles4": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609946, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 54, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + } + ] + } +}