diff --git a/rosa_scalability/2024/05/24/result-20240524-145737-3f3bd16d-eb8c-46a8-a004-af65bb49cee9.json b/rosa_scalability/2024/05/24/result-20240524-145737-3f3bd16d-eb8c-46a8-a004-af65bb49cee9.json new file mode 100644 index 00000000..c63876dc --- /dev/null +++ b/rosa_scalability/2024/05/24/result-20240524-145737-3f3bd16d-eb8c-46a8-a004-af65bb49cee9.json @@ -0,0 +1,898 @@ +{ + "$schema": "urn:keycloak-benchmark:0.1", + "uuid": "3f3bd16d-eb8c-46a8-a004-af65bb49cee9", + "name": "ROSA Scalability Benchmark Run Results", + "start": "2024-05-24T14:57:37+00:00", + "end": "2024-05-24T15:34:33+00:00", + "context": { + "numOfPods": 3, + "cpuRequestsPerPod": 6, + "cpuLimitsPerPod": null, + "stickySessionDisabled": true, + "persistentSessionsEnabled": false, + "memRequestsPerPod": 3000, + "memLimitPerPod": 4000, + "dbPool": { + "init": 30, + "min": 30, + "max": 30 + }, + "metaspace": { + "init": 96, + "max": 256 + }, + "isMultiAZ": true, + "keycloakOperatorTag": "nightly", + "keycloakRepository": "https://github.com/keycloak/keycloak.git", + "keycloakBranch": "main", + "keycloakDatabase": "aurora-postgres", + "databaseMode": "single", + "ispnDeployment": "ispn:crossdc" + }, + "memoryUsageTest": { + "activeSessionsPer500MbPerPod": 30338, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 11 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 274500, + "ok": 274500, + "ko": 0 + }, + "minResponseTime": { + "total": 7, + "ok": 7, + "ko": 0 + }, + "maxResponseTime": { + "total": 4104, + "ok": 4104, + "ko": 0 + }, + "meanResponseTime": { + "total": 48, + "ok": 48, + "ko": 0 + }, + "standardDeviation": { + "total": 44, + "ok": 44, + "ko": 0 + }, + "percentiles1": { + "total": 28, + "ok": 28, + "ko": 0 + }, + "percentiles2": { + "total": 83, + "ok": 83, + "ko": 0 + }, + "percentiles3": { + "total": 119, + "ok": 119, + "ko": 0 + }, + "percentiles4": { + "total": 142, + "ok": 142, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 274475, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 20, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 5, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 442.741935483871, + "ok": 442.741935483871, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1073, + "ok": 1073, + "ko": 0 + }, + "meanResponseTime": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "standardDeviation": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "percentiles1": { + "total": 20, + "ok": 20, + "ko": 0 + }, + "percentiles2": { + "total": 28, + "ok": 28, + "ko": 0 + }, + "percentiles3": { + "total": 44, + "ok": 44, + "ko": 0 + }, + "percentiles4": { + "total": 53, + "ok": 53, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91486, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 14, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 50, + "ok": 50, + "ko": 0 + }, + "maxResponseTime": { + "total": 921, + "ok": 921, + "ko": 0 + }, + "meanResponseTime": { + "total": 98, + "ok": 98, + "ko": 0 + }, + "standardDeviation": { + "total": 24, + "ok": 24, + "ko": 0 + }, + "percentiles1": { + "total": 96, + "ok": 96, + "ko": 0 + }, + "percentiles2": { + "total": 110, + "ok": 110, + "ko": 0 + }, + "percentiles3": { + "total": 134, + "ok": 134, + "ko": 0 + }, + "percentiles4": { + "total": 157, + "ok": 157, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91494, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 6, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 7, + "ok": 7, + "ko": 0 + }, + "maxResponseTime": { + "total": 4104, + "ok": 4104, + "ko": 0 + }, + "meanResponseTime": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "standardDeviation": { + "total": 33, + "ok": 33, + "ko": 0 + }, + "percentiles1": { + "total": 18, + "ok": 18, + "ko": 0 + }, + "percentiles2": { + "total": 29, + "ok": 29, + "ko": 0 + }, + "percentiles3": { + "total": 48, + "ok": 48, + "ko": 0 + }, + "percentiles4": { + "total": 64, + "ok": 64, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91495, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 5, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + } + ] + }, + "cpuUsageForLoginsTest": { + "userLoginsPerSecPer1vCpuPerPod": 47, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 366000, + "ok": 366000, + "ko": 0 + }, + "minResponseTime": { + "total": 7, + "ok": 7, + "ko": 0 + }, + "maxResponseTime": { + "total": 4069, + "ok": 4069, + "ko": 0 + }, + "meanResponseTime": { + "total": 39, + "ok": 39, + "ko": 0 + }, + "standardDeviation": { + "total": 55, + "ok": 55, + "ko": 0 + }, + "percentiles1": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "percentiles2": { + "total": 61, + "ok": 61, + "ko": 0 + }, + "percentiles3": { + "total": 101, + "ok": 101, + "ko": 0 + }, + "percentiles4": { + "total": 122, + "ok": 122, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 365949, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 4, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 47, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 590.3225806451613, + "ok": 590.3225806451613, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1107, + "ok": 1107, + "ko": 0 + }, + "meanResponseTime": { + "total": 20, + "ok": 20, + "ko": 0 + }, + "standardDeviation": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles1": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "percentiles2": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "percentiles3": { + "total": 36, + "ok": 36, + "ko": 0 + }, + "percentiles4": { + "total": 46, + "ok": 46, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91496, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 4, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 49, + "ok": 49, + "ko": 0 + }, + "maxResponseTime": { + "total": 377, + "ok": 377, + "ko": 0 + }, + "meanResponseTime": { + "total": 88, + "ok": 88, + "ko": 0 + }, + "standardDeviation": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "percentiles1": { + "total": 86, + "ok": 86, + "ko": 0 + }, + "percentiles2": { + "total": 98, + "ok": 98, + "ko": 0 + }, + "percentiles3": { + "total": 119, + "ok": 119, + "ko": 0 + }, + "percentiles4": { + "total": 136, + "ok": 136, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 7, + "ok": 7, + "ko": 0 + }, + "maxResponseTime": { + "total": 4069, + "ok": 4069, + "ko": 0 + }, + "meanResponseTime": { + "total": 20, + "ok": 20, + "ko": 0 + }, + "standardDeviation": { + "total": 59, + "ok": 59, + "ko": 0 + }, + "percentiles1": { + "total": 16, + "ok": 16, + "ko": 0 + }, + "percentiles2": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "percentiles3": { + "total": 40, + "ok": 40, + "ko": 0 + }, + "percentiles4": { + "total": 54, + "ok": 54, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91481, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 19, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser logout", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 4046, + "ok": 4046, + "ko": 0 + }, + "meanResponseTime": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "standardDeviation": { + "total": 71, + "ok": 71, + "ko": 0 + }, + "percentiles1": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "percentiles2": { + "total": 31, + "ok": 31, + "ko": 0 + }, + "percentiles3": { + "total": 46, + "ok": 46, + "ko": 0 + }, + "percentiles4": { + "total": 58, + "ok": 58, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91472, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 28, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + } + ] + }, + "cpuUsageForCredentialGrantsTest": { + "credentialGrantsPerSecPer1vCpu": 600, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 610000, + "ok": 609936, + "ko": 64 + }, + "minResponseTime": { + "total": 3, + "ok": 8, + "ko": 3 + }, + "maxResponseTime": { + "total": 10009, + "ok": 1097, + "ko": 10009 + }, + "meanResponseTime": { + "total": 11, + "ok": 10, + "ko": 7973 + }, + "standardDeviation": { + "total": 92, + "ok": 9, + "ko": 4021 + }, + "percentiles1": { + "total": 9, + "ok": 9, + "ko": 10003 + }, + "percentiles2": { + "total": 10, + "ok": 10, + "ko": 10003 + }, + "percentiles3": { + "total": 12, + "ok": 12, + "ko": 10004 + }, + "percentiles4": { + "total": 15, + "ok": 15, + "ko": 10008 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609893, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 43, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 64, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.1835748792271, + "ko": 0.10305958132045089 + } + }, + { + "name": "Client credentials grant type", + "numberOfRequests": { + "total": 610000, + "ok": 609936, + "ko": 64 + }, + "minResponseTime": { + "total": 3, + "ok": 8, + "ko": 3 + }, + "maxResponseTime": { + "total": 10009, + "ok": 1097, + "ko": 10009 + }, + "meanResponseTime": { + "total": 11, + "ok": 10, + "ko": 7973 + }, + "standardDeviation": { + "total": 92, + "ok": 9, + "ko": 4021 + }, + "percentiles1": { + "total": 9, + "ok": 9, + "ko": 10003 + }, + "percentiles2": { + "total": 10, + "ok": 10, + "ko": 10003 + }, + "percentiles3": { + "total": 12, + "ok": 12, + "ko": 10004 + }, + "percentiles4": { + "total": 15, + "ok": 15, + "ko": 10008 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609893, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 43, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 64, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.1835748792271, + "ko": 0.10305958132045089 + } + } + ] + } +}