From e764849b54f36bae28dd123a2c9a9bb539310fa8 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 18 Jun 2024 06:47:15 +0000 Subject: [PATCH] generated --- ...-7e22e6bf-cbe5-4d25-b313-d866c12280a3.json | 906 ++++++++++++++++++ 1 file changed, 906 insertions(+) create mode 100644 rosa_scalability/2024/06/18/result-20240618-060825-7e22e6bf-cbe5-4d25-b313-d866c12280a3.json diff --git a/rosa_scalability/2024/06/18/result-20240618-060825-7e22e6bf-cbe5-4d25-b313-d866c12280a3.json b/rosa_scalability/2024/06/18/result-20240618-060825-7e22e6bf-cbe5-4d25-b313-d866c12280a3.json new file mode 100644 index 00000000..69ef46fd --- /dev/null +++ b/rosa_scalability/2024/06/18/result-20240618-060825-7e22e6bf-cbe5-4d25-b313-d866c12280a3.json @@ -0,0 +1,906 @@ +{ + "$schema": "urn:keycloak-benchmark:0.1", + "uuid": "7e22e6bf-cbe5-4d25-b313-d866c12280a3", + "name": "ROSA Scalability Benchmark Run Results", + "start": "2024-06-18T06:08:25+00:00", + "end": "2024-06-18T06:45:31+00:00", + "context": { + "numOfPods": 3, + "cpuRequestsPerPod": 6, + "cpuLimitsPerPod": null, + "stickySessionDisabled": true, + "persistentSessionsEnabled": false, + "memRequestsPerPod": 3000, + "memLimitPerPod": 4000, + "dbPool": { + "init": 30, + "min": 30, + "max": 30 + }, + "metaspace": { + "init": 96, + "max": 256 + }, + "isMultiAZ": true, + "keycloakOperatorTag": "nightly", + "keycloakRepository": "", + "keycloakBranch": "", + "keycloakDatabase": "aurora-postgres", + "databaseMode": "single", + "ispnDeployment": "ispn:crossdc" + }, + "memoryUsageTest": { + "activeSessionsPer500MbPerPod": 28917, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 7 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 274500, + "ok": 274500, + "ko": 0 + }, + "minResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "maxResponseTime": { + "total": 1103, + "ok": 1103, + "ko": 0 + }, + "meanResponseTime": { + "total": 60, + "ok": 60, + "ko": 0 + }, + "standardDeviation": { + "total": 41, + "ok": 41, + "ko": 0 + }, + "percentiles1": { + "total": 46, + "ok": 46, + "ko": 0 + }, + "percentiles2": { + "total": 91, + "ok": 91, + "ko": 0 + }, + "percentiles3": { + "total": 131, + "ok": 131, + "ko": 0 + }, + "percentiles4": { + "total": 161, + "ok": 161, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 274490, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 10, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 442.0289855072464, + "ok": 442.0289855072464, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "maxResponseTime": { + "total": 1103, + "ok": 1103, + "ko": 0 + }, + "meanResponseTime": { + "total": 32, + "ok": 32, + "ko": 0 + }, + "standardDeviation": { + "total": 22, + "ok": 22, + "ko": 0 + }, + "percentiles1": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "percentiles2": { + "total": 38, + "ok": 38, + "ko": 0 + }, + "percentiles3": { + "total": 59, + "ok": 59, + "ko": 0 + }, + "percentiles4": { + "total": 80, + "ok": 80, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91491, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 9, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.34299516908212, + "ok": 147.34299516908212, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 58, + "ok": 58, + "ko": 0 + }, + "maxResponseTime": { + "total": 802, + "ok": 802, + "ko": 0 + }, + "meanResponseTime": { + "total": 108, + "ok": 108, + "ko": 0 + }, + "standardDeviation": { + "total": 29, + "ok": 29, + "ko": 0 + }, + "percentiles1": { + "total": 104, + "ok": 104, + "ko": 0 + }, + "percentiles2": { + "total": 120, + "ok": 120, + "ko": 0 + }, + "percentiles3": { + "total": 149, + "ok": 149, + "ko": 0 + }, + "percentiles4": { + "total": 182, + "ok": 182, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91499, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 1, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.34299516908212, + "ok": 147.34299516908212, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "maxResponseTime": { + "total": 592, + "ok": 592, + "ko": 0 + }, + "meanResponseTime": { + "total": 42, + "ok": 42, + "ko": 0 + }, + "standardDeviation": { + "total": 20, + "ok": 20, + "ko": 0 + }, + "percentiles1": { + "total": 38, + "ok": 38, + "ko": 0 + }, + "percentiles2": { + "total": 53, + "ok": 53, + "ko": 0 + }, + "percentiles3": { + "total": 73, + "ok": 73, + "ko": 0 + }, + "percentiles4": { + "total": 93, + "ok": 93, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.34299516908212, + "ok": 147.34299516908212, + "ko": 0 + } + } + ] + }, + "cpuUsageForLoginsTest": { + "userLoginsPerSecPer1vCpuPerPod": 41, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 7 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 366000, + "ok": 366000, + "ko": 0 + }, + "minResponseTime": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "maxResponseTime": { + "total": 4046, + "ok": 4046, + "ko": 0 + }, + "meanResponseTime": { + "total": 52, + "ok": 52, + "ko": 0 + }, + "standardDeviation": { + "total": 37, + "ok": 37, + "ko": 0 + }, + "percentiles1": { + "total": 38, + "ok": 38, + "ko": 0 + }, + "percentiles2": { + "total": 75, + "ok": 75, + "ko": 0 + }, + "percentiles3": { + "total": 116, + "ok": 116, + "ko": 0 + }, + "percentiles4": { + "total": 144, + "ok": 144, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 365994, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 5, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 1, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 587.4799357945425, + "ok": 587.4799357945425, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "maxResponseTime": { + "total": 1086, + "ok": 1086, + "ko": 0 + }, + "meanResponseTime": { + "total": 30, + "ok": 30, + "ko": 0 + }, + "standardDeviation": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "percentiles1": { + "total": 24, + "ok": 24, + "ko": 0 + }, + "percentiles2": { + "total": 33, + "ok": 33, + "ko": 0 + }, + "percentiles3": { + "total": 54, + "ok": 54, + "ko": 0 + }, + "percentiles4": { + "total": 79, + "ok": 79, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91496, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 4, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.86998394863562, + "ok": 146.86998394863562, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 56, + "ok": 56, + "ko": 0 + }, + "maxResponseTime": { + "total": 895, + "ok": 895, + "ko": 0 + }, + "meanResponseTime": { + "total": 101, + "ok": 101, + "ko": 0 + }, + "standardDeviation": { + "total": 29, + "ok": 29, + "ko": 0 + }, + "percentiles1": { + "total": 96, + "ok": 96, + "ko": 0 + }, + "percentiles2": { + "total": 111, + "ok": 111, + "ko": 0 + }, + "percentiles3": { + "total": 137, + "ok": 137, + "ko": 0 + }, + "percentiles4": { + "total": 164, + "ok": 164, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91499, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 1, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.86998394863562, + "ok": 146.86998394863562, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "maxResponseTime": { + "total": 493, + "ok": 493, + "ko": 0 + }, + "meanResponseTime": { + "total": 38, + "ok": 38, + "ko": 0 + }, + "standardDeviation": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles1": { + "total": 33, + "ok": 33, + "ko": 0 + }, + "percentiles2": { + "total": 46, + "ok": 46, + "ko": 0 + }, + "percentiles3": { + "total": 66, + "ok": 66, + "ko": 0 + }, + "percentiles4": { + "total": 84, + "ok": 84, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.86998394863562, + "ok": 146.86998394863562, + "ko": 0 + } + }, + { + "name": "Browser logout", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 16, + "ok": 16, + "ko": 0 + }, + "maxResponseTime": { + "total": 4046, + "ok": 4046, + "ko": 0 + }, + "meanResponseTime": { + "total": 40, + "ok": 40, + "ko": 0 + }, + "standardDeviation": { + "total": 24, + "ok": 24, + "ko": 0 + }, + "percentiles1": { + "total": 36, + "ok": 36, + "ko": 0 + }, + "percentiles2": { + "total": 48, + "ok": 48, + "ko": 0 + }, + "percentiles3": { + "total": 69, + "ok": 69, + "ko": 0 + }, + "percentiles4": { + "total": 87, + "ok": 87, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91499, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 1, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.86998394863562, + "ok": 146.86998394863562, + "ko": 0 + } + } + ] + }, + "cpuUsageForCredentialGrantsTest": { + "credentialGrantsPerSecPer1vCpu": 489, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 7 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "maxResponseTime": { + "total": 1119, + "ok": 1119, + "ko": 0 + }, + "meanResponseTime": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "standardDeviation": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles1": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "percentiles2": { + "total": 36, + "ok": 36, + "ko": 0 + }, + "percentiles3": { + "total": 58, + "ok": 58, + "ko": 0 + }, + "percentiles4": { + "total": 208, + "ok": 208, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609931, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 69, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + }, + { + "name": "Client credentials grant type", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "maxResponseTime": { + "total": 1119, + "ok": 1119, + "ko": 0 + }, + "meanResponseTime": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "standardDeviation": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles1": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "percentiles2": { + "total": 36, + "ok": 36, + "ko": 0 + }, + "percentiles3": { + "total": 58, + "ok": 58, + "ko": 0 + }, + "percentiles4": { + "total": 208, + "ok": 208, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609931, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 69, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + } + ] + } +}