Upgrade to Spring Boot 3.3.0. Run builds on GitHub using both Java 22…

… and Java 21. Ran benchmarks using Java 22.0.1.
chrisgleissner · Jun 5, 2024 · f9704e3 · f9704e3
1 parent 35e5113
commit f9704e3
Show file tree

Hide file tree

Showing 43 changed files with 43 additions and 46 deletions.
diff --git a/.github/workflows/reusable-build.yaml b/.github/workflows/reusable-build.yaml
@@ -18,9 +18,7 @@ jobs:
 
     strategy:
       matrix:
-        java-version: [ 21 ]
-        # TODO cg Activate once Gradle runs on Java 22, see https://docs.gradle.org/current/userguide/compatibility.html
-        # java-version: [21, 22]
+        java-version: [ 21, 22 ]
         os: [ Ubuntu-22.04, ubuntu-24.04 ]
 
     runs-on: ${{ matrix.os }}

diff --git a/README.md b/README.md
@@ -5,7 +5,7 @@
 [![soaktest](https://github.com/chrisgleissner/loom-webflux-benchmarks/actions/workflows/soaktest.yaml/badge.svg)](https://github.com/chrisgleissner/loom-webflux-benchmarks/actions/workflows/soaktest.yaml)
 [![Coverage Status](https://coveralls.io/repos/github/chrisgleissner/loom-webflux-benchmarks/badge.svg)](https://coveralls.io/github/chrisgleissner/loom-webflux-benchmarks)
 
-This Java 21 project benchmarks a simple [Spring Boot 3.2](https://spring.io/projects/spring-boot) HTTP endpoint using
+This Java 21 project benchmarks a simple [Spring Boot 3.3](https://spring.io/projects/spring-boot) HTTP endpoint using
 configurable scenarios, comparing Java Virtual Threads (introduced
 by [Project Loom, JEP 444](https://openjdk.org/jeps/444)) using Tomcat and Netty
 with [Spring WebFlux](https://docs.spring.io/spring-framework/reference/web/webflux.html) (relying
@@ -357,8 +357,8 @@ Virtual Threads, then for WebFlux.
 
 - OS: Ubuntu 22.04.4 LTS
 - Kernel: 5.15.86-051586-generic
-- Java: Amazon Corretto JDK 21.0.3.9.1
-- Spring Boot 3.2.5
+- Java: Amazon Corretto JDK 22.0.1.8.1
+- Spring Boot 3.3.0
 
 ## Charts
 

diff --git a/build.gradle b/build.gradle
@@ -4,11 +4,10 @@ plugins {
     id 'com.adarshr.test-logger' version '4.0.0'
     id 'io.freefair.lombok' version '8.6'
     id 'io.spring.dependency-management' version '1.1.+'
-    id "org.jetbrains.kotlin.jvm" version "1.9.+"
-    id 'org.springframework.boot' version '3.2.+'
+    id "org.jetbrains.kotlin.jvm" version "2.0.+"
+    id 'org.springframework.boot' version '3.3.+'
 }
 
-java { sourceCompatibility = '21' }
 repositories { mavenCentral() }
 bootRun { jvmArgs(["-Xms2g", "-Xmx2g", "-XX:+ExitOnOutOfMemoryError", "-Djdk.tracePinnedThreads=full"]) }
 

diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties
@@ -15,7 +15,7 @@
 #
 distributionBase=GRADLE_USER_HOME
 distributionPath=wrapper/dists
-distributionUrl=https\://services.gradle.org/distributions/gradle-8.7-bin.zip
+distributionUrl=https\://services.gradle.org/distributions/gradle-8.8-bin.zip
 networkTimeout=10000
 validateDistributionUrl=true
 zipStoreBase=GRADLE_USER_HOME

diff --git a/results/10k-vus-and-rps-get-movies-call-depth-1/loom-netty.png b/results/10k-vus-and-rps-get-movies-call-depth-1/loom-netty.png
diff --git a/results/10k-vus-and-rps-get-movies-call-depth-1/loom-tomcat.png b/results/10k-vus-and-rps-get-movies-call-depth-1/loom-tomcat.png
diff --git a/results/10k-vus-and-rps-get-movies-call-depth-1/webflux-netty.png b/results/10k-vus-and-rps-get-movies-call-depth-1/webflux-netty.png
diff --git a/results/10k-vus-and-rps-get-movies-call-depth-2/loom-netty.png b/results/10k-vus-and-rps-get-movies-call-depth-2/loom-netty.png
diff --git a/results/10k-vus-and-rps-get-movies-call-depth-2/loom-tomcat.png b/results/10k-vus-and-rps-get-movies-call-depth-2/loom-tomcat.png
diff --git a/results/10k-vus-and-rps-get-movies-call-depth-2/webflux-netty.png b/results/10k-vus-and-rps-get-movies-call-depth-2/webflux-netty.png
diff --git a/results/10k-vus-and-rps-get-movies/loom-netty.png b/results/10k-vus-and-rps-get-movies/loom-netty.png
diff --git a/results/10k-vus-and-rps-get-movies/loom-tomcat.png b/results/10k-vus-and-rps-get-movies/loom-tomcat.png
diff --git a/results/10k-vus-and-rps-get-movies/webflux-netty.png b/results/10k-vus-and-rps-get-movies/webflux-netty.png
diff --git a/results/1k-vus-and-rps-get-time-no-delay/loom-netty.png b/results/1k-vus-and-rps-get-time-no-delay/loom-netty.png
diff --git a/results/1k-vus-and-rps-get-time-no-delay/loom-tomcat.png b/results/1k-vus-and-rps-get-time-no-delay/loom-tomcat.png
diff --git a/results/1k-vus-and-rps-get-time-no-delay/webflux-netty.png b/results/1k-vus-and-rps-get-time-no-delay/webflux-netty.png
diff --git a/results/25k-vus-smooth-spike-get-movies/loom-netty.png b/results/25k-vus-smooth-spike-get-movies/loom-netty.png
diff --git a/results/25k-vus-smooth-spike-get-movies/loom-tomcat.png b/results/25k-vus-smooth-spike-get-movies/loom-tomcat.png
diff --git a/results/25k-vus-smooth-spike-get-movies/webflux-netty.png b/results/25k-vus-smooth-spike-get-movies/webflux-netty.png
diff --git a/results/25k-vus-smooth-spike-get-post-movies-call-depth-1/loom-netty.png b/results/25k-vus-smooth-spike-get-post-movies-call-depth-1/loom-netty.png
diff --git a/results/25k-vus-smooth-spike-get-post-movies-call-depth-1/loom-tomcat.png b/results/25k-vus-smooth-spike-get-post-movies-call-depth-1/loom-tomcat.png
diff --git a/results/25k-vus-smooth-spike-get-post-movies-call-depth-1/webflux-netty.png b/results/25k-vus-smooth-spike-get-post-movies-call-depth-1/webflux-netty.png
diff --git a/results/25k-vus-smooth-spike-get-post-movies-call-depth-2/loom-netty.png b/results/25k-vus-smooth-spike-get-post-movies-call-depth-2/loom-netty.png
diff --git a/results/25k-vus-smooth-spike-get-post-movies-call-depth-2/loom-tomcat.png b/results/25k-vus-smooth-spike-get-post-movies-call-depth-2/loom-tomcat.png
diff --git a/results/25k-vus-smooth-spike-get-post-movies-call-depth-2/webflux-netty.png b/results/25k-vus-smooth-spike-get-post-movies-call-depth-2/webflux-netty.png
diff --git a/results/25k-vus-smooth-spike-get-post-movies/loom-netty.png b/results/25k-vus-smooth-spike-get-post-movies/loom-netty.png
diff --git a/results/25k-vus-smooth-spike-get-post-movies/loom-tomcat.png b/results/25k-vus-smooth-spike-get-post-movies/loom-tomcat.png
diff --git a/results/25k-vus-smooth-spike-get-post-movies/webflux-netty.png b/results/25k-vus-smooth-spike-get-post-movies/webflux-netty.png
diff --git a/results/25k-vus-stepped-spike-get-movies/loom-netty.png b/results/25k-vus-stepped-spike-get-movies/loom-netty.png
diff --git a/results/25k-vus-stepped-spike-get-movies/loom-tomcat.png b/results/25k-vus-stepped-spike-get-movies/loom-tomcat.png
diff --git a/results/25k-vus-stepped-spike-get-movies/webflux-netty.png b/results/25k-vus-stepped-spike-get-movies/webflux-netty.png
diff --git a/results/5k-vus-and-rps-get-movies/loom-netty.png b/results/5k-vus-and-rps-get-movies/loom-netty.png
diff --git a/results/5k-vus-and-rps-get-movies/loom-tomcat.png b/results/5k-vus-and-rps-get-movies/loom-tomcat.png
diff --git a/results/5k-vus-and-rps-get-movies/webflux-netty.png b/results/5k-vus-and-rps-get-movies/webflux-netty.png
diff --git a/results/5k-vus-and-rps-get-time/loom-netty.png b/results/5k-vus-and-rps-get-time/loom-netty.png
diff --git a/results/5k-vus-and-rps-get-time/loom-tomcat.png b/results/5k-vus-and-rps-get-time/loom-tomcat.png
diff --git a/results/5k-vus-and-rps-get-time/webflux-netty.png b/results/5k-vus-and-rps-get-time/webflux-netty.png
diff --git a/results/results-netty.png b/results/results-netty.png
diff --git a/results/results.csv b/results/results.csv
@@ -1,37 +1,37 @@
 scenario,approach,requests_ok,requests_error,requests_per_second_p50,requests_per_second_p90,requests_per_second_max,latency_millis_min,latency_millis_p50,latency_millis_p90,latency_millis_p99,latency_millis_max,cpu_use_percent_avg,cpu_use_percent_max,ram_use_percent_avg,ram_use_percent_max,heap_use_percent_avg,heap_use_percent_max,garbage_collection_count,garbage_collection_time_millis,platform_threads_avg,platform_threads_max,sockets_avg,sockets_max,network_kib_per_req_avg,network_kib_per_req_max,network_packets_per_req_avg,network_packets_per_req_max
-smoketest,loom-tomcat,29,0,5,7.50,10,113,117,641,1147,1203,5.34,11.1,7.09,7.09,3.75,4.24,56,175,26,28,11,12,2.37,2.98,24.1,30.5
-smoketest,loom-netty,30,0,5,6.20,8,116,119,132,478,536,4.00,4.51,9.24,9.25,3.21,3.38,56,119,22,23,12,12,1.61,1.76,14.8,16
-smoketest,webflux-netty,30,0,5,5.40,6,115,117,130,265,307,3.99,5.15,9.40,9.40,3.25,3.43,64,128,28,31,12,12,1.69,1.76,15.5,16
-1k-vus-and-rps-get-time-no-delay,loom-tomcat,301000,0,1000,1001,1025,0.24,1.40,1.62,2.32,37.0,31.8,53.3,13.9,14.1,32.0,61.8,4951,38462,28,28,997,1007,1.05,1.47,10.1,17.7
-1k-vus-and-rps-get-time-no-delay,loom-netty,301002,0,1000,1001,1027,0.72,1.81,2.07,2.69,47.7,36.7,46.2,14.1,14.3,30.9,60.5,5917,91197,24,24,1007,1007,0.73,0.82,6.01,7.79
-1k-vus-and-rps-get-time-no-delay,webflux-netty,301000,0,1000,1001,1017,0.48,1.76,2.39,3.07,64.0,33.0,41.3,14.1,14.5,30.9,60.1,4708,69184,31,31,1007,1007,0.74,0.85,6.01,8.20
-5k-vus-and-rps-get-time,loom-tomcat,1506194,0,5002,5082,5249,100,101,123,165,325,72.7,82.7,19.3,19.9,52.5,91.2,19578,340798,28,28,4962,5007,1.16,1.52,12.1,18.7
-5k-vus-and-rps-get-time,loom-netty,1504964,0,5001,5030,5180,100,101,106,172,425,72.6,82.2,17.7,18.1,36.8,66.8,16416,270716,24,24,5007,5007,0.84,0.92,8.00,9.30
-5k-vus-and-rps-get-time,webflux-netty,1505478,0,5001,5086,5745,100,101,108,151,357,66.7,78.0,17.7,18.1,35.2,64.5,11157,213992,31,31,5007,5007,0.85,1.31,8.02,14.3
-5k-vus-and-rps-get-movies,loom-tomcat,1505454,0,5001,5193,5992,100,101,121,180,474,74.3,83.7,19.9,20.5,40.3,84.1,27222,333444,28,28,4962,5007,4.29,5.98,12.2,18.8
-5k-vus-and-rps-get-movies,loom-netty,1504967,0,5001,5023,5346,100,101,105,198,385,73.2,83.8,18.2,18.6,35.3,65.0,17421,230940,24,24,5007,5007,3.97,4.38,8.01,9.58
-5k-vus-and-rps-get-movies,webflux-netty,1504547,0,5000,5002,5523,100,101,102,114,321,62.1,77.8,18.6,19.1,38.6,68.6,15591,198429,31,31,5007,5007,4.46,4.98,16.0,19.7
-10k-vus-and-rps-get-movies,loom-tomcat,2994827,17635,10000,10371,12092,100,101,137,262,60001,78.7,95.8,23.6,24.5,50.8,80.0,72195,1277247,28,28,9914,10055,4.28,5.30,12.1,18.1
-10k-vus-and-rps-get-movies,loom-netty,3021005,0,10001,10392,17316,100,101,117,265,854,77.0,96.7,23.9,25.3,65.4,93.8,34331,491301,24,24,10007,10007,3.97,4.50,8.02,11.7
-10k-vus-and-rps-get-movies,webflux-netty,3019811,0,10020,10986,12283,100,110,179,539,1283,86.5,99.9,24.5,25.6,43.5,86.2,34149,685012,31,31,10007,10007,4.46,5.19,16.0,21.9
-10k-vus-and-rps-get-movies-call-depth-1,loom-tomcat,1109243,76538,3746,4649,5865,104,639,1150,20941,60025,93.9,98.2,24.7,25.1,74.5,99.1,267787,10384696,28,28,10005,10081,5.37,7.33,21.4,45.7
-10k-vus-and-rps-get-movies-call-depth-1,loom-netty,1554882,0,5178,6144,7641,163,1910,2388,2831,6208,98.6,100,24.9,25.5,70.0,96.8,175086,8382659,24,24,10007,10007,4.86,8.99,14.7,58.3
-10k-vus-and-rps-get-movies-call-depth-1,webflux-netty,1361134,0,4520,5381,9181,114,2182,2796,3315,5188,98.8,99.9,24.9,25.6,79.8,93.3,154092,6438326,31,31,10007,10007,5.37,9.70,23.6,59.4
-10k-vus-and-rps-get-movies-call-depth-2,loom-tomcat,477359,92158,1711,2315,3509,101,201,20033,60000,60017,85.6,97.8,24.8,25.4,76.4,97.9,140469,4600515,28,28,10002,10082,8.09,17.5,33.3,160
-10k-vus-and-rps-get-movies-call-depth-2,loom-netty,897324,0,2947,3665,5363,144,3348,3971,4529,6202,98.7,100,24.8,25.4,65.2,98.5,156824,9666886,24,24,10007,10007,5.88,19.4,23.3,135
-10k-vus-and-rps-get-movies-call-depth-2,webflux-netty,849438,0,2819,3356,6415,269,3528,4286,4938,6544,99.0,100,24.7,25.1,74.5,97.4,141317,7157161,31,31,10007,10007,6.36,44.0,32.5,413
-25k-vus-stepped-spike-get-movies,loom-tomcat,993604,71461,3809,4025,4401,100,102,125,528,60003,72.3,91.8,28.4,31.9,40.8,71.9,11978,216739,27,28,15267,24939,4.07,7.21,12.3,30.4
-25k-vus-stepped-spike-get-movies,loom-netty,2020449,0,6103,11622,16902,100,101,153,424,1137,75.8,98.4,28.9,32.8,35.3,69.1,19016,469492,23,24,16754,25007,4.06,15.8,8.55,78.3
-25k-vus-stepped-spike-get-movies,webflux-netty,1974755,0,6045,10934,16333,100,103,323,814,1687,76.3,99.9,28.8,32.7,34.1,69.3,16523,397853,30,31,16765,25007,4.59,18.8,16.9,125
-25k-vus-smooth-spike-get-movies,loom-tomcat,923195,59962,3793,3985,4200,100,102,126,1030,60022,68.4,89.4,28.0,32.5,39.9,76.3,10465,224639,27,28,13606,23989,4.06,4.66,12.2,14.7
-25k-vus-smooth-spike-get-movies,loom-netty,1779195,0,5898,10488,13951,100,101,143,338,871,71.9,97.7,28.1,32.8,33.8,68.5,16262,469445,23,24,15024,25007,4.03,14.9,8.42,39.1
-25k-vus-smooth-spike-get-movies,webflux-netty,1761569,0,5929,10400,13485,100,102,219,565,1524,72.2,99.6,28.0,32.4,34.7,68.8,14145,356051,30,31,15022,25007,4.52,10.8,16.5,44.4
-25k-vus-smooth-spike-get-post-movies,loom-tomcat,926178,61664,3754,4046,4243,10.5,102,119,985,60005,69.9,99.6,30.9,34.9,41.5,76.3,12670,235033,27,28,13419,23945,7.17,12.3,13.0,26.0
-25k-vus-smooth-spike-get-post-movies,loom-netty,1750295,0,5609,10616,17420,50.5,102,204,693,1873,75.1,99.9,30.3,34.5,33.7,69.1,17708,437156,23,24,14799,25007,7.72,80.1,9.79,118
-25k-vus-smooth-spike-get-post-movies,webflux-netty,1611956,0,5569,9039,12508,100,114,896,1764,2892,77.8,100,31.2,36.3,37.5,87.4,17543,516965,30,31,14744,25007,8.24,90.7,18.4,216
-25k-vus-smooth-spike-get-post-movies-call-depth-1,loom-tomcat,633736,80471,2318,3324,4306,11.3,104,230,27198,60022,74.1,99.6,32.2,36.0,54.3,88.3,29092,645766,27,28,13263,24371,8.33,20.8,24.0,66.7
-25k-vus-smooth-spike-get-post-movies-call-depth-1,loom-netty,1117698,0,3963,5752,7668,101,638,3785,7999,23588,87.0,100,31.3,36.4,47.6,98.1,46872,2278038,23,24,14802,25005,8.82,103,18.8,232
-25k-vus-smooth-spike-get-post-movies-call-depth-1,webflux-netty,990258,0,3582,4811,5535,101,1069,4390,9406,28459,87.8,100,31.7,37.2,51.8,98.2,44642,2066969,30,31,14814,25007,11.5,644,34.0,2020
-25k-vus-smooth-spike-get-post-movies-call-depth-2,loom-tomcat,362519,99636,1360,2638,3276,32.0,108,13120,52886,60018,68.0,99.5,32.1,36.4,61.6,95.0,38957,1249881,27,28,13119,24613,29.8,3051,101,10208
-25k-vus-smooth-spike-get-post-movies-call-depth-2,loom-netty,668533,0,2305,3549,4610,101,2078,10663,18479,33736,91.2,100,31.8,36.4,55.5,97.5,69524,4427494,23,24,14797,25007,11.3,174,32.3,557
-25k-vus-smooth-spike-get-post-movies-call-depth-2,webflux-netty,624991,0,2243,3231,5682,102,2432,11316,22091,39906,91.8,100,32.4,37.5,59.3,97.0,54904,3425796,30,31,14736,25006,14.3,458,49.4,1452
+smoketest,loom-tomcat,30,0,5,6.60,9,114,116,269,791,849,3.20,5.04,6.60,6.60,4.15,4.47,64,144,26,28,12,12,2.10,2.36,21.2,24
+smoketest,loom-netty,30,0,5,5.80,7,116,119,131,299,353,4.02,5.15,8.89,8.89,3.44,3.71,64,128,22,23,12,12,1.66,1.82,15.1,16
+smoketest,webflux-netty,30,0,5,6.20,8,115,117,134,501,559,4.01,4.36,9.01,9.01,3.54,3.77,72,144,28,31,12,12,1.61,1.74,14.8,16
+1k-vus-and-rps-get-time-no-delay,loom-tomcat,300997,0,1000,1001,1030,0.22,1.37,1.59,2.30,37.4,31.9,48.9,13.6,13.9,32.9,62.6,5226,43626,28,28,997,1015,1.05,1.47,10.1,17.8
+1k-vus-and-rps-get-time-no-delay,loom-netty,300999,0,1000,1001,1019,0.33,1.79,2.04,2.64,49.8,34.9,46.1,13.8,14.0,30.8,60.6,5944,88258,24,24,1007,1007,0.73,0.75,6.00,6.29
+1k-vus-and-rps-get-time-no-delay,webflux-netty,301005,0,1000,1001,1015,0.27,1.73,2.31,3.01,45.4,33.7,52.1,13.8,14.3,28.9,60.1,4444,58935,31,31,1007,1015,0.74,0.76,6.00,6.37
+5k-vus-and-rps-get-time,loom-tomcat,1507529,0,5001,5053,6135,100,101,128,183,354,73.4,82.6,19.1,19.7,40.2,72.0,27423,356591,28,28,4962,5007,1.16,1.59,12.1,19.6
+5k-vus-and-rps-get-time,loom-netty,1505705,0,5001,5049,5433,100,101,107,172,331,72.4,83.5,17.4,18.0,37.7,66.7,16279,237197,24,24,5007,5007,0.84,0.92,8.00,8.80
+5k-vus-and-rps-get-time,webflux-netty,1505311,0,5001,5054,5837,100,101,108,150,298,66.2,77.8,17.4,18.1,33.8,64.4,11129,154303,31,31,5007,5007,0.85,1.18,8.01,12.8
+5k-vus-and-rps-get-movies,loom-tomcat,1505890,0,5001,5063,5564,100,101,130,191,336,74.8,84.6,19.7,20.3,43.3,71.8,31484,410124,28,28,4963,5007,4.29,5.20,12.1,20.7
+5k-vus-and-rps-get-movies,loom-netty,1505922,0,5001,5030,5761,100,101,110,255,578,73.7,83.7,17.8,18.3,37.4,67.7,17979,231634,24,24,5007,5007,3.97,4.50,8.01,10.3
+5k-vus-and-rps-get-movies,webflux-netty,1504703,0,5000,5003,5579,100,101,102,117,371,62.7,75.8,18.0,18.7,38.1,67.5,15627,168333,31,31,5007,5007,4.46,5.19,16.0,20.4
+10k-vus-and-rps-get-movies,loom-tomcat,2997068,17624,10002,10714,14613,100,105,196,391,60001,81.3,95.8,23.2,24.1,59.2,88.8,138404,2680950,28,28,9919,10057,4.28,5.82,12.2,20.0
+10k-vus-and-rps-get-movies,loom-netty,3014417,0,10001,10476,11822,100,101,119,222,573,76.2,94.4,22.5,23.3,45.7,74.2,32693,346963,24,24,10006,10007,3.97,4.57,8.02,12.5
+10k-vus-and-rps-get-movies,webflux-netty,3016994,0,10013,10614,12867,100,107,168,433,1851,85.3,99.6,24.0,25.1,41.5,69.3,33730,535399,31,31,10007,10007,4.45,4.87,16.0,22.3
+10k-vus-and-rps-get-movies-call-depth-1,loom-tomcat,1033234,76188,3519,4403,5320,102,677,1238,22253,60046,91.4,98.5,24.4,25.0,75.8,98.4,338027,12855915,28,28,10005,10067,5.45,9.08,21.8,53.4
+10k-vus-and-rps-get-movies-call-depth-1,loom-netty,1577070,0,5258,6080,7938,146,1884,2360,2784,3758,98.7,100,24.5,25.1,69.9,98.0,187069,8072074,24,24,10007,10007,4.87,8.92,14.7,46.3
+10k-vus-and-rps-get-movies-call-depth-1,webflux-netty,1396079,0,4614,5487,8889,165,2128,2709,3222,4317,98.9,99.9,24.6,25.2,78.8,92.7,149060,6059127,31,31,10007,10007,5.41,9.17,23.7,59.9
+10k-vus-and-rps-get-movies-call-depth-2,loom-tomcat,425244,95596,1508,2202,2861,101,189,20109,60000,60025,83.7,98.2,24.6,25.1,77.0,99.3,138233,4663126,28,28,10004,10040,8.48,16.0,33.5,137
+10k-vus-and-rps-get-movies-call-depth-2,loom-netty,917640,0,3044,3728,6325,167,3276,3886,4392,7776,98.8,99.9,21.4,21.8,63.6,98.3,160937,9445624,24,24,10007,10007,5.82,16.4,22.9,127
+10k-vus-and-rps-get-movies-call-depth-2,webflux-netty,860911,0,2859,3443,5228,178,3483,4223,4889,6920,98.9,100,23.4,23.8,75.8,98.8,152740,7201103,31,31,10007,10007,6.35,30.2,32.4,275
+25k-vus-stepped-spike-get-movies,loom-tomcat,991572,70204,3814,4000,4326,100,103,129,527,60006,73.0,92.0,27.7,32.1,51.7,91.1,13002,292304,27,28,15293,24950,4.07,5.38,12.3,22.2
+25k-vus-stepped-spike-get-movies,loom-netty,2010433,0,6236,11701,16776,100,102,205,503,1185,76.6,99,27.7,31.5,35.9,68.4,18914,412471,23,24,16771,25007,4.06,15.3,8.59,93.4
+25k-vus-stepped-spike-get-movies,webflux-netty,1981190,0,6050,11147,13032,100,103,301,675,1572,76.8,100,27.7,31.5,37.1,69.6,16624,343564,30,31,16771,25007,4.52,13.7,16.5,62.5
+25k-vus-smooth-spike-get-movies,loom-tomcat,921923,60068,3773,3987,4383,100,103,135,1006,60010,68.6,88.7,27.2,32.1,47.0,91.4,12896,312737,27,28,13606,23963,4.06,4.77,12.2,14.8
+25k-vus-smooth-spike-get-movies,loom-netty,1772854,0,5998,10537,12953,100,101,181,368,980,72.0,98.2,27.0,31.7,33.9,68.8,16437,439721,23,24,15000,25007,4.03,17.1,8.53,81.6
+25k-vus-smooth-spike-get-movies,webflux-netty,1761823,0,5968,10481,12838,100,102,210,590,1344,72.0,99.8,27.0,31.7,35.4,69.6,14041,320217,30,31,15037,25007,4.50,13.2,16.6,97.4
+25k-vus-smooth-spike-get-post-movies,loom-tomcat,925275,60689,3743,4046,4425,12.1,102,126,993,60021,69.7,99.9,30.3,34.5,45.6,84.6,12929,250958,27,28,13411,23873,7.20,12.9,13.0,28.7
+25k-vus-smooth-spike-get-post-movies,loom-netty,1750938,0,5788,10332,15971,100,102,207,661,1371,74.6,99.6,29.6,33.7,33.6,69.2,17797,426844,23,24,14765,25007,7.72,94.3,9.83,141
+25k-vus-smooth-spike-get-post-movies,webflux-netty,1623500,0,5610,8969,12333,100,112,846,1702,3540,77.8,100,29.9,35.0,35.9,85.0,18155,451588,30,31,14784,25007,8.34,110,18.6,268
+25k-vus-smooth-spike-get-post-movies-call-depth-1,loom-tomcat,647859,82072,2362,3342,5033,101,104,230,20289,60075,74.7,99.9,31.0,35.6,54.9,85.3,31702,755837,27,28,13282,24707,8.42,38.2,24.6,106
+25k-vus-smooth-spike-get-post-movies-call-depth-1,loom-netty,1108657,0,4121,5706,7677,101,615,3221,13273,26014,87.2,100,30.9,36.0,46.5,96.3,46044,1966575,23,24,14749,25007,10.2,181,21.7,400
+25k-vus-smooth-spike-get-post-movies-call-depth-1,webflux-netty,985408,0,3617,4928,6413,101,992,4152,13031,30147,87.9,100,31.0,36.2,51.4,97.3,45156,1948006,30,31,14825,25007,13.9,869,41.1,2590
+25k-vus-smooth-spike-get-post-movies-call-depth-2,loom-tomcat,356858,97502,1386,2571,3411,10.9,110,6203,58974,60024,67.9,99.6,31.2,35.4,61.5,89.7,41481,1247485,27,28,13103,24104,21.2,1186,74.8,3688
+25k-vus-smooth-spike-get-post-movies-call-depth-2,loom-netty,676908,0,2326,3544,4767,101,2051,10256,19317,47811,91.6,100,31.2,36.0,55.3,96.2,68728,4182541,23,24,14777,25007,11.6,453,32.8,1284
+25k-vus-smooth-spike-get-post-movies-call-depth-2,webflux-netty,640168,0,2275,3277,4258,102,2369,10971,21111,40176,91.7,100,31.5,37.2,59.6,97.5,57739,3342974,30,31,14750,25007,16.1,849,57.1,2998
diff --git a/results/results.png b/results/results.png
diff --git a/results/smoketest/loom-netty.png b/results/smoketest/loom-netty.png
diff --git a/results/smoketest/loom-tomcat.png b/results/smoketest/loom-tomcat.png
diff --git a/results/smoketest/webflux-netty.png b/results/smoketest/webflux-netty.png