diff --git a/tests/results/dp-perf/edge/edge-oss.md b/tests/results/dp-perf/edge/edge-oss.md index ee23694a87..56ed6964b9 100644 --- a/tests/results/dp-perf/edge/edge-oss.md +++ b/tests/results/dp-perf/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 -- Date: 2025-03-15T07:17:11Z +- Commit: 635b3fcd6e643f4bd24ebbd4c901619a030c4bc0 +- Date: 2025-09-15T17:56:13Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.31.6-gke.1020000 +- k8s version: v1.33.4-gke.1036000 - vCPUs per node: 16 -- RAM per node: 65851340Ki +- RAM per node: 65851528Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,10 +23,10 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 569.726µs -Latencies [min, mean, 50, 90, 95, 99, max] 492.479µs, 670.385µs, 659.036µs, 746.275µs, 777.873µs, 857.407µs, 10.667ms -Bytes In [total, mean] 4800000, 160.00 +Requests [total, rate, throughput] 30000, 1000.02, 999.99 +Duration [total, attack, wait] 30s, 29.999s, 823.134µs +Latencies [min, mean, 50, 90, 95, 99, max] 701.612µs, 944.922µs, 913.567µs, 1.064ms, 1.127ms, 1.318ms, 19.252ms +Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -36,23 +36,23 @@ Error Set: ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 29999, 1000.00, 999.98 -Duration [total, attack, wait] 30s, 29.999s, 665.107µs -Latencies [min, mean, 50, 90, 95, 99, max] 518.165µs, 707.025µs, 693.839µs, 792.941µs, 827.269µs, 914.615µs, 9.399ms -Bytes In [total, mean] 4829839, 161.00 +Requests [total, rate, throughput] 30000, 1000.02, 999.98 +Duration [total, attack, wait] 30s, 29.999s, 1.086ms +Latencies [min, mean, 50, 90, 95, 99, max] 709.701µs, 978.507µs, 947.668µs, 1.092ms, 1.16ms, 1.369ms, 18.067ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:29999 +Status Codes [code:count] 200:30000 Error Set: ``` ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 715.919µs -Latencies [min, mean, 50, 90, 95, 99, max] 535.068µs, 708.655µs, 696.175µs, 794.741µs, 829.728µs, 926.641µs, 9.422ms -Bytes In [total, mean] 5070000, 169.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.98 +Duration [total, attack, wait] 30.001s, 30s, 907.607µs +Latencies [min, mean, 50, 90, 95, 99, max] 754.461µs, 1.003ms, 978.075µs, 1.155ms, 1.226ms, 1.387ms, 10.062ms +Bytes In [total, mean] 5040000, 168.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -62,10 +62,10 @@ Error Set: ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 689.244µs -Latencies [min, mean, 50, 90, 95, 99, max] 517.044µs, 689.83µs, 678.3µs, 768.738µs, 802.493µs, 884.763µs, 13.123ms -Bytes In [total, mean] 4740000, 158.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 832.592µs +Latencies [min, mean, 50, 90, 95, 99, max] 709.117µs, 967.336µs, 940.759µs, 1.083ms, 1.15ms, 1.346ms, 16.037ms +Bytes In [total, mean] 4710000, 157.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -75,10 +75,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 618.418µs -Latencies [min, mean, 50, 90, 95, 99, max] 506.217µs, 700.343µs, 688.984µs, 785.078µs, 815.876µs, 898.036µs, 9.243ms -Bytes In [total, mean] 4740000, 158.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 1.005ms +Latencies [min, mean, 50, 90, 95, 99, max] 733.008µs, 1.005ms, 975.492µs, 1.137ms, 1.201ms, 1.382ms, 21.294ms +Bytes In [total, mean] 4710000, 157.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/dp-perf/edge/edge-plus.md b/tests/results/dp-perf/edge/edge-plus.md index 33e8224482..a4ebc3699e 100644 --- a/tests/results/dp-perf/edge/edge-plus.md +++ b/tests/results/dp-perf/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 -- Date: 2025-03-15T07:17:11Z +- Commit: 635b3fcd6e643f4bd24ebbd4c901619a030c4bc0 +- Date: 2025-09-15T17:56:13Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.31.6-gke.1020000 +- k8s version: v1.33.4-gke.1036000 - vCPUs per node: 16 -- RAM per node: 65851340Ki +- RAM per node: 65851528Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,10 +23,10 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 662.781µs -Latencies [min, mean, 50, 90, 95, 99, max] 484.55µs, 685.236µs, 667.104µs, 770.782µs, 811.42µs, 914.291µs, 14.722ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.98 +Duration [total, attack, wait] 30.001s, 30s, 900.89µs +Latencies [min, mean, 50, 90, 95, 99, max] 714.789µs, 966.238µs, 944.115µs, 1.062ms, 1.112ms, 1.285ms, 37.418ms +Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -36,10 +36,10 @@ Error Set: ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 762.608µs -Latencies [min, mean, 50, 90, 95, 99, max] 518.259µs, 717.123µs, 697.898µs, 803.297µs, 846.307µs, 967.712µs, 18.472ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.98 +Duration [total, attack, wait] 30.001s, 30s, 860.973µs +Latencies [min, mean, 50, 90, 95, 99, max] 753.171µs, 970.828µs, 948.946µs, 1.067ms, 1.118ms, 1.295ms, 20.518ms +Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -49,10 +49,10 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 686.373µs -Latencies [min, mean, 50, 90, 95, 99, max] 492.406µs, 724.55µs, 708.483µs, 817.376µs, 858.736µs, 976.771µs, 11.812ms -Bytes In [total, mean] 5100000, 170.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 967.396µs +Latencies [min, mean, 50, 90, 95, 99, max] 770.147µs, 988.786µs, 968.93µs, 1.085ms, 1.137ms, 1.289ms, 22.817ms +Bytes In [total, mean] 5010000, 167.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -62,10 +62,10 @@ Error Set: ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 695.346µs -Latencies [min, mean, 50, 90, 95, 99, max] 529.34µs, 718.101µs, 700.968µs, 809.033µs, 850.203µs, 954.285µs, 12.013ms -Bytes In [total, mean] 4770000, 159.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 1.021ms +Latencies [min, mean, 50, 90, 95, 99, max] 725.58µs, 975.886µs, 954.237µs, 1.07ms, 1.121ms, 1.291ms, 21.906ms +Bytes In [total, mean] 4680000, 156.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -75,10 +75,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.99 -Duration [total, attack, wait] 30s, 30s, 683.707µs -Latencies [min, mean, 50, 90, 95, 99, max] 510.765µs, 709.274µs, 692.005µs, 795.696µs, 836.686µs, 946.19µs, 15.089ms -Bytes In [total, mean] 4770000, 159.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 881.157µs +Latencies [min, mean, 50, 90, 95, 99, max] 740.614µs, 958.919µs, 938.262µs, 1.054ms, 1.105ms, 1.28ms, 19.591ms +Bytes In [total, mean] 4680000, 156.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/ngf-upgrade/edge/edge-oss.md b/tests/results/ngf-upgrade/edge/edge-oss.md index b91e00b68a..92c35e1b7a 100644 --- a/tests/results/ngf-upgrade/edge/edge-oss.md +++ b/tests/results/ngf-upgrade/edge/edge-oss.md @@ -6,46 +6,46 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 -- Date: 2025-03-15T07:17:11Z +- Commit: 635b3fcd6e643f4bd24ebbd4c901619a030c4bc0 +- Date: 2025-09-15T17:56:13Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.31.6-gke.1020000 +- k8s version: v1.33.4-gke.1036000 - vCPUs per node: 16 -- RAM per node: 65851340Ki +- RAM per node: 65851528Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## Test: Send http /coffee traffic +## Test: Send https /tea traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.992s, 59.991s, 864.529µs -Latencies [min, mean, 50, 90, 95, 99, max] 470.608µs, 866.796µs, 864.021µs, 991.562µs, 1.037ms, 1.156ms, 10.317ms -Bytes In [total, mean] 967993, 161.33 +Requests [total, rate, throughput] 6000, 100.02, 100.02 +Duration [total, attack, wait] 59.991s, 59.99s, 1.188ms +Latencies [min, mean, 50, 90, 95, 99, max] 897.354µs, 1.237ms, 1.21ms, 1.357ms, 1.41ms, 1.536ms, 14.359ms +Bytes In [total, mean] 924000, 154.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![http-oss.png](http-oss.png) +![https-oss.png](https-oss.png) -## Test: Send https /tea traffic +## Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.992s, 59.991s, 850.998µs -Latencies [min, mean, 50, 90, 95, 99, max] 455.17µs, 901.793µs, 886.37µs, 1.017ms, 1.06ms, 1.177ms, 10.281ms -Bytes In [total, mean] 931993, 155.33 +Duration [total, attack, wait] 59.991s, 59.99s, 1.398ms +Latencies [min, mean, 50, 90, 95, 99, max] 897.295µs, 1.211ms, 1.204ms, 1.356ms, 1.401ms, 1.541ms, 9.367ms +Bytes In [total, mean] 960000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![https-oss.png](https-oss.png) +![http-oss.png](http-oss.png) diff --git a/tests/results/ngf-upgrade/edge/edge-plus.md b/tests/results/ngf-upgrade/edge/edge-plus.md index 2bf3b4d5f8..6941ae801e 100644 --- a/tests/results/ngf-upgrade/edge/edge-plus.md +++ b/tests/results/ngf-upgrade/edge/edge-plus.md @@ -6,46 +6,46 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 -- Date: 2025-03-15T07:17:11Z +- Commit: 635b3fcd6e643f4bd24ebbd4c901619a030c4bc0 +- Date: 2025-09-15T17:56:13Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.31.6-gke.1020000 +- k8s version: v1.33.4-gke.1036000 - vCPUs per node: 16 -- RAM per node: 65851340Ki +- RAM per node: 65851528Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## Test: Send http /coffee traffic +## Test: Send https /tea traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.02 -Duration [total, attack, wait] 59.99s, 59.989s, 855.743µs -Latencies [min, mean, 50, 90, 95, 99, max] 635.422µs, 851.551µs, 832.349µs, 964.217µs, 1.017ms, 1.176ms, 9.726ms -Bytes In [total, mean] 972000, 162.00 +Requests [total, rate, throughput] 6000, 100.02, 100.01 +Duration [total, attack, wait] 59.991s, 59.99s, 1.072ms +Latencies [min, mean, 50, 90, 95, 99, max] 893.778µs, 1.174ms, 1.148ms, 1.28ms, 1.33ms, 1.457ms, 12.871ms +Bytes In [total, mean] 912000, 152.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![http-plus.png](http-plus.png) +![https-plus.png](https-plus.png) -## Test: Send https /tea traffic +## Test: Send http /coffee traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.02 -Duration [total, attack, wait] 59.991s, 59.99s, 673.229µs -Latencies [min, mean, 50, 90, 95, 99, max] 439.111µs, 903.895µs, 887.003µs, 1.057ms, 1.116ms, 1.284ms, 9.699ms -Bytes In [total, mean] 936000, 156.00 +Requests [total, rate, throughput] 6000, 100.02, 100.01 +Duration [total, attack, wait] 59.991s, 59.99s, 812.181µs +Latencies [min, mean, 50, 90, 95, 99, max] 595.829µs, 1.048ms, 1.069ms, 1.268ms, 1.322ms, 1.429ms, 15.22ms +Bytes In [total, mean] 949964, 158.33 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![https-plus.png](https-plus.png) +![http-plus.png](http-plus.png) diff --git a/tests/results/ngf-upgrade/edge/http-oss.png b/tests/results/ngf-upgrade/edge/http-oss.png index e17fa179ba..041b7ae8a5 100644 Binary files a/tests/results/ngf-upgrade/edge/http-oss.png and b/tests/results/ngf-upgrade/edge/http-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/http-plus.png b/tests/results/ngf-upgrade/edge/http-plus.png index 8d812c3435..4aaac25491 100644 Binary files a/tests/results/ngf-upgrade/edge/http-plus.png and b/tests/results/ngf-upgrade/edge/http-plus.png differ diff --git a/tests/results/ngf-upgrade/edge/https-oss.png b/tests/results/ngf-upgrade/edge/https-oss.png index e17fa179ba..041b7ae8a5 100644 Binary files a/tests/results/ngf-upgrade/edge/https-oss.png and b/tests/results/ngf-upgrade/edge/https-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/https-plus.png b/tests/results/ngf-upgrade/edge/https-plus.png index 8d812c3435..4aaac25491 100644 Binary files a/tests/results/ngf-upgrade/edge/https-plus.png and b/tests/results/ngf-upgrade/edge/https-plus.png differ diff --git a/tests/results/reconfig/edge/edge-oss.md b/tests/results/reconfig/edge/edge-oss.md index a9a5e8f46b..655b6ef857 100644 --- a/tests/results/reconfig/edge/edge-oss.md +++ b/tests/results/reconfig/edge/edge-oss.md @@ -6,201 +6,100 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 -- Date: 2025-03-15T07:17:11Z +- Commit: 635b3fcd6e643f4bd24ebbd4c901619a030c4bc0 +- Date: 2025-09-15T17:56:13Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.31.6-gke.1020000 +- k8s version: v1.33.4-gke.1036000 - vCPUs per node: 16 -- RAM per node: 65851340Ki +- RAM per node: 65851528Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 ## Test 1: Resources exist before startup - NumResources 30 -### Reloads and Time to Ready +### Time to Ready -- TimeToReadyTotal: 3s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 2 -- NGINX Reload Average Time: 101ms -- Reload distribution: - - 500.0ms: 2 - - 1000.0ms: 2 - - 5000.0ms: 2 - - 10000.0ms: 2 - - 30000.0ms: 2 - - +Infms: 2 +Time To Ready Description: From when NGF starts to when the NGINX configuration is fully configured +- TimeToReadyTotal: 25s ### Event Batch Processing -- Event Batch Total: 5 -- Event Batch Processing Average Time: 53ms +- Event Batch Total: 10 +- Event Batch Processing Average Time: 3ms - Event Batch Processing distribution: - - 500.0ms: 5 - - 1000.0ms: 5 - - 5000.0ms: 5 - - 10000.0ms: 5 - - 30000.0ms: 5 - - +Infms: 5 + - 500.0ms: 10 + - 1000.0ms: 10 + - 5000.0ms: 10 + - 10000.0ms: 10 + - 30000.0ms: 10 + - +Infms: 10 ### NGINX Error Logs - ## Test 1: Resources exist before startup - NumResources 150 -### Reloads and Time to Ready - -- TimeToReadyTotal: 3s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 2 -- NGINX Reload Average Time: 88ms -- Reload distribution: - - 500.0ms: 2 - - 1000.0ms: 2 - - 5000.0ms: 2 - - 10000.0ms: 2 - - 30000.0ms: 2 - - +Infms: 2 - -### Event Batch Processing - -- Event Batch Total: 6 -- Event Batch Processing Average Time: 45ms -- Event Batch Processing distribution: - - 500.0ms: 6 - - 1000.0ms: 6 - - 5000.0ms: 6 - - 10000.0ms: 6 - - 30000.0ms: 6 - - +Infms: 6 - -### NGINX Error Logs - - -## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 - -### Reloads and Time to Ready +### Time to Ready -- TimeToReadyTotal: 8s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 63 -- NGINX Reload Average Time: 125ms -- Reload distribution: - - 500.0ms: 63 - - 1000.0ms: 63 - - 5000.0ms: 63 - - 10000.0ms: 63 - - 30000.0ms: 63 - - +Infms: 63 +Time To Ready Description: From when NGF starts to when the NGINX configuration is fully configured +- TimeToReadyTotal: 27s ### Event Batch Processing -- Event Batch Total: 337 -- Event Batch Processing Average Time: 23ms +- Event Batch Total: 11 +- Event Batch Processing Average Time: 10ms - Event Batch Processing distribution: - - 500.0ms: 337 - - 1000.0ms: 337 - - 5000.0ms: 337 - - 10000.0ms: 337 - - 30000.0ms: 337 - - +Infms: 337 + - 500.0ms: 11 + - 1000.0ms: 11 + - 5000.0ms: 11 + - 10000.0ms: 11 + - 30000.0ms: 11 + - +Infms: 11 ### NGINX Error Logs +## Test 2: Start NGF, deploy Gateway, wait until NGINX agent instance connects to NGF, create many resources attached to GW - NumResources 30 -## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 - -### Reloads and Time to Ready +### Time to Ready -- TimeToReadyTotal: 44s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 343 -- NGINX Reload Average Time: 125ms -- Reload distribution: - - 500.0ms: 343 - - 1000.0ms: 343 - - 5000.0ms: 343 - - 10000.0ms: 343 - - 30000.0ms: 343 - - +Infms: 343 +Time To Ready Description: From when NGINX receives the first configuration created by NGF to when the NGINX configuration is fully configured +- TimeToReadyTotal: 21s ### Event Batch Processing -- Event Batch Total: 1689 -- Event Batch Processing Average Time: 25ms -- Event Batch Processing distribution: - - 500.0ms: 1689 - - 1000.0ms: 1689 - - 5000.0ms: 1689 - - 10000.0ms: 1689 - - 30000.0ms: 1689 - - +Infms: 1689 - -### NGINX Error Logs - - -## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 - -### Reloads and Time to Ready - -- TimeToReadyTotal: < 1s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 64 -- NGINX Reload Average Time: 125ms -- Reload distribution: - - 500.0ms: 64 - - 1000.0ms: 64 - - 5000.0ms: 64 - - 10000.0ms: 64 - - 30000.0ms: 64 - - +Infms: 64 - -### Event Batch Processing - -- Event Batch Total: 321 -- Event Batch Processing Average Time: 25ms +- Event Batch Total: 247 +- Event Batch Processing Average Time: 26ms - Event Batch Processing distribution: - - 500.0ms: 321 - - 1000.0ms: 321 - - 5000.0ms: 321 - - 10000.0ms: 321 - - 30000.0ms: 321 - - +Infms: 321 + - 500.0ms: 239 + - 1000.0ms: 247 + - 5000.0ms: 247 + - 10000.0ms: 247 + - 30000.0ms: 247 + - +Infms: 247 ### NGINX Error Logs +## Test 2: Start NGF, deploy Gateway, wait until NGINX agent instance connects to NGF, create many resources attached to GW - NumResources 150 -## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 +### Time to Ready -### Reloads and Time to Ready - -- TimeToReadyTotal: < 1s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 342 -- NGINX Reload Average Time: 125ms -- Reload distribution: - - 500.0ms: 342 - - 1000.0ms: 342 - - 5000.0ms: 342 - - 10000.0ms: 342 - - 30000.0ms: 342 - - +Infms: 342 +Time To Ready Description: From when NGINX receives the first configuration created by NGF to when the NGINX configuration is fully configured +- TimeToReadyTotal: 112s ### Event Batch Processing -- Event Batch Total: 1639 -- Event Batch Processing Average Time: 26ms +- Event Batch Total: 1265 +- Event Batch Processing Average Time: 23ms - Event Batch Processing distribution: - - 500.0ms: 1639 - - 1000.0ms: 1639 - - 5000.0ms: 1639 - - 10000.0ms: 1639 - - 30000.0ms: 1639 - - +Infms: 1639 + - 500.0ms: 1229 + - 1000.0ms: 1265 + - 5000.0ms: 1265 + - 10000.0ms: 1265 + - 30000.0ms: 1265 + - +Infms: 1265 ### NGINX Error Logs diff --git a/tests/results/reconfig/edge/edge-plus.md b/tests/results/reconfig/edge/edge-plus.md index b339fb3c0d..fccf4182c6 100644 --- a/tests/results/reconfig/edge/edge-plus.md +++ b/tests/results/reconfig/edge/edge-plus.md @@ -6,202 +6,100 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 -- Date: 2025-03-15T07:17:11Z +- Commit: 635b3fcd6e643f4bd24ebbd4c901619a030c4bc0 +- Date: 2025-09-15T17:56:13Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.31.6-gke.1020000 +- k8s version: v1.33.4-gke.1036000 - vCPUs per node: 16 -- RAM per node: 65851340Ki +- RAM per node: 65851528Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 ## Test 1: Resources exist before startup - NumResources 30 -### Reloads and Time to Ready +### Time to Ready -- TimeToReadyTotal: 4s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 2 -- NGINX Reload Average Time: 100ms -- Reload distribution: - - 500.0ms: 2 - - 1000.0ms: 2 - - 5000.0ms: 2 - - 10000.0ms: 2 - - 30000.0ms: 2 - - +Infms: 2 +Time To Ready Description: From when NGF starts to when the NGINX configuration is fully configured +- TimeToReadyTotal: 12s ### Event Batch Processing -- Event Batch Total: 6 -- Event Batch Processing Average Time: 52ms -- Event Batch Processing distribution: - - 500.0ms: 6 - - 1000.0ms: 6 - - 5000.0ms: 6 - - 10000.0ms: 6 - - 30000.0ms: 6 - - +Infms: 6 - -### NGINX Error Logs - - -## Test 1: Resources exist before startup - NumResources 150 - -### Reloads and Time to Ready - -- TimeToReadyTotal: 4s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 2 -- NGINX Reload Average Time: 100ms -- Reload distribution: - - 500.0ms: 2 - - 1000.0ms: 2 - - 5000.0ms: 2 - - 10000.0ms: 2 - - 30000.0ms: 2 - - +Infms: 2 - -### Event Batch Processing - -- Event Batch Total: 6 -- Event Batch Processing Average Time: 53ms -- Event Batch Processing distribution: - - 500.0ms: 6 - - 1000.0ms: 6 - - 5000.0ms: 6 - - 10000.0ms: 6 - - 30000.0ms: 6 - - +Infms: 6 - -### NGINX Error Logs - - -## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 - -### Reloads and Time to Ready - -- TimeToReadyTotal: 8s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 47 -- NGINX Reload Average Time: 148ms -- Reload distribution: - - 500.0ms: 47 - - 1000.0ms: 47 - - 5000.0ms: 47 - - 10000.0ms: 47 - - 30000.0ms: 47 - - +Infms: 47 - -### Event Batch Processing - -- Event Batch Total: 322 +- Event Batch Total: 10 - Event Batch Processing Average Time: 25ms - Event Batch Processing distribution: - - 500.0ms: 322 - - 1000.0ms: 322 - - 5000.0ms: 322 - - 10000.0ms: 322 - - 30000.0ms: 322 - - +Infms: 322 + - 500.0ms: 10 + - 1000.0ms: 10 + - 5000.0ms: 10 + - 10000.0ms: 10 + - 30000.0ms: 10 + - +Infms: 10 ### NGINX Error Logs +## Test 1: Resources exist before startup - NumResources 150 -## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 - -### Reloads and Time to Ready +### Time to Ready -- TimeToReadyTotal: 20s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 117 -- NGINX Reload Average Time: 150ms -- Reload distribution: - - 500.0ms: 117 - - 1000.0ms: 117 - - 5000.0ms: 117 - - 10000.0ms: 117 - - 30000.0ms: 117 - - +Infms: 117 +Time To Ready Description: From when NGF starts to when the NGINX configuration is fully configured +- TimeToReadyTotal: 19s ### Event Batch Processing -- Event Batch Total: 1460 -- Event Batch Processing Average Time: 14ms +- Event Batch Total: 9 +- Event Batch Processing Average Time: 21ms - Event Batch Processing distribution: - - 500.0ms: 1460 - - 1000.0ms: 1460 - - 5000.0ms: 1460 - - 10000.0ms: 1460 - - 30000.0ms: 1460 - - +Infms: 1460 + - 500.0ms: 9 + - 1000.0ms: 9 + - 5000.0ms: 9 + - 10000.0ms: 9 + - 30000.0ms: 9 + - +Infms: 9 ### NGINX Error Logs -2025/03/15 17:00:26 [emerg] 48#48: invalid instance state file "/var/lib/nginx/state/nginx-mgmt-state" - -## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 +## Test 2: Start NGF, deploy Gateway, wait until NGINX agent instance connects to NGF, create many resources attached to GW - NumResources 30 -### Reloads and Time to Ready +### Time to Ready -- TimeToReadyTotal: < 1s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 46 -- NGINX Reload Average Time: 133ms -- Reload distribution: - - 500.0ms: 46 - - 1000.0ms: 46 - - 5000.0ms: 46 - - 10000.0ms: 46 - - 30000.0ms: 46 - - +Infms: 46 +Time To Ready Description: From when NGINX receives the first configuration created by NGF to when the NGINX configuration is fully configured +- TimeToReadyTotal: 24s ### Event Batch Processing -- Event Batch Total: 291 -- Event Batch Processing Average Time: 28ms +- Event Batch Total: 255 +- Event Batch Processing Average Time: 36ms - Event Batch Processing distribution: - - 500.0ms: 291 - - 1000.0ms: 291 - - 5000.0ms: 291 - - 10000.0ms: 291 - - 30000.0ms: 291 - - +Infms: 291 + - 500.0ms: 244 + - 1000.0ms: 251 + - 5000.0ms: 255 + - 10000.0ms: 255 + - 30000.0ms: 255 + - +Infms: 255 ### NGINX Error Logs +## Test 2: Start NGF, deploy Gateway, wait until NGINX agent instance connects to NGF, create many resources attached to GW - NumResources 150 -## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 - -### Reloads and Time to Ready +### Time to Ready -- TimeToReadyTotal: < 1s -- TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 258 -- NGINX Reload Average Time: 132ms -- Reload distribution: - - 500.0ms: 258 - - 1000.0ms: 258 - - 5000.0ms: 258 - - 10000.0ms: 258 - - 30000.0ms: 258 - - +Infms: 258 +Time To Ready Description: From when NGINX receives the first configuration created by NGF to when the NGINX configuration is fully configured +- TimeToReadyTotal: 128s ### Event Batch Processing -- Event Batch Total: 1501 +- Event Batch Total: 1298 - Event Batch Processing Average Time: 29ms - Event Batch Processing distribution: - - 500.0ms: 1501 - - 1000.0ms: 1501 - - 5000.0ms: 1501 - - 10000.0ms: 1501 - - 30000.0ms: 1501 - - +Infms: 1501 + - 500.0ms: 1287 + - 1000.0ms: 1288 + - 5000.0ms: 1297 + - 10000.0ms: 1298 + - 30000.0ms: 1298 + - +Infms: 1298 ### NGINX Error Logs diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png index 08cc64bf7d..565ecda6ca 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png index d8a73bd8e6..fc82b6e5e1 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png index e940514c20..47901238b8 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png index 1d2c2028a9..c6d9b4f9d0 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png index cbb86f3c40..993acc1524 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png index fa76f68e10..738664a289 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png index d299f397c9..ed0d0981b7 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png index e75dd0cd66..1697b196e6 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png index 24f13fa2a4..831fec9330 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png index 5b5edd2b05..e0918e7ddd 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log index 793908c50a..2087752e06 100644 --- a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log @@ -1 +1,3 @@ -{"level":"debug","ts":"2024-10-15T19:05:58Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} +{"level":"debug","ts":"2025-09-15T23:52:32Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gatewayclasses.gateway.networking.k8s.io \"nginx\": the object has been modified; please apply your changes to the latest version and try again","namespace":"","name":"nginx","kind":"GatewayClass"} +{"level":"debug","ts":"2025-09-15T23:53:16Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2025-09-15T23:53:38Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log index b75fafd9d2..2e5064fead 100644 --- a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log @@ -1,3 +1,2 @@ -{"level":"debug","ts":"2024-10-15T18:17:33Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} -{"level":"debug","ts":"2024-10-15T18:17:33Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} -{"level":"debug","ts":"2024-10-15T18:19:29Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2025-09-16T02:16:54Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gatewayclasses.gateway.networking.k8s.io \"nginx\": the object has been modified; please apply your changes to the latest version and try again","namespace":"","name":"nginx","kind":"GatewayClass"} +{"level":"debug","ts":"2025-09-16T02:17:38Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png index e7e2c229f7..8ead62bddc 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png index ea7ab1486e..47ab70e577 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png index ea3db28b65..acf9b2cb66 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png index beb015f4c2..b37fd10ab5 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png index 8d0b0e101c..fbb57bfafa 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png and b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png index 856cd9fb5c..3a3b103183 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png and b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log b/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log index 892742246a..0d09ecae0e 100644 --- a/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log +++ b/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log @@ -1 +1,2 @@ -{"level":"debug","ts":"2025-03-15T18:56:50Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2025-09-15T23:49:54Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2025-09-15T23:50:16Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log b/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log index bf1f2e1f65..377e482dbc 100644 --- a/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log +++ b/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log @@ -1,2 +1 @@ -{"level":"debug","ts":"2024-11-15T18:20:41Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} -{"level":"debug","ts":"2024-11-15T18:20:42Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2025-09-16T02:14:40Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png index 390469af6f..26f1c44a14 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png index f41386ec7a..f5f583f551 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png index 0899136b25..4aae8e128f 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png index b9672a72b3..e2ac05e068 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png index bb06b99b8d..1594fd5432 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png index 26cdc8ce2d..5d092fe303 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/ngf-oss.log b/tests/results/scale/edge/TestScale_UpstreamServers/ngf-oss.log new file mode 100644 index 0000000000..0be69b5a5c --- /dev/null +++ b/tests/results/scale/edge/TestScale_UpstreamServers/ngf-oss.log @@ -0,0 +1 @@ +{"level":"debug","ts":"2025-09-16T00:08:26Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/ngf-plus.log b/tests/results/scale/edge/TestScale_UpstreamServers/ngf-plus.log index 35862e1388..8b17dcdcc6 100644 --- a/tests/results/scale/edge/TestScale_UpstreamServers/ngf-plus.log +++ b/tests/results/scale/edge/TestScale_UpstreamServers/ngf-plus.log @@ -1 +1,2 @@ -{"level":"info","ts":"2024-10-01T16:34:56Z","msg":"pkg/mod/k8s.io/client-go@v0.31.1/tools/cache/reflector.go:243: watch of *v1.EndpointSlice ended with: an error on the server (\"unable to decode an event from the watch stream: got short buffer with n=0, base=4092, cap=81920\") has prevented the request from succeeding"} +{"level":"debug","ts":"2025-09-16T02:34:18Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gatewayclasses.gateway.networking.k8s.io \"nginx\": the object has been modified; please apply your changes to the latest version and try again","namespace":"","name":"nginx","kind":"GatewayClass"} +{"level":"debug","ts":"2025-09-16T02:34:33Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/edge-oss.md b/tests/results/scale/edge/edge-oss.md index e09c77e77a..116d10a0ff 100644 --- a/tests/results/scale/edge/edge-oss.md +++ b/tests/results/scale/edge/edge-oss.md @@ -6,50 +6,37 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 -- Date: 2025-03-15T07:17:11Z +- Commit: 635b3fcd6e643f4bd24ebbd4c901619a030c4bc0 +- Date: 2025-09-15T17:56:13Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.31.6-gke.1020000 +- k8s version: v1.33.4-gke.1036000 - vCPUs per node: 16 -- RAM per node: 65851340Ki +- RAM per node: 65851528Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 ## Test TestScale_Listeners -### Reloads - -- Total: 127 -- Total Errors: 0 -- Average Time: 127ms -- Reload distribution: - - 500.0ms: 127 - - 1000.0ms: 127 - - 5000.0ms: 127 - - 10000.0ms: 127 - - 30000.0ms: 127 - - +Infms: 127 - ### Event Batch Processing -- Total: 385 -- Average Time: 136ms +- Total: 207 +- Average Time: 23ms - Event Batch Processing distribution: - - 500.0ms: 347 - - 1000.0ms: 382 - - 5000.0ms: 385 - - 10000.0ms: 385 - - 30000.0ms: 385 - - +Infms: 385 + - 500.0ms: 202 + - 1000.0ms: 207 + - 5000.0ms: 207 + - 10000.0ms: 207 + - 30000.0ms: 207 + - +Infms: 207 ### Errors -- NGF errors: 1 +- NGF errors: 2 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -61,34 +48,21 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPSListeners -### Reloads - -- Total: 128 -- Total Errors: 0 -- Average Time: 146ms -- Reload distribution: - - 500.0ms: 128 - - 1000.0ms: 128 - - 5000.0ms: 128 - - 10000.0ms: 128 - - 30000.0ms: 128 - - +Infms: 128 - ### Event Batch Processing -- Total: 450 -- Average Time: 166ms +- Total: 269 +- Average Time: 16ms - Event Batch Processing distribution: - - 500.0ms: 392 - - 1000.0ms: 432 - - 5000.0ms: 450 - - 10000.0ms: 450 - - 30000.0ms: 450 - - +Infms: 450 + - 500.0ms: 263 + - 1000.0ms: 269 + - 5000.0ms: 269 + - 10000.0ms: 269 + - 30000.0ms: 269 + - +Infms: 269 ### Errors -- NGF errors: 0 +- NGF errors: 3 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -100,30 +74,17 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPRoutes -### Reloads - -- Total: 1001 -- Total Errors: 0 -- Average Time: 174ms -- Reload distribution: - - 500.0ms: 1001 - - 1000.0ms: 1001 - - 5000.0ms: 1001 - - 10000.0ms: 1001 - - 30000.0ms: 1001 - - +Infms: 1001 - ### Event Batch Processing -- Total: 1008 -- Average Time: 229ms +- Total: 1009 +- Average Time: 600ms - Event Batch Processing distribution: - - 500.0ms: 1002 - - 1000.0ms: 1008 - - 5000.0ms: 1008 - - 10000.0ms: 1008 - - 30000.0ms: 1008 - - +Infms: 1008 + - 500.0ms: 295 + - 1000.0ms: 1009 + - 5000.0ms: 1009 + - 10000.0ms: 1009 + - 30000.0ms: 1009 + - +Infms: 1009 ### Errors @@ -139,34 +100,21 @@ The logs are attached only if there are errors. ## Test TestScale_UpstreamServers -### Reloads - -- Total: 97 -- Total Errors: 0 -- Average Time: 126ms -- Reload distribution: - - 500.0ms: 97 - - 1000.0ms: 97 - - 5000.0ms: 97 - - 10000.0ms: 97 - - 30000.0ms: 97 - - +Infms: 97 - ### Event Batch Processing -- Total: 99 -- Average Time: 125ms +- Total: 46 +- Average Time: 405ms - Event Batch Processing distribution: - - 500.0ms: 99 - - 1000.0ms: 99 - - 5000.0ms: 99 - - 10000.0ms: 99 - - 30000.0ms: 99 - - +Infms: 99 + - 500.0ms: 29 + - 1000.0ms: 46 + - 5000.0ms: 46 + - 10000.0ms: 46 + - 30000.0ms: 46 + - +Infms: 46 ### Errors -- NGF errors: 0 +- NGF errors: 1 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -179,19 +127,19 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 663.238µs -Latencies [min, mean, 50, 90, 95, 99, max] 499.976µs, 677.946µs, 660.823µs, 759.984µs, 799.116µs, 904.939µs, 12.162ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 29999, 1000.01, 999.97 +Duration [total, attack, wait] 30s, 29.999s, 1.057ms +Latencies [min, mean, 50, 90, 95, 99, max] 751.608µs, 1.002ms, 965.548µs, 1.092ms, 1.151ms, 1.335ms, 22.262ms +Bytes In [total, mean] 4829839, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:30000 +Status Codes [code:count] 200:29999 Error Set: ``` ```text Requests [total, rate, throughput] 30000, 1000.03, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 750.337µs -Latencies [min, mean, 50, 90, 95, 99, max] 590.522µs, 762.674µs, 740.085µs, 869.449µs, 930.564µs, 1.057ms, 8.287ms +Duration [total, attack, wait] 30s, 29.999s, 1.059ms +Latencies [min, mean, 50, 90, 95, 99, max] 823.833µs, 1.06ms, 1.039ms, 1.168ms, 1.227ms, 1.393ms, 16.671ms Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% diff --git a/tests/results/scale/edge/edge-plus.md b/tests/results/scale/edge/edge-plus.md index 42bff5367d..2947764dea 100644 --- a/tests/results/scale/edge/edge-plus.md +++ b/tests/results/scale/edge/edge-plus.md @@ -6,52 +6,39 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 -- Date: 2025-03-15T07:17:11Z +- Commit: 635b3fcd6e643f4bd24ebbd4c901619a030c4bc0 +- Date: 2025-09-15T17:56:13Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.31.6-gke.1020000 +- k8s version: v1.33.4-gke.1036000 - vCPUs per node: 16 -- RAM per node: 65851340Ki +- RAM per node: 65851528Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 ## Test TestScale_Listeners -### Reloads - -- Total: 128 -- Total Errors: 0 -- Average Time: 151ms -- Reload distribution: - - 500.0ms: 128 - - 1000.0ms: 128 - - 5000.0ms: 128 - - 10000.0ms: 128 - - 30000.0ms: 128 - - +Infms: 128 - ### Event Batch Processing -- Total: 387 -- Average Time: 134ms +- Total: 203 +- Average Time: 39ms - Event Batch Processing distribution: - - 500.0ms: 351 - - 1000.0ms: 386 - - 5000.0ms: 387 - - 10000.0ms: 387 - - 30000.0ms: 387 - - +Infms: 387 + - 500.0ms: 199 + - 1000.0ms: 201 + - 5000.0ms: 203 + - 10000.0ms: 203 + - 30000.0ms: 203 + - +Infms: 203 ### Errors -- NGF errors: 0 +- NGF errors: 1 - NGF container restarts: 0 -- NGINX errors: 7 +- NGINX errors: 0 - NGINX container restarts: 0 ### Graphs and Logs @@ -61,36 +48,23 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPSListeners -### Reloads - -- Total: 128 -- Total Errors: 0 -- Average Time: 160ms -- Reload distribution: - - 500.0ms: 128 - - 1000.0ms: 128 - - 5000.0ms: 128 - - 10000.0ms: 128 - - 30000.0ms: 128 - - +Infms: 128 - ### Event Batch Processing -- Total: 451 -- Average Time: 127ms +- Total: 266 +- Average Time: 18ms - Event Batch Processing distribution: - - 500.0ms: 408 - - 1000.0ms: 450 - - 5000.0ms: 451 - - 10000.0ms: 451 - - 30000.0ms: 451 - - +Infms: 451 + - 500.0ms: 261 + - 1000.0ms: 264 + - 5000.0ms: 266 + - 10000.0ms: 266 + - 30000.0ms: 266 + - +Infms: 266 ### Errors -- NGF errors: 0 +- NGF errors: 2 - NGF container restarts: 0 -- NGINX errors: 15 +- NGINX errors: 0 - NGINX container restarts: 0 ### Graphs and Logs @@ -100,30 +74,17 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPRoutes -### Reloads - -- Total: 1001 -- Total Errors: 0 -- Average Time: 189ms -- Reload distribution: - - 500.0ms: 1001 - - 1000.0ms: 1001 - - 5000.0ms: 1001 - - 10000.0ms: 1001 - - 30000.0ms: 1001 - - +Infms: 1001 - ### Event Batch Processing -- Total: 1008 -- Average Time: 261ms +- Total: 1010 +- Average Time: 696ms - Event Batch Processing distribution: - - 500.0ms: 1006 - - 1000.0ms: 1008 - - 5000.0ms: 1008 - - 10000.0ms: 1008 - - 30000.0ms: 1008 - - +Infms: 1008 + - 500.0ms: 163 + - 1000.0ms: 992 + - 5000.0ms: 1010 + - 10000.0ms: 1010 + - 30000.0ms: 1010 + - +Infms: 1010 ### Errors @@ -139,34 +100,21 @@ The logs are attached only if there are errors. ## Test TestScale_UpstreamServers -### Reloads - -- Total: 3 -- Total Errors: 0 -- Average Time: 143ms -- Reload distribution: - - 500.0ms: 3 - - 1000.0ms: 3 - - 5000.0ms: 3 - - 10000.0ms: 3 - - 30000.0ms: 3 - - +Infms: 3 - ### Event Batch Processing -- Total: 37 -- Average Time: 498ms +- Total: 54 +- Average Time: 403ms - Event Batch Processing distribution: - - 500.0ms: 19 - - 1000.0ms: 35 - - 5000.0ms: 37 - - 10000.0ms: 37 - - 30000.0ms: 37 - - +Infms: 37 + - 500.0ms: 37 + - 1000.0ms: 53 + - 5000.0ms: 54 + - 10000.0ms: 54 + - 30000.0ms: 54 + - +Infms: 54 ### Errors -- NGF errors: 0 +- NGF errors: 2 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -179,20 +127,20 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 666.245µs -Latencies [min, mean, 50, 90, 95, 99, max] 514.253µs, 675.464µs, 655.764µs, 737.887µs, 766.943µs, 852.013µs, 12.375ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 1.078ms +Latencies [min, mean, 50, 90, 95, 99, max] 740.672µs, 968.805µs, 941.919µs, 1.063ms, 1.113ms, 1.293ms, 13.259ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 772.346µs -Latencies [min, mean, 50, 90, 95, 99, max] 596.801µs, 753.715µs, 734.197µs, 841.051µs, 886.584µs, 980.974µs, 13.362ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 1.012ms +Latencies [min, mean, 50, 90, 95, 99, max] 841.073µs, 1.062ms, 1.042ms, 1.16ms, 1.218ms, 1.386ms, 15.126ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png index c6629a529a..d911a9efbe 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png index c262e56fa0..1b334d7303 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png index c6629a529a..d911a9efbe 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png index c262e56fa0..1b334d7303 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png index 33783f67af..03f824fabc 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png index b436e0cb38..5a64287854 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png index 33783f67af..03f824fabc 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png index b436e0cb38..1e7d4e326f 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png index 5197b18ead..0487a8323a 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png index f83464b470..ffb1661a77 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png index 5197b18ead..0487a8323a 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png index f83464b470..ffb1661a77 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png index 6ed5b65e55..7243b26c9e 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png index b842efc1d4..0f2aca7ecf 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png index 6ed5b65e55..7243b26c9e 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png index b842efc1d4..0f2aca7ecf 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/edge-oss.md b/tests/results/zero-downtime-scale/edge/edge-oss.md index ac4d398884..e33ac62313 100644 --- a/tests/results/zero-downtime-scale/edge/edge-oss.md +++ b/tests/results/zero-downtime-scale/edge/edge-oss.md @@ -6,21 +6,21 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 -- Date: 2025-03-15T07:17:11Z +- Commit: 635b3fcd6e643f4bd24ebbd4c901619a030c4bc0 +- Date: 2025-09-15T17:56:13Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.31.6-gke.1020000 +- k8s version: v1.33.4-gke.1036000 - vCPUs per node: 16 -- RAM per node: 65851340Ki +- RAM per node: 65851528Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## One NGF Pod runs per node Test Results +## One NGINX Pod runs per node Test Results ### Scale Up Gradually @@ -28,9 +28,9 @@ GKE Cluster: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 806.452µs -Latencies [min, mean, 50, 90, 95, 99, max] 433.68µs, 873.614µs, 867.783µs, 993.691µs, 1.043ms, 1.351ms, 12.859ms -Bytes In [total, mean] 4646890, 154.90 +Duration [total, attack, wait] 5m0s, 5m0s, 998.895µs +Latencies [min, mean, 50, 90, 95, 99, max] 671.983µs, 1.293ms, 1.278ms, 1.478ms, 1.554ms, 1.86ms, 16.369ms +Bytes In [total, mean] 4656088, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -43,9 +43,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 1.573ms -Latencies [min, mean, 50, 90, 95, 99, max] 412.342µs, 847.173µs, 847.018µs, 972.99µs, 1.017ms, 1.314ms, 12.59ms -Bytes In [total, mean] 4823979, 160.80 +Duration [total, attack, wait] 5m0s, 5m0s, 1.197ms +Latencies [min, mean, 50, 90, 95, 99, max] 659.146µs, 1.213ms, 1.207ms, 1.387ms, 1.452ms, 1.75ms, 17.398ms +Bytes In [total, mean] 4835973, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -60,9 +60,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 901.369µs -Latencies [min, mean, 50, 90, 95, 99, max] 400.666µs, 872.136µs, 870.908µs, 1.012ms, 1.064ms, 1.269ms, 12.942ms -Bytes In [total, mean] 7718342, 160.80 +Duration [total, attack, wait] 8m0s, 8m0s, 1.077ms +Latencies [min, mean, 50, 90, 95, 99, max] 649.696µs, 1.228ms, 1.217ms, 1.411ms, 1.48ms, 1.72ms, 38.048ms +Bytes In [total, mean] 7737483, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -75,9 +75,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 941.614µs -Latencies [min, mean, 50, 90, 95, 99, max] 417.468µs, 901.578µs, 895.785µs, 1.037ms, 1.091ms, 1.325ms, 13.219ms -Bytes In [total, mean] 7435362, 154.90 +Duration [total, attack, wait] 8m0s, 8m0s, 1.437ms +Latencies [min, mean, 50, 90, 95, 99, max] 705.961µs, 1.261ms, 1.247ms, 1.436ms, 1.507ms, 1.78ms, 37.314ms +Bytes In [total, mean] 7449488, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -88,35 +88,35 @@ Error Set: ### Scale Up Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.117ms -Latencies [min, mean, 50, 90, 95, 99, max] 455.668µs, 904.422µs, 904.957µs, 1.033ms, 1.082ms, 1.248ms, 5.631ms -Bytes In [total, mean] 1858693, 154.89 +Duration [total, attack, wait] 2m0s, 2m0s, 1.229ms +Latencies [min, mean, 50, 90, 95, 99, max] 675.074µs, 1.205ms, 1.2ms, 1.378ms, 1.435ms, 1.589ms, 59.446ms +Bytes In [total, mean] 1934397, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-https-oss.png](abrupt-scale-up-affinity-https-oss.png) +![abrupt-scale-up-affinity-http-oss.png](abrupt-scale-up-affinity-http-oss.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.119ms -Latencies [min, mean, 50, 90, 95, 99, max] 412.944µs, 891.737µs, 891.196µs, 1.028ms, 1.081ms, 1.282ms, 9.702ms -Bytes In [total, mean] 1929586, 160.80 +Duration [total, attack, wait] 2m0s, 2m0s, 1.118ms +Latencies [min, mean, 50, 90, 95, 99, max] 703.38µs, 1.241ms, 1.229ms, 1.404ms, 1.467ms, 1.662ms, 57.97ms +Bytes In [total, mean] 1862451, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-http-oss.png](abrupt-scale-up-affinity-http-oss.png) +![abrupt-scale-up-affinity-https-oss.png](abrupt-scale-up-affinity-https-oss.png) ### Scale Down Abruptly @@ -124,9 +124,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 713.199µs -Latencies [min, mean, 50, 90, 95, 99, max] 494.231µs, 953.041µs, 942.581µs, 1.108ms, 1.176ms, 1.337ms, 10.627ms -Bytes In [total, mean] 1858836, 154.90 +Duration [total, attack, wait] 2m0s, 2m0s, 869.184µs +Latencies [min, mean, 50, 90, 95, 99, max] 714.269µs, 1.258ms, 1.253ms, 1.422ms, 1.48ms, 1.651ms, 14.173ms +Bytes In [total, mean] 1862397, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -139,9 +139,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 968.062µs -Latencies [min, mean, 50, 90, 95, 99, max] 478.648µs, 936.553µs, 928.014µs, 1.105ms, 1.171ms, 1.332ms, 10.648ms -Bytes In [total, mean] 1929503, 160.79 +Duration [total, attack, wait] 2m0s, 2m0s, 1.116ms +Latencies [min, mean, 50, 90, 95, 99, max] 689.491µs, 1.189ms, 1.195ms, 1.361ms, 1.413ms, 1.544ms, 5.134ms +Bytes In [total, mean] 1934379, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -150,39 +150,39 @@ Error Set: ![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) -## Multiple NGF Pods run per node Test Results +## Multiple NGINX Pods run per node Test Results ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 873.094µs -Latencies [min, mean, 50, 90, 95, 99, max] 443.965µs, 917.539µs, 914.468µs, 1.045ms, 1.096ms, 1.453ms, 25.238ms -Bytes In [total, mean] 4829927, 161.00 +Duration [total, attack, wait] 5m0s, 5m0s, 1.206ms +Latencies [min, mean, 50, 90, 95, 99, max] 678.928µs, 1.281ms, 1.246ms, 1.448ms, 1.531ms, 1.943ms, 29.127ms +Bytes In [total, mean] 4656049, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-http-oss.png](gradual-scale-up-http-oss.png) +![gradual-scale-up-https-oss.png](gradual-scale-up-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 860.394µs -Latencies [min, mean, 50, 90, 95, 99, max] 468.09µs, 940.797µs, 930.888µs, 1.071ms, 1.133ms, 1.485ms, 25.057ms -Bytes In [total, mean] 4652973, 155.10 +Duration [total, attack, wait] 5m0s, 5m0s, 1.056ms +Latencies [min, mean, 50, 90, 95, 99, max] 634.533µs, 1.203ms, 1.189ms, 1.388ms, 1.473ms, 1.859ms, 25.911ms +Bytes In [total, mean] 4835915, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-https-oss.png](gradual-scale-up-https-oss.png) +![gradual-scale-up-http-oss.png](gradual-scale-up-http-oss.png) ### Scale Down Gradually @@ -190,9 +190,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 1.096ms -Latencies [min, mean, 50, 90, 95, 99, max] 470.107µs, 956.329µs, 946.839µs, 1.102ms, 1.167ms, 1.419ms, 22.663ms -Bytes In [total, mean] 14889791, 155.10 +Duration [total, attack, wait] 16m0s, 16m0s, 1.373ms +Latencies [min, mean, 50, 90, 95, 99, max] 675.608µs, 1.264ms, 1.249ms, 1.441ms, 1.512ms, 1.792ms, 50.861ms +Bytes In [total, mean] 14899194, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -205,9 +205,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 909.045µs -Latencies [min, mean, 50, 90, 95, 99, max] 438.459µs, 925.315µs, 923.188µs, 1.065ms, 1.12ms, 1.373ms, 21.282ms -Bytes In [total, mean] 15456075, 161.00 +Duration [total, attack, wait] 16m0s, 16m0s, 1.127ms +Latencies [min, mean, 50, 90, 95, 99, max] 648.252µs, 1.205ms, 1.199ms, 1.387ms, 1.453ms, 1.718ms, 50.561ms +Bytes In [total, mean] 15475157, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -222,9 +222,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.1ms -Latencies [min, mean, 50, 90, 95, 99, max] 534.726µs, 973.229µs, 963.738µs, 1.127ms, 1.189ms, 1.369ms, 7.262ms -Bytes In [total, mean] 1861155, 155.10 +Duration [total, attack, wait] 2m0s, 2m0s, 967.985µs +Latencies [min, mean, 50, 90, 95, 99, max] 741.113µs, 1.297ms, 1.255ms, 1.415ms, 1.468ms, 1.606ms, 116.955ms +Bytes In [total, mean] 1862469, 155.21 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -237,9 +237,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 912.394µs -Latencies [min, mean, 50, 90, 95, 99, max] 484.225µs, 933.174µs, 935.072µs, 1.065ms, 1.109ms, 1.305ms, 11.145ms -Bytes In [total, mean] 1932089, 161.01 +Duration [total, attack, wait] 2m0s, 2m0s, 1.185ms +Latencies [min, mean, 50, 90, 95, 99, max] 670.703µs, 1.227ms, 1.204ms, 1.374ms, 1.42ms, 1.553ms, 111.729ms +Bytes In [total, mean] 1934414, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -254,9 +254,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 844.643µs -Latencies [min, mean, 50, 90, 95, 99, max] 452.528µs, 904.647µs, 912.865µs, 1.037ms, 1.076ms, 1.194ms, 6.917ms -Bytes In [total, mean] 1932017, 161.00 +Duration [total, attack, wait] 2m0s, 2m0s, 1.15ms +Latencies [min, mean, 50, 90, 95, 99, max] 660.653µs, 1.213ms, 1.213ms, 1.382ms, 1.435ms, 1.57ms, 13.809ms +Bytes In [total, mean] 1934319, 161.19 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -269,9 +269,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 701.654µs -Latencies [min, mean, 50, 90, 95, 99, max] 511.224µs, 936.573µs, 932.311µs, 1.074ms, 1.128ms, 1.304ms, 7.938ms -Bytes In [total, mean] 1861196, 155.10 +Duration [total, attack, wait] 2m0s, 2m0s, 1.352ms +Latencies [min, mean, 50, 90, 95, 99, max] 713.339µs, 1.254ms, 1.252ms, 1.413ms, 1.463ms, 1.619ms, 13.187ms +Bytes In [total, mean] 1862473, 155.21 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 diff --git a/tests/results/zero-downtime-scale/edge/edge-plus.md b/tests/results/zero-downtime-scale/edge/edge-plus.md index d689897ffb..ca3534d749 100644 --- a/tests/results/zero-downtime-scale/edge/edge-plus.md +++ b/tests/results/zero-downtime-scale/edge/edge-plus.md @@ -6,21 +6,21 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 -- Date: 2025-03-15T07:17:11Z +- Commit: 635b3fcd6e643f4bd24ebbd4c901619a030c4bc0 +- Date: 2025-09-15T17:56:13Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.31.6-gke.1020000 +- k8s version: v1.33.4-gke.1036000 - vCPUs per node: 16 -- RAM per node: 65851340Ki +- RAM per node: 65851528Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## One NGF Pod runs per node Test Results +## One NGINX Pod runs per node Test Results ### Scale Up Gradually @@ -28,9 +28,9 @@ GKE Cluster: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 766.303µs -Latencies [min, mean, 50, 90, 95, 99, max] 441.594µs, 875.579µs, 868.868µs, 997.175µs, 1.049ms, 1.357ms, 13.238ms -Bytes In [total, mean] 4673932, 155.80 +Duration [total, attack, wait] 5m0s, 5m0s, 1.327ms +Latencies [min, mean, 50, 90, 95, 99, max] 675.096µs, 1.232ms, 1.209ms, 1.429ms, 1.543ms, 1.768ms, 27.473ms +Bytes In [total, mean] 4596075, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -43,9 +43,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 727.187µs -Latencies [min, mean, 50, 90, 95, 99, max] 414.641µs, 846.924µs, 846.028µs, 971.491µs, 1.017ms, 1.294ms, 11.941ms -Bytes In [total, mean] 4850987, 161.70 +Duration [total, attack, wait] 5m0s, 5m0s, 1.046ms +Latencies [min, mean, 50, 90, 95, 99, max] 663.466µs, 1.172ms, 1.152ms, 1.361ms, 1.48ms, 1.74ms, 17.181ms +Bytes In [total, mean] 4775927, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -59,14 +59,15 @@ Error Set: #### Test: Send https /tea traffic ```text -Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 730.887µs -Latencies [min, mean, 50, 90, 95, 99, max] 433.836µs, 850.845µs, 848.555µs, 968.862µs, 1.013ms, 1.215ms, 8.39ms -Bytes In [total, mean] 7478267, 155.80 +Requests [total, rate, throughput] 48000, 100.00, 99.99 +Duration [total, attack, wait] 8m0s, 8m0s, 1.163ms +Latencies [min, mean, 50, 90, 95, 99, max] 305.029µs, 1.277ms, 1.217ms, 1.523ms, 1.634ms, 1.847ms, 219.704ms +Bytes In [total, mean] 7352590, 153.18 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 100.00% -Status Codes [code:count] 200:48000 +Success [ratio] 99.99% +Status Codes [code:count] 0:6 200:47994 Error Set: +Get "https://cafe.example.com/tea": dial tcp 0.0.0.0:0->10.138.0.47:443: connect: network is unreachable ``` ![gradual-scale-down-affinity-https-plus.png](gradual-scale-down-affinity-https-plus.png) @@ -74,14 +75,15 @@ Error Set: #### Test: Send http /coffee traffic ```text -Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 715.71µs -Latencies [min, mean, 50, 90, 95, 99, max] 405.345µs, 820.868µs, 825.255µs, 941.274µs, 982.586µs, 1.188ms, 11.166ms -Bytes In [total, mean] 7761660, 161.70 +Requests [total, rate, throughput] 48000, 100.00, 99.99 +Duration [total, attack, wait] 8m0s, 8m0s, 1.045ms +Latencies [min, mean, 50, 90, 95, 99, max] 243.115µs, 1.215ms, 1.169ms, 1.465ms, 1.598ms, 1.81ms, 214.724ms +Bytes In [total, mean] 7640356, 159.17 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 100.00% -Status Codes [code:count] 200:48000 +Success [ratio] 99.99% +Status Codes [code:count] 0:7 200:47993 Error Set: +Get "http://cafe.example.com/coffee": dial tcp 0.0.0.0:0->10.138.0.47:80: connect: network is unreachable ``` ![gradual-scale-down-affinity-http-plus.png](gradual-scale-down-affinity-http-plus.png) @@ -92,9 +94,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 731.03µs -Latencies [min, mean, 50, 90, 95, 99, max] 423.637µs, 822.777µs, 824.747µs, 937.12µs, 981.297µs, 1.14ms, 3.973ms -Bytes In [total, mean] 1940496, 161.71 +Duration [total, attack, wait] 2m0s, 2m0s, 1.402ms +Latencies [min, mean, 50, 90, 95, 99, max] 656.659µs, 1.129ms, 1.133ms, 1.278ms, 1.322ms, 1.507ms, 3.641ms +Bytes In [total, mean] 1910438, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -107,9 +109,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 887.292µs -Latencies [min, mean, 50, 90, 95, 99, max] 442.281µs, 858.712µs, 854.673µs, 973.029µs, 1.017ms, 1.179ms, 10.485ms -Bytes In [total, mean] 1869632, 155.80 +Duration [total, attack, wait] 2m0s, 2m0s, 1.284ms +Latencies [min, mean, 50, 90, 95, 99, max] 710.396µs, 1.192ms, 1.195ms, 1.323ms, 1.366ms, 1.579ms, 9.731ms +Bytes In [total, mean] 1838355, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -120,101 +122,101 @@ Error Set: ### Scale Down Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 804.798µs -Latencies [min, mean, 50, 90, 95, 99, max] 424.072µs, 837.824µs, 838.15µs, 963.636µs, 1.006ms, 1.123ms, 44.463ms -Bytes In [total, mean] 1940409, 161.70 +Duration [total, attack, wait] 2m0s, 2m0s, 1.314ms +Latencies [min, mean, 50, 90, 95, 99, max] 730.016µs, 1.229ms, 1.213ms, 1.343ms, 1.388ms, 1.521ms, 64.443ms +Bytes In [total, mean] 1838380, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-plus.png](abrupt-scale-down-affinity-http-plus.png) +![abrupt-scale-down-affinity-https-plus.png](abrupt-scale-down-affinity-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 685.714µs -Latencies [min, mean, 50, 90, 95, 99, max] 459.498µs, 865.342µs, 861.335µs, 990.99µs, 1.035ms, 1.151ms, 48.501ms -Bytes In [total, mean] 1869571, 155.80 +Duration [total, attack, wait] 2m0s, 2m0s, 1.177ms +Latencies [min, mean, 50, 90, 95, 99, max] 678.11µs, 1.171ms, 1.161ms, 1.306ms, 1.348ms, 1.474ms, 67.354ms +Bytes In [total, mean] 1910385, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-plus.png](abrupt-scale-down-affinity-https-plus.png) +![abrupt-scale-down-affinity-http-plus.png](abrupt-scale-down-affinity-http-plus.png) -## Multiple NGF Pods run per node Test Results +## Multiple NGINX Pods run per node Test Results ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 499.02µs -Latencies [min, mean, 50, 90, 95, 99, max] 404.188µs, 862.699µs, 858.402µs, 1.003ms, 1.053ms, 1.359ms, 11.022ms -Bytes In [total, mean] 4862948, 162.10 +Duration [total, attack, wait] 5m0s, 5m0s, 1.232ms +Latencies [min, mean, 50, 90, 95, 99, max] 677.29µs, 1.222ms, 1.214ms, 1.361ms, 1.417ms, 1.778ms, 29.484ms +Bytes In [total, mean] 4595877, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-http-plus.png](gradual-scale-up-http-plus.png) +![gradual-scale-up-https-plus.png](gradual-scale-up-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 917.782µs -Latencies [min, mean, 50, 90, 95, 99, max] 452.74µs, 884.958µs, 873.544µs, 1.017ms, 1.07ms, 1.42ms, 11.641ms -Bytes In [total, mean] 4682982, 156.10 +Duration [total, attack, wait] 5m0s, 5m0s, 1.116ms +Latencies [min, mean, 50, 90, 95, 99, max] 652.028µs, 1.156ms, 1.151ms, 1.31ms, 1.364ms, 1.702ms, 29.516ms +Bytes In [total, mean] 4775988, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-https-plus.png](gradual-scale-up-https-plus.png) +![gradual-scale-up-http-plus.png](gradual-scale-up-http-plus.png) ### Scale Down Gradually -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 760.896µs -Latencies [min, mean, 50, 90, 95, 99, max] 433.285µs, 934.463µs, 905.034µs, 1.107ms, 1.202ms, 1.549ms, 83.045ms -Bytes In [total, mean] 14985575, 156.10 +Duration [total, attack, wait] 16m0s, 16m0s, 1.136ms +Latencies [min, mean, 50, 90, 95, 99, max] 577.2µs, 1.169ms, 1.161ms, 1.316ms, 1.366ms, 1.628ms, 72.479ms +Bytes In [total, mean] 15283137, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-https-plus.png](gradual-scale-down-https-plus.png) +![gradual-scale-down-http-plus.png](gradual-scale-down-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 797.537µs -Latencies [min, mean, 50, 90, 95, 99, max] 389.802µs, 906.16µs, 872.26µs, 1.081ms, 1.271ms, 1.729ms, 78.489ms -Bytes In [total, mean] 15561579, 162.10 +Duration [total, attack, wait] 16m0s, 16m0s, 1.188ms +Latencies [min, mean, 50, 90, 95, 99, max] 687.721µs, 1.229ms, 1.216ms, 1.364ms, 1.419ms, 1.697ms, 68.011ms +Bytes In [total, mean] 14707422, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-http-plus.png](gradual-scale-down-http-plus.png) +![gradual-scale-down-https-plus.png](gradual-scale-down-https-plus.png) ### Scale Up Abruptly @@ -222,9 +224,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.038ms -Latencies [min, mean, 50, 90, 95, 99, max] 438.072µs, 859.877µs, 851.049µs, 991.439µs, 1.042ms, 1.261ms, 9.194ms -Bytes In [total, mean] 1873263, 156.11 +Duration [total, attack, wait] 2m0s, 2m0s, 1.264ms +Latencies [min, mean, 50, 90, 95, 99, max] 718.712µs, 1.247ms, 1.217ms, 1.353ms, 1.401ms, 1.716ms, 37.253ms +Bytes In [total, mean] 1838307, 153.19 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -237,9 +239,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 745.836µs -Latencies [min, mean, 50, 90, 95, 99, max] 397.717µs, 825.498µs, 823.88µs, 955.33µs, 1.002ms, 1.198ms, 9.229ms -Bytes In [total, mean] 1945082, 162.09 +Duration [total, attack, wait] 2m0s, 2m0s, 1.329ms +Latencies [min, mean, 50, 90, 95, 99, max] 670.205µs, 1.191ms, 1.169ms, 1.31ms, 1.357ms, 1.582ms, 113.243ms +Bytes In [total, mean] 1910371, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -253,14 +255,15 @@ Error Set: #### Test: Send http /coffee traffic ```text -Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 853.74µs -Latencies [min, mean, 50, 90, 95, 99, max] 434.496µs, 857.503µs, 848.746µs, 975.447µs, 1.022ms, 1.187ms, 26.289ms -Bytes In [total, mean] 1945253, 162.10 +Requests [total, rate, throughput] 12000, 100.01, 91.67 +Duration [total, attack, wait] 2m0s, 2m0s, 1.262ms +Latencies [min, mean, 50, 90, 95, 99, max] 488.744µs, 1.133ms, 1.175ms, 1.329ms, 1.374ms, 1.478ms, 3.391ms +Bytes In [total, mean] 1901179, 158.43 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 100.00% -Status Codes [code:count] 200:12000 +Success [ratio] 91.67% +Status Codes [code:count] 200:11000 502:1000 Error Set: +502 Bad Gateway ``` ![abrupt-scale-down-http-plus.png](abrupt-scale-down-http-plus.png) @@ -269,9 +272,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 849.564µs -Latencies [min, mean, 50, 90, 95, 99, max] 453.708µs, 899.405µs, 881.221µs, 1.024ms, 1.074ms, 1.234ms, 8.51ms -Bytes In [total, mean] 1873266, 156.11 +Duration [total, attack, wait] 2m0s, 2m0s, 1.186ms +Latencies [min, mean, 50, 90, 95, 99, max] 746.375µs, 1.23ms, 1.233ms, 1.364ms, 1.407ms, 1.537ms, 20.761ms +Bytes In [total, mean] 1838411, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png index 450efa3f68..17457326c9 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png index f09d91c088..d13a5ee457 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png index 450efa3f68..17457326c9 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png index f09d91c088..d13a5ee457 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png index 1956882a7a..a2372742b7 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png index 23d466b705..1d4f15c123 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png index 1956882a7a..a2372742b7 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png index 23d466b705..1d4f15c123 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png index 4d7a5204e9..7ef9180c35 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png index 75b6e12b2c..74b0930b90 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png index 4d7a5204e9..7ef9180c35 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png index 75b6e12b2c..74b0930b90 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png index 08f89e08c5..72bf597417 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png index e0b62dc33f..e9e06c4281 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png index 08f89e08c5..72bf597417 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png index e0b62dc33f..e9e06c4281 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png differ