diff --git a/tests/results/dp-perf/edge/edge-oss.md b/tests/results/dp-perf/edge/edge-oss.md index b882ea0a60..5d16ff8d76 100644 --- a/tests/results/dp-perf/edge/edge-oss.md +++ b/tests/results/dp-perf/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: 3c029b1417c1f89f2a29aeef07f47078640e28b2 -- Date: 2024-08-15T00:04:25Z +- Commit: 747a8c8cb51d72104b88598068f4b7de330c3981 +- Date: 2024-09-03T14:51:18Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.29.6-gke.1326000 +- k8s version: v1.29.7-gke.1104000 - vCPUs per node: 16 -- RAM per node: 65855012Ki +- RAM per node: 65855004Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,24 +23,23 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 999.91 -Duration [total, attack, wait] 30s, 29.999s, 586.041µs -Latencies [min, mean, 50, 90, 95, 99, max] 459.105µs, 652.462µs, 640.858µs, 731.955µs, 766.916µs, 868.446µs, 5.683ms -Bytes In [total, mean] 4829967, 161.00 +Requests [total, rate, throughput] 30000, 1000.00, 999.98 +Duration [total, attack, wait] 30.001s, 30s, 584.105µs +Latencies [min, mean, 50, 90, 95, 99, max] 467.184µs, 587.86µs, 579.209µs, 641.536µs, 663.75µs, 722.651µs, 6.479ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 99.99% -Status Codes [code:count] 200:29997 502:3 +Success [ratio] 100.00% +Status Codes [code:count] 200:30000 Error Set: -502 Bad Gateway ``` ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 637.326µs -Latencies [min, mean, 50, 90, 95, 99, max] 474.92µs, 694.704µs, 678.367µs, 786.23µs, 826.769µs, 934.323µs, 12.252ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 631.406µs +Latencies [min, mean, 50, 90, 95, 99, max] 486.621µs, 610.947µs, 602.417µs, 667.172µs, 692.688µs, 755.451µs, 8.14ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -50,10 +49,10 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 999.99 -Duration [total, attack, wait] 30s, 30s, 676.679µs -Latencies [min, mean, 50, 90, 95, 99, max] 525.067µs, 708.22µs, 693.208µs, 804.086µs, 849.031µs, 958.899µs, 10.449ms -Bytes In [total, mean] 5100000, 170.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 588.721µs +Latencies [min, mean, 50, 90, 95, 99, max] 502.229µs, 627.365µs, 618.853µs, 681.052µs, 706.527µs, 768.011µs, 11.029ms +Bytes In [total, mean] 5070000, 169.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -63,10 +62,10 @@ Error Set: ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.99 -Duration [total, attack, wait] 30s, 30s, 637.156µs -Latencies [min, mean, 50, 90, 95, 99, max] 512.28µs, 691.498µs, 675.513µs, 780.523µs, 817.834µs, 910.375µs, 9.619ms -Bytes In [total, mean] 4770000, 159.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 558.082µs +Latencies [min, mean, 50, 90, 95, 99, max] 489.772µs, 609.939µs, 601.244µs, 664.959µs, 689.924µs, 750.118µs, 6.527ms +Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -76,10 +75,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.00, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 773.157µs -Latencies [min, mean, 50, 90, 95, 99, max] 503.29µs, 669.335µs, 655.455µs, 754.428µs, 792.559µs, 892.505µs, 10.652ms -Bytes In [total, mean] 4770000, 159.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 541.556µs +Latencies [min, mean, 50, 90, 95, 99, max] 493.629µs, 611.91µs, 602.091µs, 667.353µs, 694.386µs, 757.909µs, 9.034ms +Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/dp-perf/edge/edge-plus.md b/tests/results/dp-perf/edge/edge-plus.md index a25f201ca5..b88970961c 100644 --- a/tests/results/dp-perf/edge/edge-plus.md +++ b/tests/results/dp-perf/edge/edge-plus.md @@ -6,14 +6,14 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: 3c029b1417c1f89f2a29aeef07f47078640e28b2 -- Date: 2024-08-15T00:04:25Z +- Commit: 747a8c8cb51d72104b88598068f4b7de330c3981 +- Date: 2024-09-03T14:51:18Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.29.6-gke.1326000 +- k8s version: v1.29.7-gke.1104000 - vCPUs per node: 16 - RAM per node: 65855012Ki - Max pods per node: 110 @@ -24,9 +24,9 @@ GKE Cluster: ```text Requests [total, rate, throughput] 30000, 1000.01, 999.99 -Duration [total, attack, wait] 30s, 30s, 673.045µs -Latencies [min, mean, 50, 90, 95, 99, max] 487.307µs, 681.853µs, 664.969µs, 758.583µs, 798.223µs, 915.644µs, 11.35ms -Bytes In [total, mean] 4740000, 158.00 +Duration [total, attack, wait] 30s, 30s, 635.089µs +Latencies [min, mean, 50, 90, 95, 99, max] 476.925µs, 667.998µs, 656.292µs, 746.828µs, 778.924µs, 860.107µs, 12.062ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -37,9 +37,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 687.489µs -Latencies [min, mean, 50, 90, 95, 99, max] 508.353µs, 694.959µs, 683.138µs, 780.78µs, 818.701µs, 943.447µs, 7.212ms -Bytes In [total, mean] 4770000, 159.00 +Duration [total, attack, wait] 30s, 29.999s, 628.171µs +Latencies [min, mean, 50, 90, 95, 99, max] 529.939µs, 701.597µs, 690.442µs, 786.674µs, 822.114µs, 910.842µs, 9.89ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -49,10 +49,10 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.99 -Duration [total, attack, wait] 30s, 30s, 607.004µs -Latencies [min, mean, 50, 90, 95, 99, max] 525.289µs, 702.559µs, 688.194µs, 791.113µs, 832.688µs, 952.855µs, 8.97ms -Bytes In [total, mean] 5010000, 167.00 +Requests [total, rate, throughput] 30000, 1000.06, 1000.03 +Duration [total, attack, wait] 29.999s, 29.998s, 658.589µs +Latencies [min, mean, 50, 90, 95, 99, max] 527.154µs, 713.359µs, 699.601µs, 804.852µs, 843.397µs, 927.976µs, 9.38ms +Bytes In [total, mean] 5070000, 169.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -62,10 +62,10 @@ Error Set: ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 999.99 -Duration [total, attack, wait] 30s, 30s, 682.661µs -Latencies [min, mean, 50, 90, 95, 99, max] 520.536µs, 700.459µs, 686.666µs, 790.333µs, 830.005µs, 947.376µs, 13.797ms -Bytes In [total, mean] 4680000, 156.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.99 +Duration [total, attack, wait] 30s, 30s, 685.054µs +Latencies [min, mean, 50, 90, 95, 99, max] 530.743µs, 703.953µs, 688.22µs, 791.622µs, 832.34µs, 934.799µs, 10.54ms +Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -75,12 +75,12 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 734.519µs -Latencies [min, mean, 50, 90, 95, 99, max] 517.019µs, 687.341µs, 674.327µs, 775.376µs, 819.395µs, 936.514µs, 8.43ms -Bytes In [total, mean] 4680000, 156.00 +Requests [total, rate, throughput] 29999, 1000.00, 999.98 +Duration [total, attack, wait] 30s, 29.999s, 630.725µs +Latencies [min, mean, 50, 90, 95, 99, max] 521.167µs, 715.243µs, 698.731µs, 798.688µs, 835.025µs, 934.171µs, 18.629ms +Bytes In [total, mean] 4739842, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:30000 +Status Codes [code:count] 200:29999 Error Set: ``` diff --git a/tests/results/ngf-upgrade/edge/edge-oss.md b/tests/results/ngf-upgrade/edge/edge-oss.md index a1cd7c1541..8cd1491d46 100644 --- a/tests/results/ngf-upgrade/edge/edge-oss.md +++ b/tests/results/ngf-upgrade/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: 3c029b1417c1f89f2a29aeef07f47078640e28b2 -- Date: 2024-08-15T00:04:25Z +- Commit: 747a8c8cb51d72104b88598068f4b7de330c3981 +- Date: 2024-09-03T14:51:18Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.29.6-gke.1326000 +- k8s version: v1.29.7-gke.1104000 - vCPUs per node: 16 -- RAM per node: 65855012Ki +- RAM per node: 65855004Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,9 +24,9 @@ GKE Cluster: ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 879.288µs -Latencies [min, mean, 50, 90, 95, 99, max] 624.858µs, 833.765µs, 811.136µs, 926.889µs, 971.561µs, 1.103ms, 12.54ms -Bytes In [total, mean] 962028, 160.34 +Duration [total, attack, wait] 59.992s, 59.991s, 977.211µs +Latencies [min, mean, 50, 90, 95, 99, max] 632.106µs, 874.17µs, 856.589µs, 998.899µs, 1.049ms, 1.192ms, 7.44ms +Bytes In [total, mean] 966000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 @@ -39,9 +39,9 @@ Error Set: ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 877.076µs -Latencies [min, mean, 50, 90, 95, 99, max] 630.112µs, 888.373µs, 853.502µs, 995.531µs, 1.046ms, 1.215ms, 12.537ms -Bytes In [total, mean] 918000, 153.00 +Duration [total, attack, wait] 59.991s, 59.991s, 843.606µs +Latencies [min, mean, 50, 90, 95, 99, max] 615.636µs, 858.807µs, 842.243µs, 963.533µs, 1.014ms, 1.166ms, 7.665ms +Bytes In [total, mean] 927944, 154.66 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 diff --git a/tests/results/ngf-upgrade/edge/edge-plus.md b/tests/results/ngf-upgrade/edge/edge-plus.md index 92fc147cb7..9ce12981c2 100644 --- a/tests/results/ngf-upgrade/edge/edge-plus.md +++ b/tests/results/ngf-upgrade/edge/edge-plus.md @@ -6,46 +6,46 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: 3c029b1417c1f89f2a29aeef07f47078640e28b2 -- Date: 2024-08-15T00:04:25Z +- Commit: 747a8c8cb51d72104b88598068f4b7de330c3981 +- Date: 2024-09-03T14:51:18Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.29.6-gke.1326000 +- k8s version: v1.29.7-gke.1104000 - vCPUs per node: 16 - RAM per node: 65855012Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## Test: Send http /coffee traffic +## Test: Send https /tea traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.992s, 59.991s, 994.033µs -Latencies [min, mean, 50, 90, 95, 99, max] 618.031µs, 867.451µs, 853.111µs, 978.461µs, 1.029ms, 1.281ms, 3.592ms -Bytes In [total, mean] 960000, 160.00 +Duration [total, attack, wait] 59.991s, 59.991s, 830.225µs +Latencies [min, mean, 50, 90, 95, 99, max] 643.941µs, 905.713µs, 889.406µs, 1.029ms, 1.074ms, 1.218ms, 12.298ms +Bytes In [total, mean] 912000, 152.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![http-plus.png](http-plus.png) +![https-plus.png](https-plus.png) -## Test: Send https /tea traffic +## Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.992s, 59.991s, 1.001ms -Latencies [min, mean, 50, 90, 95, 99, max] 699.522µs, 977.274µs, 952.901µs, 1.125ms, 1.185ms, 1.338ms, 7.794ms -Bytes In [total, mean] 918000, 153.00 +Duration [total, attack, wait] 59.991s, 59.991s, 727.47µs +Latencies [min, mean, 50, 90, 95, 99, max] 421.538µs, 824.665µs, 805.849µs, 940.169µs, 985.195µs, 1.133ms, 22.968ms +Bytes In [total, mean] 955990, 159.33 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![https-plus.png](https-plus.png) +![http-plus.png](http-plus.png) diff --git a/tests/results/ngf-upgrade/edge/http-oss.png b/tests/results/ngf-upgrade/edge/http-oss.png index f9b80a4584..dda79a5d29 100644 Binary files a/tests/results/ngf-upgrade/edge/http-oss.png and b/tests/results/ngf-upgrade/edge/http-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/http-plus.png b/tests/results/ngf-upgrade/edge/http-plus.png index e9b9409114..4fbf66198c 100644 Binary files a/tests/results/ngf-upgrade/edge/http-plus.png and b/tests/results/ngf-upgrade/edge/http-plus.png differ diff --git a/tests/results/ngf-upgrade/edge/https-oss.png b/tests/results/ngf-upgrade/edge/https-oss.png index f9b80a4584..dda79a5d29 100644 Binary files a/tests/results/ngf-upgrade/edge/https-oss.png and b/tests/results/ngf-upgrade/edge/https-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/https-plus.png b/tests/results/ngf-upgrade/edge/https-plus.png index e9b9409114..4fbf66198c 100644 Binary files a/tests/results/ngf-upgrade/edge/https-plus.png and b/tests/results/ngf-upgrade/edge/https-plus.png differ diff --git a/tests/results/reconfig/edge/edge-oss.md b/tests/results/reconfig/edge/edge-oss.md index c7a41571b1..52872e521d 100644 --- a/tests/results/reconfig/edge/edge-oss.md +++ b/tests/results/reconfig/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: 3c029b1417c1f89f2a29aeef07f47078640e28b2 -- Date: 2024-08-15T00:04:25Z +- Commit: 747a8c8cb51d72104b88598068f4b7de330c3981 +- Date: 2024-09-03T14:51:18Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.29.6-gke.1326000 +- k8s version: v1.29.7-gke.1104000 - vCPUs per node: 16 -- RAM per node: 65855012Ki +- RAM per node: 65855004Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,7 +24,7 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 2s +- TimeToReadyTotal: 3s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 - NGINX Reload Average Time: 113ms @@ -39,7 +39,7 @@ GKE Cluster: ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 48ms +- Event Batch Processing Average Time: 46ms - Event Batch Processing distribution: - 500ms: 6 - 1000ms: 6 @@ -48,7 +48,6 @@ GKE Cluster: - 30000ms: 6 - +Infms: 6 - ## Test 1: Resources exist before startup - NumResources 150 ### Reloads and Time to Ready @@ -68,7 +67,7 @@ GKE Cluster: ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 46ms +- Event Batch Processing Average Time: 48ms - Event Batch Processing distribution: - 500ms: 6 - 1000ms: 6 @@ -77,15 +76,14 @@ GKE Cluster: - 30000ms: 6 - +Infms: 6 - ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 ### Reloads and Time to Ready -- TimeToReadyTotal: 8s +- TimeToReadyTotal: 7s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 62 -- NGINX Reload Average Time: 125ms +- NGINX Reload Average Time: 126ms - Reload distribution: - 500ms: 62 - 1000ms: 62 @@ -96,45 +94,43 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 338 +- Event Batch Total: 336 - Event Batch Processing Average Time: 23ms - Event Batch Processing distribution: - - 500ms: 338 - - 1000ms: 338 - - 5000ms: 338 - - 10000ms: 338 - - 30000ms: 338 - - +Infms: 338 - + - 500ms: 336 + - 1000ms: 336 + - 5000ms: 336 + - 10000ms: 336 + - 30000ms: 336 + - +Infms: 336 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 44s +- TimeToReadyTotal: 43s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 341 +- NGINX Reloads: 343 - NGINX Reload Average Time: 126ms - Reload distribution: - - 500ms: 341 - - 1000ms: 341 - - 5000ms: 341 - - 10000ms: 341 - - 30000ms: 341 - - +Infms: 341 + - 500ms: 343 + - 1000ms: 343 + - 5000ms: 343 + - 10000ms: 343 + - 30000ms: 343 + - +Infms: 343 ### Event Batch Processing -- Event Batch Total: 1695 +- Event Batch Total: 1696 - Event Batch Processing Average Time: 25ms - Event Batch Processing distribution: - - 500ms: 1695 - - 1000ms: 1695 - - 5000ms: 1695 - - 10000ms: 1695 - - 30000ms: 1695 - - +Infms: 1695 - + - 500ms: 1696 + - 1000ms: 1696 + - 5000ms: 1696 + - 10000ms: 1696 + - 30000ms: 1696 + - +Infms: 1696 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -142,44 +138,43 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 63 +- NGINX Reloads: 64 - NGINX Reload Average Time: 125ms - Reload distribution: - - 500ms: 63 - - 1000ms: 63 - - 5000ms: 63 - - 10000ms: 63 - - 30000ms: 63 - - +Infms: 63 + - 500ms: 64 + - 1000ms: 64 + - 5000ms: 64 + - 10000ms: 64 + - 30000ms: 64 + - +Infms: 64 ### Event Batch Processing -- Event Batch Total: 307 +- Event Batch Total: 304 - Event Batch Processing Average Time: 26ms - Event Batch Processing distribution: - - 500ms: 307 - - 1000ms: 307 - - 5000ms: 307 - - 10000ms: 307 - - 30000ms: 307 - - +Infms: 307 - + - 500ms: 304 + - 1000ms: 304 + - 5000ms: 304 + - 10000ms: 304 + - 30000ms: 304 + - +Infms: 304 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: < 1s +- TimeToReadyTotal: 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 345 +- NGINX Reloads: 341 - NGINX Reload Average Time: 126ms - Reload distribution: - - 500ms: 345 - - 1000ms: 345 - - 5000ms: 345 - - 10000ms: 345 - - 30000ms: 345 - - +Infms: 345 + - 500ms: 341 + - 1000ms: 341 + - 5000ms: 341 + - 10000ms: 341 + - 30000ms: 341 + - +Infms: 341 ### Event Batch Processing diff --git a/tests/results/reconfig/edge/edge-plus.md b/tests/results/reconfig/edge/edge-plus.md index 26bd9e3593..8b3dac2075 100644 --- a/tests/results/reconfig/edge/edge-plus.md +++ b/tests/results/reconfig/edge/edge-plus.md @@ -6,14 +6,14 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: 3c029b1417c1f89f2a29aeef07f47078640e28b2 -- Date: 2024-08-15T00:04:25Z +- Commit: 747a8c8cb51d72104b88598068f4b7de330c3981 +- Date: 2024-09-03T14:51:18Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.29.6-gke.1326000 +- k8s version: v1.29.7-gke.1104000 - vCPUs per node: 16 - RAM per node: 65855012Ki - Max pods per node: 110 @@ -24,7 +24,7 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 3s +- TimeToReadyTotal: 4s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 - NGINX Reload Average Time: 113ms @@ -38,22 +38,21 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 6 -- Event Batch Processing Average Time: 46ms +- Event Batch Total: 7 +- Event Batch Processing Average Time: 39ms - Event Batch Processing distribution: - - 500ms: 6 - - 1000ms: 6 - - 5000ms: 6 - - 10000ms: 6 - - 30000ms: 6 - - +Infms: 6 - + - 500ms: 7 + - 1000ms: 7 + - 5000ms: 7 + - 10000ms: 7 + - 30000ms: 7 + - +Infms: 7 ## Test 1: Resources exist before startup - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 1s +- TimeToReadyTotal: 3s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 - NGINX Reload Average Time: 113ms @@ -68,7 +67,7 @@ GKE Cluster: ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 54ms +- Event Batch Processing Average Time: 47ms - Event Batch Processing distribution: - 500ms: 6 - 1000ms: 6 @@ -77,15 +76,14 @@ GKE Cluster: - 30000ms: 6 - +Infms: 6 - ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 ### Reloads and Time to Ready -- TimeToReadyTotal: 7s +- TimeToReadyTotal: 8s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 62 -- NGINX Reload Average Time: 126ms +- NGINX Reload Average Time: 125ms - Reload distribution: - 500ms: 62 - 1000ms: 62 @@ -106,35 +104,33 @@ GKE Cluster: - 30000ms: 338 - +Infms: 338 - ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 ### Reloads and Time to Ready - TimeToReadyTotal: 44s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 343 +- NGINX Reloads: 342 - NGINX Reload Average Time: 126ms - Reload distribution: - - 500ms: 343 - - 1000ms: 343 - - 5000ms: 343 - - 10000ms: 343 - - 30000ms: 343 - - +Infms: 343 + - 500ms: 342 + - 1000ms: 342 + - 5000ms: 342 + - 10000ms: 342 + - 30000ms: 342 + - +Infms: 342 ### Event Batch Processing -- Event Batch Total: 1699 +- Event Batch Total: 1694 - Event Batch Processing Average Time: 25ms - Event Batch Processing distribution: - - 500ms: 1699 - - 1000ms: 1699 - - 5000ms: 1699 - - 10000ms: 1699 - - 30000ms: 1699 - - +Infms: 1699 - + - 500ms: 1694 + - 1000ms: 1694 + - 5000ms: 1694 + - 10000ms: 1694 + - 30000ms: 1694 + - +Infms: 1694 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -154,41 +150,40 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 307 +- Event Batch Total: 308 - Event Batch Processing Average Time: 26ms - Event Batch Processing distribution: - - 500ms: 307 - - 1000ms: 307 - - 5000ms: 307 - - 10000ms: 307 - - 30000ms: 307 - - +Infms: 307 - + - 500ms: 308 + - 1000ms: 308 + - 5000ms: 308 + - 10000ms: 308 + - 30000ms: 308 + - +Infms: 308 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: < 1s +- TimeToReadyTotal: 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 342 +- NGINX Reloads: 343 - NGINX Reload Average Time: 125ms - Reload distribution: - - 500ms: 342 - - 1000ms: 342 - - 5000ms: 342 - - 10000ms: 342 - - 30000ms: 342 - - +Infms: 342 + - 500ms: 343 + - 1000ms: 343 + - 5000ms: 343 + - 10000ms: 343 + - 30000ms: 343 + - +Infms: 343 ### Event Batch Processing -- Event Batch Total: 1550 +- Event Batch Total: 1546 - Event Batch Processing Average Time: 28ms - Event Batch Processing distribution: - - 500ms: 1550 - - 1000ms: 1550 - - 5000ms: 1550 - - 10000ms: 1550 - - 30000ms: 1550 - - +Infms: 1550 + - 500ms: 1546 + - 1000ms: 1546 + - 5000ms: 1546 + - 10000ms: 1546 + - 30000ms: 1546 + - +Infms: 1546 diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png index 6d7109adf7..fff61fa98a 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png index a2f898bd75..c19c124f80 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png index 1d97063b61..5a3885b672 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png index 7b3a857ce8..367aa69af9 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png index 9711027754..32d1be4fdb 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png index 74603b3be7..8823f793e8 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png index 5bc7f0cdb0..9235f72a40 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png index 343b0a3d64..cf2299abfd 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png index ad1b48109d..d6ae4ca16b 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png index 701085b98d..92ff824b1c 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log new file mode 100644 index 0000000000..9ad5cff279 --- /dev/null +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log @@ -0,0 +1 @@ +{"level":"debug","ts":"2024-09-03T15:13:07Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"}{"level":"debug","ts":"2024-09-03T15:14:27Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} \ No newline at end of file diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log new file mode 100644 index 0000000000..4a9f47dc31 --- /dev/null +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log @@ -0,0 +1 @@ +{"level":"debug","ts":"2024-09-03T15:16:45Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} \ No newline at end of file diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png index 4f50abb826..e28b21944e 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png index 511357e31d..f62fe1f799 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png index e2f97dd326..74bef9a2f2 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png index d93d60e89a..04936aa4e7 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png index e8f2459035..c4715bf5d6 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png and b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png index d508e48893..0b11fa6bed 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png and b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log b/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log new file mode 100644 index 0000000000..065d529552 --- /dev/null +++ b/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log @@ -0,0 +1 @@ +{"level":"debug","ts":"2024-09-03T15:10:15Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"}{"level":"debug","ts":"2024-09-03T15:10:19Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"}{"level":"debug","ts":"2024-09-03T15:10:19Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} \ No newline at end of file diff --git a/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log b/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log new file mode 100644 index 0000000000..d4041a3a99 --- /dev/null +++ b/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log @@ -0,0 +1 @@ +{"level":"debug","ts":"2024-09-03T15:12:37Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"}{"level":"debug","ts":"2024-09-03T15:12:39Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"}{"level":"debug","ts":"2024-09-03T15:12:45Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} \ No newline at end of file diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png index e386acfbdb..8f390d022b 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png index 3338a139f1..1b2e828229 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png index b975fc2b59..dc5d21640f 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png index 7697097026..7958b4fffd 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png index f527c02646..b6801148cd 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png index ce0002937b..ab4acdfe10 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/ngf-oss.log b/tests/results/scale/edge/TestScale_UpstreamServers/ngf-oss.log new file mode 100644 index 0000000000..6b864b6b95 --- /dev/null +++ b/tests/results/scale/edge/TestScale_UpstreamServers/ngf-oss.log @@ -0,0 +1 @@ +{"level":"debug","ts":"2024-09-03T15:27:51Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"}W0903 15:29:10.991675 7 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.0/tools/cache/reflector.go:243: watch of *v1.EndpointSlice ended with: an error on the server ("unable to decode an event from the watch stream: got short buffer with n=0, base=4092, cap=81920") has prevented the request from succeeding \ No newline at end of file diff --git a/tests/results/scale/edge/edge-oss.md b/tests/results/scale/edge/edge-oss.md index 069aa0b6b6..d6eb0b2991 100644 --- a/tests/results/scale/edge/edge-oss.md +++ b/tests/results/scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: 3c029b1417c1f89f2a29aeef07f47078640e28b2 -- Date: 2024-08-15T00:04:25Z +- Commit: 747a8c8cb51d72104b88598068f4b7de330c3981 +- Date: 2024-09-03T14:51:18Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.29.6-gke.1326000 +- k8s version: v1.29.7-gke.1104000 - vCPUs per node: 16 -- RAM per node: 65855012Ki +- RAM per node: 65855004Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,32 +24,32 @@ GKE Cluster: ### Reloads -- Total: 128 +- Total: 125 - Total Errors: 0 -- Average Time: 151ms +- Average Time: 145ms - Reload distribution: - - 500ms: 128 - - 1000ms: 128 - - 5000ms: 128 - - 10000ms: 128 - - 30000ms: 128 - - +Infms: 128 + - 500ms: 125 + - 1000ms: 125 + - 5000ms: 125 + - 10000ms: 125 + - 30000ms: 125 + - +Infms: 125 ### Event Batch Processing -- Total: 386 +- Total: 384 - Average Time: 124ms - Event Batch Processing distribution: - - 500ms: 352 + - 500ms: 345 - 1000ms: 384 - - 5000ms: 386 - - 10000ms: 386 - - 30000ms: 386 - - +Infms: 386 + - 5000ms: 384 + - 10000ms: 384 + - 30000ms: 384 + - +Infms: 384 ### Errors -- NGF errors: 0 +- NGF errors: 3 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -65,7 +65,7 @@ The logs are attached only if there are errors. - Total: 127 - Total Errors: 0 -- Average Time: 177ms +- Average Time: 164ms - Reload distribution: - 500ms: 127 - 1000ms: 127 @@ -76,19 +76,19 @@ The logs are attached only if there are errors. ### Event Batch Processing -- Total: 448 +- Total: 449 - Average Time: 120ms - Event Batch Processing distribution: - - 500ms: 402 - - 1000ms: 447 - - 5000ms: 448 - - 10000ms: 448 - - 30000ms: 448 - - +Infms: 448 + - 500ms: 407 + - 1000ms: 446 + - 5000ms: 449 + - 10000ms: 449 + - 30000ms: 449 + - +Infms: 449 ### Errors -- NGF errors: 0 +- NGF errors: 2 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -104,9 +104,9 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 394ms +- Average Time: 347ms - Reload distribution: - - 500ms: 687 + - 500ms: 842 - 1000ms: 1001 - 5000ms: 1001 - 10000ms: 1001 @@ -116,9 +116,9 @@ The logs are attached only if there are errors. ### Event Batch Processing - Total: 1008 -- Average Time: 444ms +- Average Time: 406ms - Event Batch Processing distribution: - - 500ms: 613 + - 500ms: 698 - 1000ms: 1008 - 5000ms: 1008 - 10000ms: 1008 @@ -141,32 +141,32 @@ The logs are attached only if there are errors. ### Reloads -- Total: 107 +- Total: 137 - Total Errors: 0 - Average Time: 126ms - Reload distribution: - - 500ms: 107 - - 1000ms: 107 - - 5000ms: 107 - - 10000ms: 107 - - 30000ms: 107 - - +Infms: 107 + - 500ms: 137 + - 1000ms: 137 + - 5000ms: 137 + - 10000ms: 137 + - 30000ms: 137 + - +Infms: 137 ### Event Batch Processing -- Total: 110 +- Total: 140 - Average Time: 125ms - Event Batch Processing distribution: - - 500ms: 110 - - 1000ms: 110 - - 5000ms: 110 - - 10000ms: 110 - - 30000ms: 110 - - +Infms: 110 + - 500ms: 140 + - 1000ms: 140 + - 5000ms: 140 + - 10000ms: 140 + - 30000ms: 140 + - +Infms: 140 ### Errors -- NGF errors: 0 +- NGF errors: 2 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -179,20 +179,20 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.00, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 663.08µs -Latencies [min, mean, 50, 90, 95, 99, max] 518.253µs, 721.379µs, 690.364µs, 801.458µs, 846.06µs, 972.256µs, 12.432ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 666.43µs +Latencies [min, mean, 50, 90, 95, 99, max] 520.85µs, 724.76µs, 686.355µs, 776.205µs, 811.753µs, 923.775µs, 21.111ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 775.127µs -Latencies [min, mean, 50, 90, 95, 99, max] 586.924µs, 794.034µs, 771.093µs, 911.524µs, 965.023µs, 1.086ms, 12.692ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.99 +Duration [total, attack, wait] 30s, 30s, 739.661µs +Latencies [min, mean, 50, 90, 95, 99, max] 569.875µs, 773.833µs, 759.109µs, 866.32µs, 912.478µs, 1.021ms, 10.63ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/scale/edge/edge-plus.md b/tests/results/scale/edge/edge-plus.md index 18f6d18bcf..2aa2789023 100644 --- a/tests/results/scale/edge/edge-plus.md +++ b/tests/results/scale/edge/edge-plus.md @@ -6,14 +6,14 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: 3c029b1417c1f89f2a29aeef07f47078640e28b2 -- Date: 2024-08-15T00:04:25Z +- Commit: 747a8c8cb51d72104b88598068f4b7de330c3981 +- Date: 2024-09-03T14:51:18Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.29.6-gke.1326000 +- k8s version: v1.29.7-gke.1104000 - vCPUs per node: 16 - RAM per node: 65855012Ki - Max pods per node: 110 @@ -24,32 +24,32 @@ GKE Cluster: ### Reloads -- Total: 127 +- Total: 125 - Total Errors: 0 -- Average Time: 146ms +- Average Time: 147ms - Reload distribution: - - 500ms: 127 - - 1000ms: 127 - - 5000ms: 127 - - 10000ms: 127 - - 30000ms: 127 - - +Infms: 127 + - 500ms: 125 + - 1000ms: 125 + - 5000ms: 125 + - 10000ms: 125 + - 30000ms: 125 + - +Infms: 125 ### Event Batch Processing -- Total: 386 -- Average Time: 125ms +- Total: 384 +- Average Time: 124ms - Event Batch Processing distribution: - - 500ms: 351 - - 1000ms: 386 - - 5000ms: 386 - - 10000ms: 386 - - 30000ms: 386 - - +Infms: 386 + - 500ms: 352 + - 1000ms: 382 + - 5000ms: 384 + - 10000ms: 384 + - 30000ms: 384 + - +Infms: 384 ### Errors -- NGF errors: 0 +- NGF errors: 3 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -65,7 +65,7 @@ The logs are attached only if there are errors. - Total: 127 - Total Errors: 0 -- Average Time: 170ms +- Average Time: 167ms - Reload distribution: - 500ms: 127 - 1000ms: 127 @@ -77,10 +77,10 @@ The logs are attached only if there are errors. ### Event Batch Processing - Total: 450 -- Average Time: 120ms +- Average Time: 117ms - Event Batch Processing distribution: - - 500ms: 410 - - 1000ms: 449 + - 500ms: 408 + - 1000ms: 447 - 5000ms: 450 - 10000ms: 450 - 30000ms: 450 @@ -88,7 +88,7 @@ The logs are attached only if there are errors. ### Errors -- NGF errors: 0 +- NGF errors: 1 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -104,9 +104,9 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 360ms +- Average Time: 365ms - Reload distribution: - - 500ms: 776 + - 500ms: 777 - 1000ms: 1001 - 5000ms: 1001 - 10000ms: 1001 @@ -115,15 +115,15 @@ The logs are attached only if there are errors. ### Event Batch Processing -- Total: 1008 -- Average Time: 415ms +- Total: 1007 +- Average Time: 427ms - Event Batch Processing distribution: - - 500ms: 670 - - 1000ms: 1008 - - 5000ms: 1008 - - 10000ms: 1008 - - 30000ms: 1008 - - +Infms: 1008 + - 500ms: 638 + - 1000ms: 1007 + - 5000ms: 1007 + - 10000ms: 1007 + - 30000ms: 1007 + - +Infms: 1007 ### Errors @@ -154,21 +154,21 @@ The logs are attached only if there are errors. ### Event Batch Processing -- Total: 170 +- Total: 211 - Average Time: 9ms - Event Batch Processing distribution: - - 500ms: 170 - - 1000ms: 170 - - 5000ms: 170 - - 10000ms: 170 - - 30000ms: 170 - - +Infms: 170 + - 500ms: 211 + - 1000ms: 211 + - 5000ms: 211 + - 10000ms: 211 + - 30000ms: 211 + - +Infms: 211 ### Errors -- NGF errors: 1 +- NGF errors: 0 - NGF container restarts: 0 -- NGINX errors: 2 +- NGINX errors: 0 - NGINX container restarts: 0 ### Graphs and Logs @@ -179,9 +179,9 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 783.45µs -Latencies [min, mean, 50, 90, 95, 99, max] 501.197µs, 745.893µs, 720.178µs, 843.83µs, 894.201µs, 1.029ms, 23.698ms +Requests [total, rate, throughput] 30000, 1000.01, 999.98 +Duration [total, attack, wait] 30.001s, 30s, 705.698µs +Latencies [min, mean, 50, 90, 95, 99, max] 516.719µs, 718.295µs, 696.616µs, 816.483µs, 864.936µs, 991.987µs, 12.915ms Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% @@ -189,9 +189,9 @@ Status Codes [code:count] 200:30000 Error Set: ``` ```text -Requests [total, rate, throughput] 30000, 1000.02, 999.99 -Duration [total, attack, wait] 30s, 29.999s, 699.999µs -Latencies [min, mean, 50, 90, 95, 99, max] 599.544µs, 832.984µs, 805.272µs, 963.3µs, 1.033ms, 1.193ms, 14.793ms +Requests [total, rate, throughput] 30000, 1000.04, 1000.02 +Duration [total, attack, wait] 30s, 29.999s, 836.809µs +Latencies [min, mean, 50, 90, 95, 99, max] 587.011µs, 806.739µs, 782.169µs, 934.845µs, 1.009ms, 1.151ms, 10.413ms Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png index 99103989f6..3ee34563a3 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png index 82c8e7f652..2cc5d4a901 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png index 99103989f6..3ee34563a3 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png index 82c8e7f652..2cc5d4a901 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png index f43709b271..b05e9658e8 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png index 41d4ced1fb..ca6ebf8586 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png index f43709b271..b05e9658e8 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png index 41d4ced1fb..ca6ebf8586 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png index 03be8df2c9..127f695912 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png index 754f214b0d..498408711c 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png index 03be8df2c9..127f695912 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png index 754f214b0d..498408711c 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png index cf4e98d93c..c13e8f3645 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png index f02532ab6d..bb439a454b 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png index cf4e98d93c..c13e8f3645 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png index f02532ab6d..bb439a454b 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/edge-oss.md b/tests/results/zero-downtime-scale/edge/edge-oss.md index 9e73ac0ecc..2dbed1caa4 100644 --- a/tests/results/zero-downtime-scale/edge/edge-oss.md +++ b/tests/results/zero-downtime-scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: 3c029b1417c1f89f2a29aeef07f47078640e28b2 -- Date: 2024-08-15T00:04:25Z +- Commit: 747a8c8cb51d72104b88598068f4b7de330c3981 +- Date: 2024-09-03T14:51:18Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.29.6-gke.1326000 +- k8s version: v1.29.7-gke.1104000 - vCPUs per node: 16 -- RAM per node: 65855012Ki +- RAM per node: 65855004Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,35 +24,35 @@ GKE Cluster: ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 747.767µs -Latencies [min, mean, 50, 90, 95, 99, max] 414.569µs, 871.361µs, 860.543µs, 999.408µs, 1.053ms, 1.372ms, 23.601ms -Bytes In [total, mean] 4806003, 160.20 +Duration [total, attack, wait] 5m0s, 5m0s, 3.965ms +Latencies [min, mean, 50, 90, 95, 99, max] 404.177µs, 877.278µs, 870.227µs, 1.009ms, 1.064ms, 1.339ms, 12.386ms +Bytes In [total, mean] 4626000, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-http-oss.png](gradual-scale-up-affinity-http-oss.png) +![gradual-scale-up-affinity-https-oss.png](gradual-scale-up-affinity-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 909.264µs -Latencies [min, mean, 50, 90, 95, 99, max] 433.814µs, 887.623µs, 877.584µs, 1.018ms, 1.071ms, 1.351ms, 31.021ms -Bytes In [total, mean] 4596080, 153.20 +Duration [total, attack, wait] 5m0s, 5m0s, 2.248ms +Latencies [min, mean, 50, 90, 95, 99, max] 381.381µs, 846.858µs, 843.817µs, 980.732µs, 1.032ms, 1.269ms, 12.219ms +Bytes In [total, mean] 4835967, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-https-oss.png](gradual-scale-up-affinity-https-oss.png) +![gradual-scale-up-affinity-http-oss.png](gradual-scale-up-affinity-http-oss.png) ### Scale Down Gradually @@ -60,9 +60,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 781.11µs -Latencies [min, mean, 50, 90, 95, 99, max] 398.298µs, 843.922µs, 844.976µs, 978.632µs, 1.024ms, 1.248ms, 11.206ms -Bytes In [total, mean] 7689685, 160.20 +Duration [total, attack, wait] 8m0s, 8m0s, 694.581µs +Latencies [min, mean, 50, 90, 95, 99, max] 380.103µs, 838.63µs, 838.673µs, 966.853µs, 1.013ms, 1.245ms, 18.359ms +Bytes In [total, mean] 7737784, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -75,9 +75,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 807.808µs -Latencies [min, mean, 50, 90, 95, 99, max] 437.654µs, 873.586µs, 868.462µs, 1.006ms, 1.057ms, 1.275ms, 12.377ms -Bytes In [total, mean] 7353559, 153.20 +Duration [total, attack, wait] 8m0s, 8m0s, 1.051ms +Latencies [min, mean, 50, 90, 95, 99, max] 432.878µs, 861.821µs, 856.941µs, 985.9µs, 1.034ms, 1.237ms, 34.981ms +Bytes In [total, mean] 7401698, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -92,9 +92,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 928.789µs -Latencies [min, mean, 50, 90, 95, 99, max] 466.82µs, 898.446µs, 888.93µs, 1.04ms, 1.101ms, 1.277ms, 10.922ms -Bytes In [total, mean] 1838365, 153.20 +Duration [total, attack, wait] 2m0s, 2m0s, 1.093ms +Latencies [min, mean, 50, 90, 95, 99, max] 430.427µs, 886.722µs, 878.744µs, 1.038ms, 1.096ms, 1.305ms, 5.263ms +Bytes In [total, mean] 1850350, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -107,9 +107,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 946.422µs -Latencies [min, mean, 50, 90, 95, 99, max] 446.889µs, 863.531µs, 864.643µs, 993.534µs, 1.037ms, 1.24ms, 2.894ms -Bytes In [total, mean] 1922331, 160.19 +Duration [total, attack, wait] 2m0s, 2m0s, 932.099µs +Latencies [min, mean, 50, 90, 95, 99, max] 412.823µs, 840.224µs, 842.706µs, 982.988µs, 1.035ms, 1.239ms, 4.859ms +Bytes In [total, mean] 1934382, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -120,35 +120,35 @@ Error Set: ### Scale Down Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 803.302µs -Latencies [min, mean, 50, 90, 95, 99, max] 463.744µs, 843.899µs, 846.272µs, 971.262µs, 1.014ms, 1.138ms, 6.961ms -Bytes In [total, mean] 1922383, 160.20 +Duration [total, attack, wait] 2m0s, 2m0s, 939.323µs +Latencies [min, mean, 50, 90, 95, 99, max] 476.512µs, 912.927µs, 913.927µs, 1.043ms, 1.089ms, 1.24ms, 5.939ms +Bytes In [total, mean] 1850421, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) +![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 519.961µs -Latencies [min, mean, 50, 90, 95, 99, max] 451.477µs, 865.661µs, 863.067µs, 996.552µs, 1.046ms, 1.178ms, 6.933ms -Bytes In [total, mean] 1838348, 153.20 +Duration [total, attack, wait] 2m0s, 2m0s, 917.61µs +Latencies [min, mean, 50, 90, 95, 99, max] 432.34µs, 883.12µs, 886.593µs, 1.018ms, 1.065ms, 1.224ms, 4.956ms +Bytes In [total, mean] 1934463, 161.21 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) +![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) ## Multiple NGF Pods run per node Test Results @@ -158,9 +158,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 1.037ms -Latencies [min, mean, 50, 90, 95, 99, max] 462.784µs, 893.425µs, 884.052µs, 1.015ms, 1.068ms, 1.356ms, 11.968ms -Bytes In [total, mean] 4595998, 153.20 +Duration [total, attack, wait] 5m0s, 5m0s, 853.431µs +Latencies [min, mean, 50, 90, 95, 99, max] 422.011µs, 885.307µs, 871.566µs, 1.02ms, 1.08ms, 1.377ms, 12.314ms +Bytes In [total, mean] 4626089, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -173,9 +173,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 954.461µs -Latencies [min, mean, 50, 90, 95, 99, max] 434.113µs, 868.429µs, 864.548µs, 996.703µs, 1.052ms, 1.346ms, 9.717ms -Bytes In [total, mean] 4805945, 160.20 +Duration [total, attack, wait] 5m0s, 5m0s, 1.118ms +Latencies [min, mean, 50, 90, 95, 99, max] 429.304µs, 853.539µs, 845.965µs, 987.293µs, 1.042ms, 1.34ms, 7.511ms +Bytes In [total, mean] 4835978, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -186,96 +186,96 @@ Error Set: ### Scale Down Gradually -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 871.349µs -Latencies [min, mean, 50, 90, 95, 99, max] 440.552µs, 888.19µs, 880.655µs, 1.018ms, 1.073ms, 1.313ms, 41.155ms -Bytes In [total, mean] 14707143, 153.20 +Duration [total, attack, wait] 16m0s, 16m0s, 886.903µs +Latencies [min, mean, 50, 90, 95, 99, max] 397.498µs, 845.962µs, 839.184µs, 985.753µs, 1.044ms, 1.318ms, 38.887ms +Bytes In [total, mean] 15475093, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-https-oss.png](gradual-scale-down-https-oss.png) +![gradual-scale-down-http-oss.png](gradual-scale-down-http-oss.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 871.306µs -Latencies [min, mean, 50, 90, 95, 99, max] 427.257µs, 860.433µs, 858.936µs, 992.074µs, 1.043ms, 1.276ms, 29.859ms -Bytes In [total, mean] 15379205, 160.20 +Duration [total, attack, wait] 16m0s, 16m0s, 1.008ms +Latencies [min, mean, 50, 90, 95, 99, max] 422.557µs, 871.52µs, 862.16µs, 1.007ms, 1.066ms, 1.326ms, 28.054ms +Bytes In [total, mean] 14803380, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-http-oss.png](gradual-scale-down-http-oss.png) +![gradual-scale-down-https-oss.png](gradual-scale-down-https-oss.png) ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 995.727µs -Latencies [min, mean, 50, 90, 95, 99, max] 462.116µs, 902.223µs, 898.476µs, 1.03ms, 1.082ms, 1.307ms, 8.366ms -Bytes In [total, mean] 1922414, 160.20 +Duration [total, attack, wait] 2m0s, 2m0s, 792.151µs +Latencies [min, mean, 50, 90, 95, 99, max] 411.356µs, 865.528µs, 858.649µs, 1.008ms, 1.065ms, 1.257ms, 9.083ms +Bytes In [total, mean] 1850394, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-http-oss.png](abrupt-scale-up-http-oss.png) +![abrupt-scale-up-https-oss.png](abrupt-scale-up-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 979.865µs -Latencies [min, mean, 50, 90, 95, 99, max] 483.569µs, 921.536µs, 912.988µs, 1.047ms, 1.097ms, 1.324ms, 11.19ms -Bytes In [total, mean] 1838405, 153.20 +Duration [total, attack, wait] 2m0s, 2m0s, 792.949µs +Latencies [min, mean, 50, 90, 95, 99, max] 445.048µs, 848.311µs, 843.896µs, 983.226µs, 1.031ms, 1.204ms, 7.715ms +Bytes In [total, mean] 1934355, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-https-oss.png](abrupt-scale-up-https-oss.png) +![abrupt-scale-up-http-oss.png](abrupt-scale-up-http-oss.png) ### Scale Down Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 909.807µs -Latencies [min, mean, 50, 90, 95, 99, max] 471.254µs, 901.676µs, 904.018µs, 1.034ms, 1.079ms, 1.235ms, 3.541ms -Bytes In [total, mean] 1922315, 160.19 +Duration [total, attack, wait] 2m0s, 2m0s, 928.94µs +Latencies [min, mean, 50, 90, 95, 99, max] 456.968µs, 910.159µs, 903.343µs, 1.068ms, 1.122ms, 1.289ms, 5.406ms +Bytes In [total, mean] 1850411, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-http-oss.png](abrupt-scale-down-http-oss.png) +![abrupt-scale-down-https-oss.png](abrupt-scale-down-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.074ms -Latencies [min, mean, 50, 90, 95, 99, max] 523.474µs, 933.653µs, 926.079µs, 1.068ms, 1.121ms, 1.276ms, 10.334ms -Bytes In [total, mean] 1838363, 153.20 +Duration [total, attack, wait] 2m0s, 2m0s, 905.042µs +Latencies [min, mean, 50, 90, 95, 99, max] 409.244µs, 872.655µs, 871.308µs, 1.025ms, 1.077ms, 1.239ms, 3.424ms +Bytes In [total, mean] 1934426, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-https-oss.png](abrupt-scale-down-https-oss.png) +![abrupt-scale-down-http-oss.png](abrupt-scale-down-http-oss.png) diff --git a/tests/results/zero-downtime-scale/edge/edge-plus.md b/tests/results/zero-downtime-scale/edge/edge-plus.md index d668ad7cc0..ac9e3fc350 100644 --- a/tests/results/zero-downtime-scale/edge/edge-plus.md +++ b/tests/results/zero-downtime-scale/edge/edge-plus.md @@ -6,14 +6,14 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: 3c029b1417c1f89f2a29aeef07f47078640e28b2 -- Date: 2024-08-15T00:04:25Z +- Commit: 747a8c8cb51d72104b88598068f4b7de330c3981 +- Date: 2024-09-03T14:51:18Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.29.6-gke.1326000 +- k8s version: v1.29.7-gke.1104000 - vCPUs per node: 16 - RAM per node: 65855012Ki - Max pods per node: 110 @@ -28,9 +28,9 @@ GKE Cluster: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 952.729µs -Latencies [min, mean, 50, 90, 95, 99, max] 454.567µs, 940.698µs, 931.277µs, 1.078ms, 1.136ms, 1.357ms, 19.577ms -Bytes In [total, mean] 4587013, 152.90 +Duration [total, attack, wait] 5m0s, 5m0s, 518.975µs +Latencies [min, mean, 50, 90, 95, 99, max] 426.538µs, 901.008µs, 890.82µs, 1.044ms, 1.105ms, 1.376ms, 11.377ms +Bytes In [total, mean] 4626098, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -43,9 +43,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 767.806µs -Latencies [min, mean, 50, 90, 95, 99, max] 427.125µs, 908.744µs, 907.09µs, 1.047ms, 1.098ms, 1.364ms, 14.861ms -Bytes In [total, mean] 4791034, 159.70 +Duration [total, attack, wait] 5m0s, 5m0s, 762.097µs +Latencies [min, mean, 50, 90, 95, 99, max] 411.265µs, 878.208µs, 872.469µs, 1.024ms, 1.08ms, 1.361ms, 17.026ms +Bytes In [total, mean] 4835873, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -60,9 +60,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 689.825µs -Latencies [min, mean, 50, 90, 95, 99, max] 410.82µs, 888.906µs, 889.49µs, 1.028ms, 1.078ms, 1.347ms, 20.196ms -Bytes In [total, mean] 7665470, 159.70 +Duration [total, attack, wait] 8m0s, 8m0s, 888.938µs +Latencies [min, mean, 50, 90, 95, 99, max] 408.001µs, 875.309µs, 874.083µs, 1.007ms, 1.056ms, 1.295ms, 22.04ms +Bytes In [total, mean] 7737488, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -75,9 +75,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 744.752µs -Latencies [min, mean, 50, 90, 95, 99, max] 438.067µs, 912.33µs, 907.634µs, 1.049ms, 1.102ms, 1.347ms, 20.464ms -Bytes In [total, mean] 7339080, 152.90 +Duration [total, attack, wait] 8m0s, 8m0s, 874.716µs +Latencies [min, mean, 50, 90, 95, 99, max] 451.451µs, 895.987µs, 890.169µs, 1.023ms, 1.071ms, 1.313ms, 22.227ms +Bytes In [total, mean] 7401518, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -92,9 +92,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.148ms -Latencies [min, mean, 50, 90, 95, 99, max] 460.712µs, 882.499µs, 880.208µs, 1.02ms, 1.068ms, 1.244ms, 9.074ms -Bytes In [total, mean] 1834680, 152.89 +Duration [total, attack, wait] 2m0s, 2m0s, 953.005µs +Latencies [min, mean, 50, 90, 95, 99, max] 457.648µs, 901.799µs, 895.611µs, 1.049ms, 1.108ms, 1.313ms, 11.714ms +Bytes In [total, mean] 1850475, 154.21 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -107,9 +107,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.18ms -Latencies [min, mean, 50, 90, 95, 99, max] 428.344µs, 862.118µs, 862.208µs, 1.007ms, 1.052ms, 1.236ms, 9.083ms -Bytes In [total, mean] 1916474, 159.71 +Duration [total, attack, wait] 2m0s, 2m0s, 844.244µs +Latencies [min, mean, 50, 90, 95, 99, max] 449.379µs, 877.206µs, 874.226µs, 1.017ms, 1.067ms, 1.314ms, 11.747ms +Bytes In [total, mean] 1934486, 161.21 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -120,69 +120,69 @@ Error Set: ### Scale Down Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.027ms -Latencies [min, mean, 50, 90, 95, 99, max] 464.838µs, 918.721µs, 919.978µs, 1.06ms, 1.105ms, 1.244ms, 11.629ms -Bytes In [total, mean] 1834731, 152.89 +Duration [total, attack, wait] 2m0s, 2m0s, 972.192µs +Latencies [min, mean, 50, 90, 95, 99, max] 454.623µs, 887.707µs, 891.065µs, 1.024ms, 1.07ms, 1.214ms, 33.703ms +Bytes In [total, mean] 1934459, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-plus.png](abrupt-scale-down-affinity-https-plus.png) +![abrupt-scale-down-affinity-http-plus.png](abrupt-scale-down-affinity-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.039ms -Latencies [min, mean, 50, 90, 95, 99, max] 455.228µs, 899.607µs, 903.219µs, 1.042ms, 1.085ms, 1.223ms, 11.288ms -Bytes In [total, mean] 1916412, 159.70 +Duration [total, attack, wait] 2m0s, 2m0s, 939.993µs +Latencies [min, mean, 50, 90, 95, 99, max] 485.897µs, 923.387µs, 918.744µs, 1.067ms, 1.119ms, 1.279ms, 34.539ms +Bytes In [total, mean] 1850392, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-plus.png](abrupt-scale-down-affinity-http-plus.png) +![abrupt-scale-down-affinity-https-plus.png](abrupt-scale-down-affinity-https-plus.png) ## Multiple NGF Pods run per node Test Results ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 557.058µs -Latencies [min, mean, 50, 90, 95, 99, max] 425.666µs, 881.25µs, 876.97µs, 1.019ms, 1.073ms, 1.374ms, 16.057ms -Bytes In [total, mean] 4799925, 160.00 +Duration [total, attack, wait] 5m0s, 5m0s, 909.014µs +Latencies [min, mean, 50, 90, 95, 99, max] 460.679µs, 928.486µs, 914.9µs, 1.077ms, 1.14ms, 1.434ms, 13.643ms +Bytes In [total, mean] 4625904, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-http-plus.png](gradual-scale-up-http-plus.png) +![gradual-scale-up-https-plus.png](gradual-scale-up-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 829.03µs -Latencies [min, mean, 50, 90, 95, 99, max] 452.719µs, 908.347µs, 897.76µs, 1.047ms, 1.108ms, 1.409ms, 10.825ms -Bytes In [total, mean] 4590033, 153.00 +Duration [total, attack, wait] 5m0s, 5m0s, 871.743µs +Latencies [min, mean, 50, 90, 95, 99, max] 415.562µs, 890.958µs, 882.563µs, 1.042ms, 1.105ms, 1.405ms, 25.819ms +Bytes In [total, mean] 4835933, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-https-plus.png](gradual-scale-up-https-plus.png) +![gradual-scale-up-http-plus.png](gradual-scale-up-http-plus.png) ### Scale Down Gradually @@ -190,9 +190,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 965.681µs -Latencies [min, mean, 50, 90, 95, 99, max] 422.359µs, 891.388µs, 887.74µs, 1.027ms, 1.079ms, 1.331ms, 28.941ms -Bytes In [total, mean] 15360059, 160.00 +Duration [total, attack, wait] 16m0s, 16m0s, 828.444µs +Latencies [min, mean, 50, 90, 95, 99, max] 416.417µs, 882.164µs, 878.252µs, 1.021ms, 1.074ms, 1.316ms, 43.086ms +Bytes In [total, mean] 15475364, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -205,9 +205,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 930.193µs -Latencies [min, mean, 50, 90, 95, 99, max] 402.803µs, 917.57µs, 909.154µs, 1.052ms, 1.107ms, 1.361ms, 23.221ms -Bytes In [total, mean] 14687799, 153.00 +Duration [total, attack, wait] 16m0s, 16m0s, 1.018ms +Latencies [min, mean, 50, 90, 95, 99, max] 440.116µs, 919.926µs, 907.162µs, 1.064ms, 1.124ms, 1.37ms, 47.945ms +Bytes In [total, mean] 14802983, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -218,64 +218,64 @@ Error Set: ### Scale Up Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 934.068µs -Latencies [min, mean, 50, 90, 95, 99, max] 485.389µs, 932.491µs, 923.049µs, 1.07ms, 1.127ms, 1.364ms, 12.554ms -Bytes In [total, mean] 1835959, 153.00 +Duration [total, attack, wait] 2m0s, 2m0s, 1.02ms +Latencies [min, mean, 50, 90, 95, 99, max] 409.065µs, 840.215µs, 841.389µs, 982.195µs, 1.041ms, 1.234ms, 7.107ms +Bytes In [total, mean] 1934412, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-https-plus.png](abrupt-scale-up-https-plus.png) +![abrupt-scale-up-http-plus.png](abrupt-scale-up-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.904ms -Latencies [min, mean, 50, 90, 95, 99, max] 467.756µs, 905.39µs, 905.54µs, 1.05ms, 1.101ms, 1.324ms, 10.761ms -Bytes In [total, mean] 1920019, 160.00 +Duration [total, attack, wait] 2m0s, 2m0s, 1.201ms +Latencies [min, mean, 50, 90, 95, 99, max] 430.967µs, 895.466µs, 887.337µs, 1.053ms, 1.116ms, 1.307ms, 8.357ms +Bytes In [total, mean] 1850365, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-http-plus.png](abrupt-scale-up-http-plus.png) +![abrupt-scale-up-https-plus.png](abrupt-scale-up-https-plus.png) ### Scale Down Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.057ms -Latencies [min, mean, 50, 90, 95, 99, max] 492.06µs, 941.087µs, 938.497µs, 1.101ms, 1.159ms, 1.311ms, 9.64ms -Bytes In [total, mean] 1920055, 160.00 +Duration [total, attack, wait] 2m0s, 2m0s, 756.544µs +Latencies [min, mean, 50, 90, 95, 99, max] 448.554µs, 883.048µs, 873.571µs, 1.036ms, 1.097ms, 1.297ms, 39.491ms +Bytes In [total, mean] 1850364, 154.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-http-plus.png](abrupt-scale-down-http-plus.png) +![abrupt-scale-down-https-plus.png](abrupt-scale-down-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.057ms -Latencies [min, mean, 50, 90, 95, 99, max] 465.962µs, 958.715µs, 951.081µs, 1.123ms, 1.185ms, 1.35ms, 9.641ms -Bytes In [total, mean] 1835946, 153.00 +Duration [total, attack, wait] 2m0s, 2m0s, 765.218µs +Latencies [min, mean, 50, 90, 95, 99, max] 419.144µs, 854.538µs, 846.582µs, 1.008ms, 1.074ms, 1.256ms, 40.114ms +Bytes In [total, mean] 1934375, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-https-plus.png](abrupt-scale-down-https-plus.png) +![abrupt-scale-down-http-plus.png](abrupt-scale-down-http-plus.png) diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png index cf6b262520..3c995a613a 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png index 6f1f287cf7..25b16d362d 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png index cf6b262520..3c995a613a 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png index 6f1f287cf7..25b16d362d 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png index 70ad787ca0..c55b5dc9f2 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png index c1e224bd5f..6f0164be39 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png index 70ad787ca0..c55b5dc9f2 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png index c1e224bd5f..6f0164be39 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png index 7ab7ffe34a..0bb9425b52 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png index 08cbb035f3..eee5690df9 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png index 7ab7ffe34a..0bb9425b52 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png index 08cbb035f3..eee5690df9 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png index a84e5771d4..21e3a7e6e9 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png index a58c30f581..c29c482476 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png index a84e5771d4..21e3a7e6e9 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png index a58c30f581..c29c482476 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png differ diff --git a/tests/suite/reconfig_test.go b/tests/suite/reconfig_test.go index 4e020ccf68..7595ed934f 100644 --- a/tests/suite/reconfig_test.go +++ b/tests/suite/reconfig_test.go @@ -627,7 +627,6 @@ const reconfigResultTemplate = ` {{- range .EventsBuckets }} - {{ .Le }}ms: {{ .Val }} {{- end }} - ` func writeReconfigResults(dest io.Writer, results reconfigTestResults) error { diff --git a/tests/suite/scale_test.go b/tests/suite/scale_test.go index 80a3a010a7..ffc547a244 100644 --- a/tests/suite/scale_test.go +++ b/tests/suite/scale_test.go @@ -187,7 +187,7 @@ The logs are attached only if there are errors. Expect(err).ToNot(HaveOccurred()) logLines := strings.Split(logs, "\n") - errors := 0 + var errors []string outer: for _, line := range logLines { @@ -198,22 +198,24 @@ The logs are attached only if there are errors. } for _, substr := range substrings { if strings.Contains(line, substr) { - errors++ + errors = append(errors, line) continue outer } } } - // attach full logs - if errors > 0 { + // attach error logs + if len(errors) > 0 { f, err := os.Create(fileName) Expect(err).ToNot(HaveOccurred()) defer f.Close() - _, err = io.WriteString(f, logs) + for _, e := range errors { + _, err = io.WriteString(f, e) + } Expect(err).ToNot(HaveOccurred()) } - return errors + return len(errors) } runTestWithMetricsAndLogs := func(testName, testResultsDir string, test func()) { @@ -797,8 +799,6 @@ var _ = Describe("Zero downtime scale test", Ordered, Label("nfr", "zero-downtim }) AfterAll(func() { - _, err := fmt.Fprintln(outFile) - Expect(err).ToNot(HaveOccurred()) Expect(outFile.Close()).To(Succeed()) // restoring NGF shared among tests in the suite