diff --git a/tests/results/dp-perf/edge/edge-oss.md b/tests/results/dp-perf/edge/edge-oss.md index 63bd50ec0f..9443fa4824 100644 --- a/tests/results/dp-perf/edge/edge-oss.md +++ b/tests/results/dp-perf/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: b5b8783c79a51c8ef46585249921f3642f563642 +- Date: 2025-01-15T21:46:31Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1596000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,23 +23,24 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 546.336µs -Latencies [min, mean, 50, 90, 95, 99, max] 466.328µs, 652.455µs, 635.612µs, 733.819µs, 775.191µs, 898.404µs, 12.115ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.02, 999.10 +Duration [total, attack, wait] 30s, 29.999s, 644.252µs +Latencies [min, mean, 50, 90, 95, 99, max] 395.1µs, 692.071µs, 670.989µs, 783.951µs, 831.561µs, 981.286µs, 11.924ms +Bytes In [total, mean] 4800810, 160.03 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 100.00% -Status Codes [code:count] 200:30000 +Success [ratio] 99.91% +Status Codes [code:count] 200:29973 503:27 Error Set: +503 Service Temporarily Unavailable ``` ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 726.771µs -Latencies [min, mean, 50, 90, 95, 99, max] 516.729µs, 667.447µs, 651.234µs, 748.002µs, 789.132µs, 912.936µs, 12.01ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 742.547µs +Latencies [min, mean, 50, 90, 95, 99, max] 526.073µs, 723.557µs, 705.777µs, 821.771µs, 871.667µs, 1.03ms, 7.776ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -49,23 +50,23 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 29999, 1000.02, 1000.00 -Duration [total, attack, wait] 29.999s, 29.998s, 775.462µs -Latencies [min, mean, 50, 90, 95, 99, max] 509.103µs, 675.843µs, 660.979µs, 753.464µs, 790.594µs, 915.896µs, 10.924ms -Bytes In [total, mean] 5099830, 170.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 836.301µs +Latencies [min, mean, 50, 90, 95, 99, max] 547.095µs, 729.646µs, 709.925µs, 824.774µs, 877.901µs, 1.048ms, 11.919ms +Bytes In [total, mean] 5070000, 169.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:29999 +Status Codes [code:count] 200:30000 Error Set: ``` ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.02 -Duration [total, attack, wait] 30s, 29.999s, 579.805µs -Latencies [min, mean, 50, 90, 95, 99, max] 495.375µs, 663.275µs, 645.382µs, 747.059µs, 791.431µs, 925.516µs, 10.063ms -Bytes In [total, mean] 4770000, 159.00 +Requests [total, rate, throughput] 30000, 1000.02, 999.99 +Duration [total, attack, wait] 30s, 29.999s, 893.999µs +Latencies [min, mean, 50, 90, 95, 99, max] 535.829µs, 739.818µs, 712.106µs, 835.35µs, 886.583µs, 1.042ms, 16.201ms +Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -75,10 +76,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.99 -Duration [total, attack, wait] 30s, 30s, 604.093µs -Latencies [min, mean, 50, 90, 95, 99, max] 499.363µs, 654.309µs, 639.452µs, 737.027µs, 777.872µs, 904.014µs, 8.053ms -Bytes In [total, mean] 4770000, 159.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 574.313µs +Latencies [min, mean, 50, 90, 95, 99, max] 533.952µs, 708.295µs, 690.41µs, 792.688µs, 841.213µs, 982.776µs, 10.31ms +Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/dp-perf/edge/edge-plus.md b/tests/results/dp-perf/edge/edge-plus.md index b2a9970e7a..27d00f38bc 100644 --- a/tests/results/dp-perf/edge/edge-plus.md +++ b/tests/results/dp-perf/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: b5b8783c79a51c8ef46585249921f3642f563642 +- Date: 2025-01-15T21:46:31Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1596000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,9 +23,9 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 852.811µs -Latencies [min, mean, 50, 90, 95, 99, max] 484.762µs, 663.414µs, 647.232µs, 739.971µs, 776.515µs, 867.279µs, 19.761ms +Requests [total, rate, throughput] 30000, 1000.01, 999.99 +Duration [total, attack, wait] 30s, 30s, 585.141µs +Latencies [min, mean, 50, 90, 95, 99, max] 468.725µs, 603.724µs, 588.95µs, 660.92µs, 689.011µs, 780.146µs, 12.497ms Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% @@ -36,9 +36,9 @@ Error Set: ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.02 -Duration [total, attack, wait] 30s, 29.999s, 592.984µs -Latencies [min, mean, 50, 90, 95, 99, max] 532.501µs, 697.491µs, 682.822µs, 782.979µs, 820.727µs, 919.977µs, 11.809ms +Requests [total, rate, throughput] 30000, 1000.01, 999.99 +Duration [total, attack, wait] 30s, 30s, 681.623µs +Latencies [min, mean, 50, 90, 95, 99, max] 480.409µs, 628.988µs, 615.282µs, 686.616µs, 716.228µs, 803.501µs, 11.923ms Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% @@ -49,9 +49,9 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 757.242µs -Latencies [min, mean, 50, 90, 95, 99, max] 522.486µs, 706.577µs, 693.391µs, 796.96µs, 837.354µs, 944.635µs, 9.484ms +Requests [total, rate, throughput] 30000, 1000.04, 1000.02 +Duration [total, attack, wait] 30s, 29.999s, 584.715µs +Latencies [min, mean, 50, 90, 95, 99, max] 509.529µs, 630.766µs, 618.592µs, 688.962µs, 717.023µs, 807.297µs, 12.369ms Bytes In [total, mean] 5070000, 169.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% @@ -62,9 +62,9 @@ Error Set: ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.00, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 793.958µs -Latencies [min, mean, 50, 90, 95, 99, max] 515.143µs, 694.579µs, 679.924µs, 783.488µs, 823.079µs, 935.749µs, 8.619ms +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 583.6µs +Latencies [min, mean, 50, 90, 95, 99, max] 503.686µs, 635.461µs, 621.485µs, 694.93µs, 726.102µs, 815.553µs, 10.746ms Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% @@ -75,9 +75,9 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 755.564µs -Latencies [min, mean, 50, 90, 95, 99, max] 524.265µs, 684.282µs, 671.402µs, 770.187µs, 806.135µs, 906.279µs, 9.069ms +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 545.737µs +Latencies [min, mean, 50, 90, 95, 99, max] 492.002µs, 619.268µs, 606.509µs, 677.95µs, 706.49µs, 795.593µs, 9.61ms Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% diff --git a/tests/results/ngf-upgrade/edge/edge-oss.md b/tests/results/ngf-upgrade/edge/edge-oss.md index 74f1472162..790bf27c5e 100644 --- a/tests/results/ngf-upgrade/edge/edge-oss.md +++ b/tests/results/ngf-upgrade/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: b5b8783c79a51c8ef46585249921f3642f563642 +- Date: 2025-01-15T21:46:31Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1596000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,10 +23,10 @@ GKE Cluster: ## Test: Send http /coffee traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.02 -Duration [total, attack, wait] 59.991s, 59.99s, 587.326µs -Latencies [min, mean, 50, 90, 95, 99, max] 439.889µs, 859.995µs, 849.253µs, 977.006µs, 1.024ms, 1.211ms, 15.355ms -Bytes In [total, mean] 974028, 162.34 +Requests [total, rate, throughput] 6000, 100.02, 100.01 +Duration [total, attack, wait] 59.992s, 59.991s, 752.662µs +Latencies [min, mean, 50, 90, 95, 99, max] 632.358µs, 845.094µs, 825.776µs, 953.079µs, 992.643µs, 1.162ms, 12.316ms +Bytes In [total, mean] 954000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 @@ -39,9 +39,9 @@ Error Set: ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 792.386µs -Latencies [min, mean, 50, 90, 95, 99, max] 664.1µs, 910.376µs, 874.685µs, 1.007ms, 1.063ms, 1.271ms, 16.146ms -Bytes In [total, mean] 936000, 156.00 +Duration [total, attack, wait] 59.992s, 59.991s, 747.565µs +Latencies [min, mean, 50, 90, 95, 99, max] 482.723µs, 875.625µs, 850.182µs, 987.696µs, 1.041ms, 1.199ms, 12.61ms +Bytes In [total, mean] 919983, 153.33 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 diff --git a/tests/results/ngf-upgrade/edge/edge-plus.md b/tests/results/ngf-upgrade/edge/edge-plus.md index fbc9b58cff..9a69e1ad88 100644 --- a/tests/results/ngf-upgrade/edge/edge-plus.md +++ b/tests/results/ngf-upgrade/edge/edge-plus.md @@ -6,46 +6,46 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: b5b8783c79a51c8ef46585249921f3642f563642 +- Date: 2025-01-15T21:46:31Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1596000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## Test: Send http /coffee traffic +## Test: Send https /tea traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.02 -Duration [total, attack, wait] 59.991s, 59.99s, 772.721µs -Latencies [min, mean, 50, 90, 95, 99, max] 596.14µs, 835.746µs, 798.892µs, 926.941µs, 975.553µs, 1.151ms, 14.047ms -Bytes In [total, mean] 956060, 159.34 +Requests [total, rate, throughput] 6000, 100.02, 100.01 +Duration [total, attack, wait] 59.992s, 59.991s, 882.315µs +Latencies [min, mean, 50, 90, 95, 99, max] 623.681µs, 864.008µs, 845.597µs, 963.317µs, 1.01ms, 1.148ms, 12.788ms +Bytes In [total, mean] 924000, 154.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![http-plus.png](http-plus.png) +![https-plus.png](https-plus.png) -## Test: Send https /tea traffic +## Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 955.654µs -Latencies [min, mean, 50, 90, 95, 99, max] 630.575µs, 856.057µs, 818.559µs, 939.26µs, 986.329µs, 1.177ms, 14.025ms -Bytes In [total, mean] 918000, 153.00 +Duration [total, attack, wait] 59.992s, 59.991s, 892.199µs +Latencies [min, mean, 50, 90, 95, 99, max] 442.841µs, 803.691µs, 807.231µs, 948.964µs, 998.139µs, 1.128ms, 5.978ms +Bytes In [total, mean] 961987, 160.33 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![https-plus.png](https-plus.png) +![http-plus.png](http-plus.png) diff --git a/tests/results/ngf-upgrade/edge/http-oss.png b/tests/results/ngf-upgrade/edge/http-oss.png index ac09cb1038..f3de73472d 100644 Binary files a/tests/results/ngf-upgrade/edge/http-oss.png and b/tests/results/ngf-upgrade/edge/http-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/http-plus.png b/tests/results/ngf-upgrade/edge/http-plus.png index 951fcf288b..b41d1aa72a 100644 Binary files a/tests/results/ngf-upgrade/edge/http-plus.png and b/tests/results/ngf-upgrade/edge/http-plus.png differ diff --git a/tests/results/ngf-upgrade/edge/https-oss.png b/tests/results/ngf-upgrade/edge/https-oss.png index ac09cb1038..f3de73472d 100644 Binary files a/tests/results/ngf-upgrade/edge/https-oss.png and b/tests/results/ngf-upgrade/edge/https-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/https-plus.png b/tests/results/ngf-upgrade/edge/https-plus.png index 951fcf288b..b41d1aa72a 100644 Binary files a/tests/results/ngf-upgrade/edge/https-plus.png and b/tests/results/ngf-upgrade/edge/https-plus.png differ diff --git a/tests/results/reconfig/edge/edge-oss.md b/tests/results/reconfig/edge/edge-oss.md index 98bbb75a07..7fc88abe03 100644 --- a/tests/results/reconfig/edge/edge-oss.md +++ b/tests/results/reconfig/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: b5b8783c79a51c8ef46585249921f3642f563642 +- Date: 2025-01-15T21:46:31Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1596000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,57 +24,63 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 3s +- TimeToReadyTotal: 1s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 126ms +- NGINX Reload Average Time: 113ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing -- Event Batch Total: 5 -- Event Batch Processing Average Time: 60ms +- Event Batch Total: 6 +- Event Batch Processing Average Time: 49ms - Event Batch Processing distribution: - - 500ms: 5 - - 1000ms: 5 - - 5000ms: 5 - - 10000ms: 5 - - 30000ms: 5 - - +Infms: 5 + - 500.0ms: 6 + - 1000.0ms: 6 + - 5000.0ms: 6 + - 10000.0ms: 6 + - 30000.0ms: 6 + - +Infms: 6 + +### NGINX Error Logs + ## Test 1: Resources exist before startup - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 2s +- TimeToReadyTotal: 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 2 -- NGINX Reload Average Time: 126ms +- NGINX Reloads: 3 +- NGINX Reload Average Time: 135ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 - - +Infms: 2 + - 500.0ms: 3 + - 1000.0ms: 3 + - 5000.0ms: 3 + - 10000.0ms: 3 + - 30000.0ms: 3 + - +Infms: 3 ### Event Batch Processing -- Event Batch Total: 6 -- Event Batch Processing Average Time: 50ms +- Event Batch Total: 7 +- Event Batch Processing Average Time: 67ms - Event Batch Processing distribution: - - 500ms: 6 - - 1000ms: 6 - - 5000ms: 6 - - 10000ms: 6 - - 30000ms: 6 - - +Infms: 6 + - 500.0ms: 7 + - 1000.0ms: 7 + - 5000.0ms: 7 + - 10000.0ms: 7 + - 30000.0ms: 7 + - +Infms: 7 + +### NGINX Error Logs + ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 @@ -82,55 +88,61 @@ GKE Cluster: - TimeToReadyTotal: 8s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 52 -- NGINX Reload Average Time: 151ms +- NGINX Reloads: 53 +- NGINX Reload Average Time: 149ms - Reload distribution: - - 500ms: 52 - - 1000ms: 52 - - 5000ms: 52 - - 10000ms: 52 - - 30000ms: 52 - - +Infms: 52 + - 500.0ms: 53 + - 1000.0ms: 53 + - 5000.0ms: 53 + - 10000.0ms: 53 + - 30000.0ms: 53 + - +Infms: 53 ### Event Batch Processing -- Event Batch Total: 326 +- Event Batch Total: 328 - Event Batch Processing Average Time: 24ms - Event Batch Processing distribution: - - 500ms: 326 - - 1000ms: 326 - - 5000ms: 326 - - 10000ms: 326 - - 30000ms: 326 - - +Infms: 326 + - 500.0ms: 328 + - 1000.0ms: 328 + - 5000.0ms: 328 + - 10000.0ms: 328 + - 30000.0ms: 328 + - +Infms: 328 + +### NGINX Error Logs + ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 43s +- TimeToReadyTotal: 44s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 283 -- NGINX Reload Average Time: 152ms +- NGINX Reloads: 288 +- NGINX Reload Average Time: 150ms - Reload distribution: - - 500ms: 283 - - 1000ms: 283 - - 5000ms: 283 - - 10000ms: 283 - - 30000ms: 283 - - +Infms: 283 + - 500.0ms: 288 + - 1000.0ms: 288 + - 5000.0ms: 288 + - 10000.0ms: 288 + - 30000.0ms: 288 + - +Infms: 288 ### Event Batch Processing -- Event Batch Total: 1633 +- Event Batch Total: 1642 - Event Batch Processing Average Time: 26ms - Event Batch Processing distribution: - - 500ms: 1633 - - 1000ms: 1633 - - 5000ms: 1633 - - 10000ms: 1633 - - 30000ms: 1633 - - +Infms: 1633 + - 500.0ms: 1642 + - 1000.0ms: 1642 + - 5000.0ms: 1642 + - 10000.0ms: 1642 + - 30000.0ms: 1642 + - +Infms: 1642 + +### NGINX Error Logs + ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -138,27 +150,30 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 55 -- NGINX Reload Average Time: 148ms +- NGINX Reloads: 61 +- NGINX Reload Average Time: 131ms - Reload distribution: - - 500ms: 55 - - 1000ms: 55 - - 5000ms: 55 - - 10000ms: 55 - - 30000ms: 55 - - +Infms: 55 + - 500.0ms: 61 + - 1000.0ms: 61 + - 5000.0ms: 61 + - 10000.0ms: 61 + - 30000.0ms: 61 + - +Infms: 61 ### Event Batch Processing -- Event Batch Total: 296 -- Event Batch Processing Average Time: 27ms +- Event Batch Total: 305 +- Event Batch Processing Average Time: 26ms - Event Batch Processing distribution: - - 500ms: 296 - - 1000ms: 296 - - 5000ms: 296 - - 10000ms: 296 - - 30000ms: 296 - - +Infms: 296 + - 500.0ms: 305 + - 1000.0ms: 305 + - 5000.0ms: 305 + - 10000.0ms: 305 + - 30000.0ms: 305 + - +Infms: 305 + +### NGINX Error Logs + ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 @@ -166,24 +181,26 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 294 -- NGINX Reload Average Time: 148ms +- NGINX Reloads: 314 +- NGINX Reload Average Time: 138ms - Reload distribution: - - 500ms: 294 - - 1000ms: 294 - - 5000ms: 294 - - 10000ms: 294 - - 30000ms: 294 - - +Infms: 294 + - 500.0ms: 314 + - 1000.0ms: 314 + - 5000.0ms: 314 + - 10000.0ms: 314 + - 30000.0ms: 314 + - +Infms: 314 ### Event Batch Processing -- Event Batch Total: 1506 +- Event Batch Total: 1508 - Event Batch Processing Average Time: 29ms - Event Batch Processing distribution: - - 500ms: 1506 - - 1000ms: 1506 - - 5000ms: 1506 - - 10000ms: 1506 - - 30000ms: 1506 - - +Infms: 1506 + - 500.0ms: 1508 + - 1000.0ms: 1508 + - 5000.0ms: 1508 + - 10000.0ms: 1508 + - 30000.0ms: 1508 + - +Infms: 1508 + +### NGINX Error Logs diff --git a/tests/results/reconfig/edge/edge-plus.md b/tests/results/reconfig/edge/edge-plus.md index b03b8cc83f..4a9d570044 100644 --- a/tests/results/reconfig/edge/edge-plus.md +++ b/tests/results/reconfig/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: b5b8783c79a51c8ef46585249921f3642f563642 +- Date: 2025-01-15T21:46:31Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1596000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,29 +24,32 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 3s +- TimeToReadyTotal: 1s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 114ms +- NGINX Reload Average Time: 126ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing -- Event Batch Total: 5 -- Event Batch Processing Average Time: 56ms +- Event Batch Total: 6 +- Event Batch Processing Average Time: 58ms - Event Batch Processing distribution: - - 500ms: 5 - - 1000ms: 5 - - 5000ms: 5 - - 10000ms: 5 - - 30000ms: 5 - - +Infms: 5 + - 500.0ms: 6 + - 1000.0ms: 6 + - 5000.0ms: 6 + - 10000.0ms: 6 + - 30000.0ms: 6 + - +Infms: 6 + +### NGINX Error Logs + ## Test 1: Resources exist before startup - NumResources 150 @@ -55,82 +58,91 @@ GKE Cluster: - TimeToReadyTotal: 1s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 113ms +- NGINX Reload Average Time: 138ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 46ms +- Event Batch Processing Average Time: 62ms - Event Batch Processing distribution: - - 500ms: 6 - - 1000ms: 6 - - 5000ms: 6 - - 10000ms: 6 - - 30000ms: 6 + - 500.0ms: 6 + - 1000.0ms: 6 + - 5000.0ms: 6 + - 10000.0ms: 6 + - 30000.0ms: 6 - +Infms: 6 +### NGINX Error Logs + + ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 ### Reloads and Time to Ready -- TimeToReadyTotal: 8s +- TimeToReadyTotal: 7s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 62 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 46 +- NGINX Reload Average Time: 152ms - Reload distribution: - - 500ms: 62 - - 1000ms: 62 - - 5000ms: 62 - - 10000ms: 62 - - 30000ms: 62 - - +Infms: 62 + - 500.0ms: 46 + - 1000.0ms: 46 + - 5000.0ms: 46 + - 10000.0ms: 46 + - 30000.0ms: 46 + - +Infms: 46 ### Event Batch Processing -- Event Batch Total: 337 -- Event Batch Processing Average Time: 23ms +- Event Batch Total: 321 +- Event Batch Processing Average Time: 25ms - Event Batch Processing distribution: - - 500ms: 337 - - 1000ms: 337 - - 5000ms: 337 - - 10000ms: 337 - - 30000ms: 337 - - +Infms: 337 + - 500.0ms: 321 + - 1000.0ms: 321 + - 5000.0ms: 321 + - 10000.0ms: 321 + - 30000.0ms: 321 + - +Infms: 321 + +### NGINX Error Logs + ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 43s +- TimeToReadyTotal: 44s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 338 -- NGINX Reload Average Time: 126ms +- NGINX Reloads: 242 +- NGINX Reload Average Time: 155ms - Reload distribution: - - 500ms: 338 - - 1000ms: 338 - - 5000ms: 338 - - 10000ms: 338 - - 30000ms: 338 - - +Infms: 338 + - 500.0ms: 242 + - 1000.0ms: 242 + - 5000.0ms: 242 + - 10000.0ms: 242 + - 30000.0ms: 242 + - +Infms: 242 ### Event Batch Processing -- Event Batch Total: 1693 -- Event Batch Processing Average Time: 25ms +- Event Batch Total: 1592 +- Event Batch Processing Average Time: 27ms - Event Batch Processing distribution: - - 500ms: 1693 - - 1000ms: 1693 - - 5000ms: 1693 - - 10000ms: 1693 - - 30000ms: 1693 - - +Infms: 1693 + - 500.0ms: 1592 + - 1000.0ms: 1592 + - 5000.0ms: 1592 + - 10000.0ms: 1592 + - 30000.0ms: 1592 + - +Infms: 1592 + +### NGINX Error Logs + ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -138,52 +150,58 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 64 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 46 +- NGINX Reload Average Time: 149ms - Reload distribution: - - 500ms: 64 - - 1000ms: 64 - - 5000ms: 64 - - 10000ms: 64 - - 30000ms: 64 - - +Infms: 64 + - 500.0ms: 46 + - 1000.0ms: 46 + - 5000.0ms: 46 + - 10000.0ms: 46 + - 30000.0ms: 46 + - +Infms: 46 ### Event Batch Processing -- Event Batch Total: 306 -- Event Batch Processing Average Time: 26ms +- Event Batch Total: 286 +- Event Batch Processing Average Time: 29ms - Event Batch Processing distribution: - - 500ms: 306 - - 1000ms: 306 - - 5000ms: 306 - - 10000ms: 306 - - 30000ms: 306 - - +Infms: 306 + - 500.0ms: 286 + - 1000.0ms: 286 + - 5000.0ms: 286 + - 10000.0ms: 286 + - 30000.0ms: 286 + - +Infms: 286 + +### NGINX Error Logs + ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: < 1s +- TimeToReadyTotal: -20s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 342 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 165 +- NGINX Reload Average Time: 151ms - Reload distribution: - - 500ms: 342 - - 1000ms: 342 - - 5000ms: 342 - - 10000ms: 342 - - 30000ms: 342 - - +Infms: 342 + - 500.0ms: 165 + - 1000.0ms: 165 + - 5000.0ms: 165 + - 10000.0ms: 165 + - 30000.0ms: 165 + - +Infms: 165 ### Event Batch Processing -- Event Batch Total: 1534 -- Event Batch Processing Average Time: 28ms +- Event Batch Total: 1375 +- Event Batch Processing Average Time: 22ms - Event Batch Processing distribution: - - 500ms: 1534 - - 1000ms: 1534 - - 5000ms: 1534 - - 10000ms: 1534 - - 30000ms: 1534 - - +Infms: 1534 + - 500.0ms: 1375 + - 1000.0ms: 1375 + - 5000.0ms: 1375 + - 10000.0ms: 1375 + - 30000.0ms: 1375 + - +Infms: 1375 + +### NGINX Error Logs +2025/01/16 10:02:48 [emerg] 44#44: invalid instance state file "/var/lib/nginx/state/nginx-mgmt-state" diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png index 0ef386da01..425df22c63 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png index 4f4e46bf95..032188ab7b 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png index 3c7235b62d..eca2860976 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png index b2699f1824..3210559f64 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png index e33db181d9..0ec77769ad 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png index 962adb7cb2..435ecae461 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png index 83d68aabe1..8ea2b1a1a4 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png index bcf9a7919f..a195aa6597 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png index dab02f33dd..896699d6e5 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png index b334b0c722..7214563126 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log index 793908c50a..c4106f5c65 100644 --- a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log @@ -1 +1 @@ -{"level":"debug","ts":"2024-10-15T19:05:58Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} +{"level":"debug","ts":"2025-01-16T05:54:40Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/nginx-plus.log b/tests/results/scale/edge/TestScale_HTTPSListeners/nginx-plus.log new file mode 100644 index 0000000000..bf68547556 --- /dev/null +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/nginx-plus.log @@ -0,0 +1,8 @@ +2025/01/16 10:38:41 [error] 433#433: *126 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 9.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-9_80/", host: "9.example.com" +2025/01/16 10:38:46 [error] 671#671: *218 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 16.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-16_80/", host: "16.example.com" +2025/01/16 10:38:49 [error] 774#774: *258 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 19.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-19_80/", host: "19.example.com" +2025/01/16 10:39:20 [error] 1590#1590: *636 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 43.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-43_80/", host: "43.example.com" +2025/01/16 10:39:28 [error] 1726#1726: *709 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 47.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-47_80/", host: "47.example.com" +2025/01/16 10:39:30 [error] 1760#1760: *727 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 48.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-48_80/", host: "48.example.com" +2025/01/16 10:39:45 [error] 1999#1999: *857 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 55.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-55_80/", host: "55.example.com" +2025/01/16 10:39:47 [error] 2032#2032: *877 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 56.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-56_80/", host: "56.example.com" diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png index e16867b4ba..75c5f38c7b 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png index 6d86d4fb30..c43ffc80d2 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png index ac3ea7a077..ebc9c909af 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png index 75b71e3e49..377c92e4c3 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png index 5a953041e9..0c5d07d647 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png and b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png index e36d1d407b..41a92b8312 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png and b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log b/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log index b88f7ecdcf..260b7a4a8c 100644 --- a/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log +++ b/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log @@ -1,2 +1 @@ -{"level":"debug","ts":"2024-11-15T19:09:15Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} -{"level":"debug","ts":"2024-11-15T19:09:33Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2025-01-16T05:49:51Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} diff --git a/tests/results/scale/edge/TestScale_Listeners/nginx-plus.log b/tests/results/scale/edge/TestScale_Listeners/nginx-plus.log new file mode 100644 index 0000000000..4993c3102d --- /dev/null +++ b/tests/results/scale/edge/TestScale_Listeners/nginx-plus.log @@ -0,0 +1,17 @@ +2025/01/16 10:34:38 [error] 466#466: *137 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 10.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-10_80/", host: "10.example.com" +2025/01/16 10:34:38 [error] 501#501: *151 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 11.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-11_80/", host: "11.example.com" +2025/01/16 10:34:39 [error] 535#535: *163 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 12.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-12_80/", host: "12.example.com" +2025/01/16 10:34:47 [error] 909#909: *312 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 23.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-23_80/", host: "23.example.com" +2025/01/16 10:34:56 [error] 1181#1181: *431 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 31.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-31_80/", host: "31.example.com" +2025/01/16 10:34:58 [error] 1249#1249: *461 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 33.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-33_80/", host: "33.example.com" +2025/01/16 10:35:10 [error] 1521#1521: *588 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 41.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-41_80/", host: "41.example.com" +2025/01/16 10:35:11 [error] 1555#1555: *604 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 42.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-42_80/", host: "42.example.com" +2025/01/16 10:35:24 [error] 1793#1793: *720 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 49.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-49_80/", host: "49.example.com" +2025/01/16 10:35:26 [error] 1828#1828: *739 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 50.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-50_80/", host: "50.example.com" +2025/01/16 10:35:27 [error] 1862#1862: *756 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 51.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-51_80/", host: "51.example.com" +2025/01/16 10:35:35 [error] 1998#1998: *830 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 55.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-55_80/", host: "55.example.com" +2025/01/16 10:35:38 [error] 2031#2031: *847 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 56.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-56_80/", host: "56.example.com" +2025/01/16 10:35:40 [error] 2065#2065: *866 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 57.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-57_80/", host: "57.example.com" +2025/01/16 10:35:42 [error] 2099#2099: *888 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 58.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-58_80/", host: "58.example.com" +2025/01/16 10:35:49 [error] 2201#2201: *945 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 61.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-61_80/", host: "61.example.com" +2025/01/16 10:35:52 [error] 2235#2235: *970 no live upstreams while connecting to upstream, client: 10.138.0.75, server: 62.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-62_80/", host: "62.example.com" diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png index 708232756f..b6ccfac7b4 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png index 1b7ae0130a..85f54b6caa 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png index 90ef474892..7e0d5001dc 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png index 2cbdf50b8c..9db244546d 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png index ecada58ee4..df71fbc906 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png index fa0f0bfd14..6c7a00c437 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png differ diff --git a/tests/results/scale/edge/edge-oss.md b/tests/results/scale/edge/edge-oss.md index d9432f1eb6..0cf9384f59 100644 --- a/tests/results/scale/edge/edge-oss.md +++ b/tests/results/scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: b5b8783c79a51c8ef46585249921f3642f563642 +- Date: 2025-01-15T21:46:31Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1596000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,32 +24,32 @@ GKE Cluster: ### Reloads -- Total: 126 +- Total: 128 - Total Errors: 0 -- Average Time: 288ms +- Average Time: 222ms - Reload distribution: - - 500ms: 126 - - 1000ms: 126 - - 5000ms: 126 - - 10000ms: 126 - - 30000ms: 126 - - +Infms: 126 + - 500.0ms: 128 + - 1000.0ms: 128 + - 5000.0ms: 128 + - 10000.0ms: 128 + - 30000.0ms: 128 + - +Infms: 128 ### Event Batch Processing -- Total: 385 -- Average Time: 173ms +- Total: 387 +- Average Time: 144ms - Event Batch Processing distribution: - - 500ms: 323 - - 1000ms: 382 - - 5000ms: 385 - - 10000ms: 385 - - 30000ms: 385 - - +Infms: 385 + - 500.0ms: 344 + - 1000.0ms: 385 + - 5000.0ms: 387 + - 10000.0ms: 387 + - 30000.0ms: 387 + - +Infms: 387 ### Errors -- NGF errors: 2 +- NGF errors: 1 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -63,32 +63,32 @@ The logs are attached only if there are errors. ### Reloads -- Total: 128 +- Total: 127 - Total Errors: 0 -- Average Time: 367ms +- Average Time: 242ms - Reload distribution: - - 500ms: 102 - - 1000ms: 128 - - 5000ms: 128 - - 10000ms: 128 - - 30000ms: 128 - - +Infms: 128 + - 500.0ms: 127 + - 1000.0ms: 127 + - 5000.0ms: 127 + - 10000.0ms: 127 + - 30000.0ms: 127 + - +Infms: 127 ### Event Batch Processing -- Total: 450 -- Average Time: 172ms +- Total: 449 +- Average Time: 134ms - Event Batch Processing distribution: - - 500ms: 378 - - 1000ms: 432 - - 5000ms: 450 - - 10000ms: 450 - - 30000ms: 450 - - +Infms: 450 + - 500.0ms: 399 + - 1000.0ms: 446 + - 5000.0ms: 449 + - 10000.0ms: 449 + - 30000.0ms: 449 + - +Infms: 449 ### Errors -- NGF errors: 0 +- NGF errors: 1 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -104,25 +104,25 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 2508ms +- Average Time: 1492ms - Reload distribution: - - 500ms: 79 - - 1000ms: 179 - - 5000ms: 1001 - - 10000ms: 1001 - - 30000ms: 1001 + - 500.0ms: 138 + - 1000.0ms: 326 + - 5000.0ms: 1001 + - 10000.0ms: 1001 + - 30000.0ms: 1001 - +Infms: 1001 ### Event Batch Processing - Total: 1008 -- Average Time: 2578ms +- Average Time: 1572ms - Event Batch Processing distribution: - - 500ms: 80 - - 1000ms: 178 - - 5000ms: 996 - - 10000ms: 1008 - - 30000ms: 1008 + - 500.0ms: 133 + - 1000.0ms: 307 + - 5000.0ms: 1008 + - 10000.0ms: 1008 + - 30000.0ms: 1008 - +Infms: 1008 ### Errors @@ -141,28 +141,28 @@ The logs are attached only if there are errors. ### Reloads -- Total: 142 +- Total: 179 - Total Errors: 0 -- Average Time: 151ms +- Average Time: 150ms - Reload distribution: - - 500ms: 142 - - 1000ms: 142 - - 5000ms: 142 - - 10000ms: 142 - - 30000ms: 142 - - +Infms: 142 + - 500.0ms: 179 + - 1000.0ms: 179 + - 5000.0ms: 179 + - 10000.0ms: 179 + - 30000.0ms: 179 + - +Infms: 179 ### Event Batch Processing -- Total: 145 +- Total: 182 - Average Time: 150ms - Event Batch Processing distribution: - - 500ms: 145 - - 1000ms: 145 - - 5000ms: 145 - - 10000ms: 145 - - 30000ms: 145 - - +Infms: 145 + - 500.0ms: 182 + - 1000.0ms: 182 + - 5000.0ms: 182 + - 10000.0ms: 182 + - 30000.0ms: 182 + - +Infms: 182 ### Errors @@ -179,20 +179,19 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.00, 995.95 -Duration [total, attack, wait] 30.001s, 30s, 652.553µs -Latencies [min, mean, 50, 90, 95, 99, max] 307.059µs, 657.182µs, 636.168µs, 714.719µs, 747.948µs, 857.399µs, 18.835ms -Bytes In [total, mean] 4863388, 162.11 +Requests [total, rate, throughput] 30000, 1000.02, 999.99 +Duration [total, attack, wait] 30s, 29.999s, 745.559µs +Latencies [min, mean, 50, 90, 95, 99, max] 520.036µs, 716.84µs, 696.434µs, 795.416µs, 835.246µs, 954.923µs, 22.907ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 99.60% -Status Codes [code:count] 200:29879 503:121 +Success [ratio] 100.00% +Status Codes [code:count] 200:30000 Error Set: -503 Service Temporarily Unavailable ``` ```text Requests [total, rate, throughput] 30000, 1000.01, 999.98 -Duration [total, attack, wait] 30s, 30s, 760.399µs -Latencies [min, mean, 50, 90, 95, 99, max] 559.645µs, 714.017µs, 697.276µs, 795.75µs, 845.685µs, 946.55µs, 9.636ms +Duration [total, attack, wait] 30.001s, 30s, 896.481µs +Latencies [min, mean, 50, 90, 95, 99, max] 595.949µs, 771.615µs, 754.14µs, 858.793µs, 899.916µs, 1.024ms, 11.034ms Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% diff --git a/tests/results/scale/edge/edge-plus.md b/tests/results/scale/edge/edge-plus.md index 2114da6749..064c71c7a7 100644 --- a/tests/results/scale/edge/edge-plus.md +++ b/tests/results/scale/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: b5b8783c79a51c8ef46585249921f3642f563642 +- Date: 2025-01-15T21:46:31Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1596000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,34 +24,34 @@ GKE Cluster: ### Reloads -- Total: 126 +- Total: 128 - Total Errors: 0 -- Average Time: 147ms +- Average Time: 231ms - Reload distribution: - - 500ms: 126 - - 1000ms: 126 - - 5000ms: 126 - - 10000ms: 126 - - 30000ms: 126 - - +Infms: 126 + - 500.0ms: 128 + - 1000.0ms: 128 + - 5000.0ms: 128 + - 10000.0ms: 128 + - 30000.0ms: 128 + - +Infms: 128 ### Event Batch Processing -- Total: 385 -- Average Time: 123ms +- Total: 387 +- Average Time: 160ms - Event Batch Processing distribution: - - 500ms: 354 - - 1000ms: 385 - - 5000ms: 385 - - 10000ms: 385 - - 30000ms: 385 - - +Infms: 385 + - 500.0ms: 338 + - 1000.0ms: 384 + - 5000.0ms: 387 + - 10000.0ms: 387 + - 30000.0ms: 387 + - +Infms: 387 ### Errors -- NGF errors: 2 +- NGF errors: 0 - NGF container restarts: 0 -- NGINX errors: 0 +- NGINX errors: 17 - NGINX container restarts: 0 ### Graphs and Logs @@ -65,32 +65,32 @@ The logs are attached only if there are errors. - Total: 128 - Total Errors: 0 -- Average Time: 168ms +- Average Time: 258ms - Reload distribution: - - 500ms: 128 - - 1000ms: 128 - - 5000ms: 128 - - 10000ms: 128 - - 30000ms: 128 + - 500.0ms: 128 + - 1000.0ms: 128 + - 5000.0ms: 128 + - 10000.0ms: 128 + - 30000.0ms: 128 - +Infms: 128 ### Event Batch Processing - Total: 451 -- Average Time: 114ms +- Average Time: 151ms - Event Batch Processing distribution: - - 500ms: 413 - - 1000ms: 449 - - 5000ms: 451 - - 10000ms: 451 - - 30000ms: 451 + - 500.0ms: 383 + - 1000.0ms: 446 + - 5000.0ms: 451 + - 10000.0ms: 451 + - 30000.0ms: 451 - +Infms: 451 ### Errors - NGF errors: 0 - NGF container restarts: 0 -- NGINX errors: 0 +- NGINX errors: 8 - NGINX container restarts: 0 ### Graphs and Logs @@ -104,25 +104,25 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 359ms +- Average Time: 1442ms - Reload distribution: - - 500ms: 796 - - 1000ms: 1001 - - 5000ms: 1001 - - 10000ms: 1001 - - 30000ms: 1001 + - 500.0ms: 143 + - 1000.0ms: 340 + - 5000.0ms: 1001 + - 10000.0ms: 1001 + - 30000.0ms: 1001 - +Infms: 1001 ### Event Batch Processing - Total: 1008 -- Average Time: 420ms +- Average Time: 1556ms - Event Batch Processing distribution: - - 500ms: 666 - - 1000ms: 1008 - - 5000ms: 1008 - - 10000ms: 1008 - - 30000ms: 1008 + - 500.0ms: 126 + - 1000.0ms: 308 + - 5000.0ms: 1008 + - 10000.0ms: 1008 + - 30000.0ms: 1008 - +Infms: 1008 ### Errors @@ -143,26 +143,26 @@ The logs are attached only if there are errors. - Total: 3 - Total Errors: 0 -- Average Time: 126ms +- Average Time: 151ms - Reload distribution: - - 500ms: 3 - - 1000ms: 3 - - 5000ms: 3 - - 10000ms: 3 - - 30000ms: 3 + - 500.0ms: 3 + - 1000.0ms: 3 + - 5000.0ms: 3 + - 10000.0ms: 3 + - 30000.0ms: 3 - +Infms: 3 ### Event Batch Processing -- Total: 272 -- Average Time: 11ms +- Total: 115 +- Average Time: 229ms - Event Batch Processing distribution: - - 500ms: 272 - - 1000ms: 272 - - 5000ms: 272 - - 10000ms: 272 - - 30000ms: 272 - - +Infms: 272 + - 500.0ms: 107 + - 1000.0ms: 115 + - 5000.0ms: 115 + - 10000.0ms: 115 + - 30000.0ms: 115 + - +Infms: 115 ### Errors @@ -180,19 +180,19 @@ The logs are attached only if there are errors. ```text Requests [total, rate, throughput] 30000, 1000.00, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 815.973µs -Latencies [min, mean, 50, 90, 95, 99, max] 540.433µs, 720.211µs, 702.691µs, 798.784µs, 838.818µs, 958.484µs, 12.388ms -Bytes In [total, mean] 4830000, 161.00 +Duration [total, attack, wait] 30.001s, 30s, 647.928µs +Latencies [min, mean, 50, 90, 95, 99, max] 547.261µs, 685.262µs, 669.565µs, 745.861µs, 776.204µs, 897.386µs, 12.01ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 845.333µs -Latencies [min, mean, 50, 90, 95, 99, max] 600.605µs, 794.821µs, 775.46µs, 907.763µs, 957.224µs, 1.061ms, 8.073ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.02 +Duration [total, attack, wait] 30s, 29.999s, 785.981µs +Latencies [min, mean, 50, 90, 95, 99, max] 600.936µs, 765.586µs, 743.136µs, 847.332µs, 899.272µs, 1.018ms, 10.282ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png index 230bd44f7e..b901e408e5 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png index 678d90b6a0..1b01f8f6c9 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png index 230bd44f7e..b901e408e5 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png index 678d90b6a0..1b01f8f6c9 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png index fe5584bf4b..9b97add18e 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png index 0e6f18bb87..e00714a8e9 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png index fe5584bf4b..9b97add18e 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png index 0e6f18bb87..e00714a8e9 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png index cd8cb5e845..5bd31be728 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png index 41d41c1497..f2fe2473a7 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png index cd8cb5e845..5bd31be728 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png index 41d41c1497..f2fe2473a7 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png index d349ef25dd..b88e1f5cce 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png index 996048dec4..3b7a5148ae 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png index d349ef25dd..b88e1f5cce 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png index 996048dec4..3b7a5148ae 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/edge-oss.md b/tests/results/zero-downtime-scale/edge/edge-oss.md index 7ab7bc0734..41197bfae1 100644 --- a/tests/results/zero-downtime-scale/edge/edge-oss.md +++ b/tests/results/zero-downtime-scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: b5b8783c79a51c8ef46585249921f3642f563642 +- Date: 2025-01-15T21:46:31Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1596000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -28,9 +28,9 @@ GKE Cluster: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 674.073µs -Latencies [min, mean, 50, 90, 95, 99, max] 419.791µs, 840.72µs, 834.34µs, 962.098µs, 1.015ms, 1.294ms, 10.169ms -Bytes In [total, mean] 4679929, 156.00 +Duration [total, attack, wait] 5m0s, 5m0s, 1.075ms +Latencies [min, mean, 50, 90, 95, 99, max] 458.603µs, 919.819µs, 900.857µs, 1.059ms, 1.122ms, 1.434ms, 16.602ms +Bytes In [total, mean] 4595960, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -43,9 +43,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 877.124µs -Latencies [min, mean, 50, 90, 95, 99, max] 412.325µs, 829.237µs, 822.155µs, 943.97µs, 993.732µs, 1.323ms, 12.09ms -Bytes In [total, mean] 4857151, 161.91 +Duration [total, attack, wait] 5m0s, 5m0s, 735.586µs +Latencies [min, mean, 50, 90, 95, 99, max] 430.549µs, 889.346µs, 876.966µs, 1.03ms, 1.092ms, 1.385ms, 12.401ms +Bytes In [total, mean] 4775983, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -60,9 +60,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 867.199µs -Latencies [min, mean, 50, 90, 95, 99, max] 418.599µs, 852.891µs, 843.777µs, 979.471µs, 1.035ms, 1.33ms, 14.512ms -Bytes In [total, mean] 7488117, 156.00 +Duration [total, attack, wait] 8m0s, 8m0s, 957.432µs +Latencies [min, mean, 50, 90, 95, 99, max] 452.453µs, 918.266µs, 907.115µs, 1.059ms, 1.118ms, 1.384ms, 16.269ms +Bytes In [total, mean] 7353559, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -75,9 +75,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 886.292µs -Latencies [min, mean, 50, 90, 95, 99, max] 405.98µs, 825.969µs, 821.489µs, 947.564µs, 997.377µs, 1.274ms, 15.137ms -Bytes In [total, mean] 7771168, 161.90 +Duration [total, attack, wait] 8m0s, 8m0s, 829.133µs +Latencies [min, mean, 50, 90, 95, 99, max] 450.963µs, 889.508µs, 886.373µs, 1.031ms, 1.083ms, 1.352ms, 12.009ms +Bytes In [total, mean] 7641702, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -92,9 +92,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 969.83µs -Latencies [min, mean, 50, 90, 95, 99, max] 438.695µs, 865.281µs, 855.081µs, 992.225µs, 1.055ms, 1.414ms, 12.639ms -Bytes In [total, mean] 1942752, 161.90 +Duration [total, attack, wait] 2m0s, 2m0s, 709.347µs +Latencies [min, mean, 50, 90, 95, 99, max] 438.654µs, 875.603µs, 879.177µs, 1.001ms, 1.042ms, 1.199ms, 11.304ms +Bytes In [total, mean] 1910399, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -107,9 +107,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 774.619µs -Latencies [min, mean, 50, 90, 95, 99, max] 425.067µs, 879.019µs, 872.194µs, 1.013ms, 1.078ms, 1.447ms, 7.09ms -Bytes In [total, mean] 1872026, 156.00 +Duration [total, attack, wait] 2m0s, 2m0s, 973.85µs +Latencies [min, mean, 50, 90, 95, 99, max] 498.406µs, 929.312µs, 921.674µs, 1.062ms, 1.115ms, 1.325ms, 14.014ms +Bytes In [total, mean] 1838335, 153.19 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -120,35 +120,35 @@ Error Set: ### Scale Down Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 791.319µs -Latencies [min, mean, 50, 90, 95, 99, max] 397.317µs, 840.677µs, 845.387µs, 967.105µs, 1.013ms, 1.198ms, 9.9ms -Bytes In [total, mean] 1942785, 161.90 +Duration [total, attack, wait] 2m0s, 2m0s, 949.176µs +Latencies [min, mean, 50, 90, 95, 99, max] 474.29µs, 920.202µs, 920.503µs, 1.061ms, 1.108ms, 1.259ms, 6.701ms +Bytes In [total, mean] 1838425, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) +![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 810.08µs -Latencies [min, mean, 50, 90, 95, 99, max] 475.946µs, 868.195µs, 867.184µs, 991.184µs, 1.041ms, 1.223ms, 5.819ms -Bytes In [total, mean] 1871908, 155.99 +Duration [total, attack, wait] 2m0s, 2m0s, 971.028µs +Latencies [min, mean, 50, 90, 95, 99, max] 442.662µs, 882.699µs, 886.841µs, 1.024ms, 1.068ms, 1.197ms, 11.974ms +Bytes In [total, mean] 1910400, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) +![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) ## Multiple NGF Pods run per node Test Results @@ -158,9 +158,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 756.924µs -Latencies [min, mean, 50, 90, 95, 99, max] 438.574µs, 859.757µs, 839.255µs, 970.782µs, 1.03ms, 1.433ms, 19.967ms -Bytes In [total, mean] 4682982, 156.10 +Duration [total, attack, wait] 5m0s, 5m0s, 610.147µs +Latencies [min, mean, 50, 90, 95, 99, max] 452.039µs, 898.58µs, 882.165µs, 1.037ms, 1.1ms, 1.45ms, 12.341ms +Bytes In [total, mean] 4617080, 153.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -173,9 +173,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 875.242µs -Latencies [min, mean, 50, 90, 95, 99, max] 390.062µs, 823.832µs, 812.588µs, 941.574µs, 993.373µs, 1.379ms, 13.509ms -Bytes In [total, mean] 4862819, 162.09 +Duration [total, attack, wait] 5m0s, 5m0s, 782.953µs +Latencies [min, mean, 50, 90, 95, 99, max] 434.457µs, 867.498µs, 856.092µs, 1.002ms, 1.059ms, 1.366ms, 13.872ms +Bytes In [total, mean] 4778851, 159.30 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -186,67 +186,67 @@ Error Set: ### Scale Down Gradually -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 810.664µs -Latencies [min, mean, 50, 90, 95, 99, max] 435.774µs, 864.05µs, 853.331µs, 978.297µs, 1.03ms, 1.36ms, 52.309ms -Bytes In [total, mean] 14985561, 156.10 +Duration [total, attack, wait] 16m0s, 16m0s, 807.366µs +Latencies [min, mean, 50, 90, 95, 99, max] 402.775µs, 859.534µs, 854.993µs, 995.71µs, 1.051ms, 1.328ms, 12.297ms +Bytes In [total, mean] 15292926, 159.30 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-https-oss.png](gradual-scale-down-https-oss.png) +![gradual-scale-down-http-oss.png](gradual-scale-down-http-oss.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 911.775µs -Latencies [min, mean, 50, 90, 95, 99, max] 380.949µs, 837.707µs, 832.349µs, 953.169µs, 1.001ms, 1.32ms, 50.143ms -Bytes In [total, mean] 15561752, 162.10 +Duration [total, attack, wait] 16m0s, 16m0s, 982.611µs +Latencies [min, mean, 50, 90, 95, 99, max] 437.996µs, 890.67µs, 878.228µs, 1.032ms, 1.095ms, 1.369ms, 15.588ms +Bytes In [total, mean] 14774458, 153.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-http-oss.png](gradual-scale-down-http-oss.png) +![gradual-scale-down-https-oss.png](gradual-scale-down-https-oss.png) ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 923.877µs -Latencies [min, mean, 50, 90, 95, 99, max] 421.746µs, 832.719µs, 831.849µs, 952.303µs, 999.227µs, 1.298ms, 10.711ms -Bytes In [total, mean] 1945216, 162.10 +Duration [total, attack, wait] 2m0s, 2m0s, 847.891µs +Latencies [min, mean, 50, 90, 95, 99, max] 465.533µs, 893.781µs, 882.321µs, 1.024ms, 1.081ms, 1.321ms, 13.454ms +Bytes In [total, mean] 1846795, 153.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-http-oss.png](abrupt-scale-up-http-oss.png) +![abrupt-scale-up-https-oss.png](abrupt-scale-up-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 923.761µs -Latencies [min, mean, 50, 90, 95, 99, max] 435.295µs, 857.491µs, 852.757µs, 975.748µs, 1.023ms, 1.305ms, 7.941ms -Bytes In [total, mean] 1873208, 156.10 +Duration [total, attack, wait] 2m0s, 2m0s, 1.156ms +Latencies [min, mean, 50, 90, 95, 99, max] 446.636µs, 860.82µs, 857.47µs, 990.948µs, 1.039ms, 1.28ms, 11.666ms +Bytes In [total, mean] 1911593, 159.30 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-https-oss.png](abrupt-scale-up-https-oss.png) +![abrupt-scale-up-http-oss.png](abrupt-scale-up-http-oss.png) ### Scale Down Abruptly @@ -254,9 +254,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 844.211µs -Latencies [min, mean, 50, 90, 95, 99, max] 440.009µs, 856.225µs, 860.69µs, 981.975µs, 1.025ms, 1.195ms, 13.743ms -Bytes In [total, mean] 1945223, 162.10 +Duration [total, attack, wait] 2m0s, 2m0s, 843.596µs +Latencies [min, mean, 50, 90, 95, 99, max] 468.558µs, 899.097µs, 897.551µs, 1.032ms, 1.077ms, 1.228ms, 7.476ms +Bytes In [total, mean] 1911589, 159.30 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -269,9 +269,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 868.665µs -Latencies [min, mean, 50, 90, 95, 99, max] 458.08µs, 884.664µs, 881.714µs, 1.006ms, 1.051ms, 1.249ms, 13.184ms -Bytes In [total, mean] 1873180, 156.10 +Duration [total, attack, wait] 2m0s, 2m0s, 841.763µs +Latencies [min, mean, 50, 90, 95, 99, max] 530.242µs, 933.635µs, 928.814µs, 1.065ms, 1.116ms, 1.274ms, 8.782ms +Bytes In [total, mean] 1846810, 153.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 diff --git a/tests/results/zero-downtime-scale/edge/edge-plus.md b/tests/results/zero-downtime-scale/edge/edge-plus.md index 76ba23cb78..ac5cb02094 100644 --- a/tests/results/zero-downtime-scale/edge/edge-plus.md +++ b/tests/results/zero-downtime-scale/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: b5b8783c79a51c8ef46585249921f3642f563642 +- Date: 2025-01-15T21:46:31Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1596000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,35 +24,35 @@ GKE Cluster: ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 941.193µs -Latencies [min, mean, 50, 90, 95, 99, max] 408.274µs, 832.805µs, 832.348µs, 963.853µs, 1.015ms, 1.226ms, 12.119ms -Bytes In [total, mean] 4836028, 161.20 +Duration [total, attack, wait] 5m0s, 5m0s, 733.336µs +Latencies [min, mean, 50, 90, 95, 99, max] 423.147µs, 852.064µs, 822.379µs, 1.005ms, 1.076ms, 1.368ms, 22.564ms +Bytes In [total, mean] 4593076, 153.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-http-plus.png](gradual-scale-up-affinity-http-plus.png) +![gradual-scale-up-affinity-https-plus.png](gradual-scale-up-affinity-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 943.297µs -Latencies [min, mean, 50, 90, 95, 99, max] 413.413µs, 868.848µs, 858.717µs, 997.311µs, 1.055ms, 1.335ms, 15.068ms -Bytes In [total, mean] 4655923, 155.20 +Duration [total, attack, wait] 5m0s, 5m0s, 712.018µs +Latencies [min, mean, 50, 90, 95, 99, max] 405.38µs, 811.749µs, 790.554µs, 951.791µs, 1.017ms, 1.343ms, 22.455ms +Bytes In [total, mean] 4772952, 159.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-https-plus.png](gradual-scale-up-affinity-https-plus.png) +![gradual-scale-up-affinity-http-plus.png](gradual-scale-up-affinity-http-plus.png) ### Scale Down Gradually @@ -60,9 +60,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 777.799µs -Latencies [min, mean, 50, 90, 95, 99, max] 422.289µs, 846.567µs, 847.213µs, 974.774µs, 1.021ms, 1.257ms, 16.036ms -Bytes In [total, mean] 7737622, 161.20 +Duration [total, attack, wait] 8m0s, 8m0s, 902.364µs +Latencies [min, mean, 50, 90, 95, 99, max] 376.108µs, 808.123µs, 798.541µs, 956.386µs, 1.016ms, 1.282ms, 12.476ms +Bytes In [total, mean] 7636780, 159.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -75,9 +75,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 871.684µs -Latencies [min, mean, 50, 90, 95, 99, max] 451.158µs, 872.888µs, 867.342µs, 999.583µs, 1.049ms, 1.28ms, 16.856ms -Bytes In [total, mean] 7449488, 155.20 +Duration [total, attack, wait] 8m0s, 8m0s, 789.729µs +Latencies [min, mean, 50, 90, 95, 99, max] 402.835µs, 834.036µs, 820.453µs, 980.9µs, 1.043ms, 1.297ms, 14.647ms +Bytes In [total, mean] 7348885, 153.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -88,35 +88,35 @@ Error Set: ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 839.216µs -Latencies [min, mean, 50, 90, 95, 99, max] 412.216µs, 827.328µs, 826.882µs, 944.954µs, 986.029µs, 1.157ms, 7.545ms -Bytes In [total, mean] 1934359, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 774.584µs +Latencies [min, mean, 50, 90, 95, 99, max] 442.333µs, 852.903µs, 838.838µs, 1.007ms, 1.07ms, 1.277ms, 12.657ms +Bytes In [total, mean] 1837235, 153.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-http-plus.png](abrupt-scale-up-affinity-http-plus.png) +![abrupt-scale-up-affinity-https-plus.png](abrupt-scale-up-affinity-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 969.121µs -Latencies [min, mean, 50, 90, 95, 99, max] 467.745µs, 855.826µs, 852.877µs, 976.447µs, 1.022ms, 1.212ms, 6.075ms -Bytes In [total, mean] 1862505, 155.21 +Duration [total, attack, wait] 2m0s, 2m0s, 810.786µs +Latencies [min, mean, 50, 90, 95, 99, max] 414.574µs, 807.385µs, 800.152µs, 943.002µs, 993.994µs, 1.207ms, 12.126ms +Bytes In [total, mean] 1909145, 159.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-https-plus.png](abrupt-scale-up-affinity-https-plus.png) +![abrupt-scale-up-affinity-http-plus.png](abrupt-scale-up-affinity-http-plus.png) ### Scale Down Abruptly @@ -124,9 +124,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.086ms -Latencies [min, mean, 50, 90, 95, 99, max] 445.748µs, 844.905µs, 841.747µs, 966.834µs, 1.014ms, 1.149ms, 10.252ms -Bytes In [total, mean] 1862413, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 764.33µs +Latencies [min, mean, 50, 90, 95, 99, max] 455.707µs, 856.722µs, 842.535µs, 990.87µs, 1.049ms, 1.202ms, 37.702ms +Bytes In [total, mean] 1837263, 153.11 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -139,9 +139,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 977.782µs -Latencies [min, mean, 50, 90, 95, 99, max] 429.637µs, 820.79µs, 820.371µs, 945.314µs, 990.999µs, 1.119ms, 10.199ms -Bytes In [total, mean] 1934426, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 872.619µs +Latencies [min, mean, 50, 90, 95, 99, max] 423.472µs, 817.533µs, 812.751µs, 951.811µs, 1.004ms, 1.192ms, 51.785ms +Bytes In [total, mean] 1909219, 159.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -158,9 +158,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 754.05µs -Latencies [min, mean, 50, 90, 95, 99, max] 410.453µs, 905.139µs, 831.094µs, 960.454µs, 1.011ms, 1.33ms, 1.047s -Bytes In [total, mean] 4835964, 161.20 +Duration [total, attack, wait] 5m0s, 5m0s, 513.348µs +Latencies [min, mean, 50, 90, 95, 99, max] 394.843µs, 842.052µs, 826.969µs, 987.993µs, 1.055ms, 1.398ms, 11.385ms +Bytes In [total, mean] 4778986, 159.30 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -173,9 +173,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 565.701µs -Latencies [min, mean, 50, 90, 95, 99, max] 455.482µs, 907.551µs, 862.338µs, 996.448µs, 1.053ms, 1.36ms, 1.047s -Bytes In [total, mean] 4655923, 155.20 +Duration [total, attack, wait] 5m0s, 5m0s, 750.427µs +Latencies [min, mean, 50, 90, 95, 99, max] 432.953µs, 863.141µs, 840.391µs, 1.008ms, 1.08ms, 1.454ms, 16.966ms +Bytes In [total, mean] 4602020, 153.40 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -186,96 +186,96 @@ Error Set: ### Scale Down Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 620.297µs -Latencies [min, mean, 50, 90, 95, 99, max] 405.608µs, 839.322µs, 838.282µs, 965.914µs, 1.013ms, 1.25ms, 23.079ms -Bytes In [total, mean] 15475182, 161.20 +Duration [total, attack, wait] 16m0s, 16m0s, 815.462µs +Latencies [min, mean, 50, 90, 95, 99, max] 426.849µs, 867.772µs, 842.932µs, 1.036ms, 1.115ms, 1.383ms, 52.956ms +Bytes In [total, mean] 14726306, 153.40 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-http-plus.png](gradual-scale-down-http-plus.png) +![gradual-scale-down-https-plus.png](gradual-scale-down-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 962.936µs -Latencies [min, mean, 50, 90, 95, 99, max] 433.619µs, 870.771µs, 863.252µs, 996.003µs, 1.046ms, 1.29ms, 22.949ms -Bytes In [total, mean] 14899205, 155.20 +Duration [total, attack, wait] 16m0s, 16m0s, 526.629µs +Latencies [min, mean, 50, 90, 95, 99, max] 396.822µs, 829.639µs, 814.625µs, 990.479µs, 1.061ms, 1.342ms, 15.867ms +Bytes In [total, mean] 15292918, 159.30 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-https-plus.png](gradual-scale-down-https-plus.png) +![gradual-scale-down-http-plus.png](gradual-scale-down-http-plus.png) ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 866.853µs -Latencies [min, mean, 50, 90, 95, 99, max] 409.422µs, 841.332µs, 844.856µs, 975.173µs, 1.024ms, 1.182ms, 4.008ms -Bytes In [total, mean] 1934371, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 821.462µs +Latencies [min, mean, 50, 90, 95, 99, max] 432.657µs, 872.62µs, 850.187µs, 1.046ms, 1.121ms, 1.382ms, 10.257ms +Bytes In [total, mean] 1840847, 153.40 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-http-plus.png](abrupt-scale-up-http-plus.png) +![abrupt-scale-up-https-plus.png](abrupt-scale-up-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 553.714µs -Latencies [min, mean, 50, 90, 95, 99, max] 460.886µs, 883.007µs, 879.042µs, 1.014ms, 1.067ms, 1.257ms, 8.58ms -Bytes In [total, mean] 1862406, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 963.019µs +Latencies [min, mean, 50, 90, 95, 99, max] 408.253µs, 823.044µs, 808.224µs, 978.197µs, 1.041ms, 1.321ms, 9.38ms +Bytes In [total, mean] 1911654, 159.30 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-https-plus.png](abrupt-scale-up-https-plus.png) +![abrupt-scale-up-http-plus.png](abrupt-scale-up-http-plus.png) ### Scale Down Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 803.449µs -Latencies [min, mean, 50, 90, 95, 99, max] 450.024µs, 880.184µs, 876.219µs, 1.023ms, 1.072ms, 1.216ms, 6.664ms -Bytes In [total, mean] 1862355, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 862.102µs +Latencies [min, mean, 50, 90, 95, 99, max] 411.676µs, 828.533µs, 819.66µs, 977.583µs, 1.039ms, 1.226ms, 33.65ms +Bytes In [total, mean] 1911634, 159.30 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-https-plus.png](abrupt-scale-down-https-plus.png) +![abrupt-scale-down-http-plus.png](abrupt-scale-down-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 982.552µs -Latencies [min, mean, 50, 90, 95, 99, max] 427.658µs, 849.973µs, 848.354µs, 979.91µs, 1.024ms, 1.154ms, 51.405ms -Bytes In [total, mean] 1934375, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 1.104ms +Latencies [min, mean, 50, 90, 95, 99, max] 468.263µs, 875.117µs, 857.449µs, 1.031ms, 1.099ms, 1.322ms, 24.012ms +Bytes In [total, mean] 1840784, 153.40 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-http-plus.png](abrupt-scale-down-http-plus.png) +![abrupt-scale-down-https-plus.png](abrupt-scale-down-https-plus.png) diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png index 682f3deb05..d28b258192 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png index 87fadd324d..58f4ba1ae7 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png index 682f3deb05..d28b258192 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png index 87fadd324d..58f4ba1ae7 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png index ec6c249c1c..0c4f38642b 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png index 64bfd11602..59b24cc1ba 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png index ec6c249c1c..0c4f38642b 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png index 64bfd11602..59b24cc1ba 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png index b2bfc78ed6..9cd56c2ddc 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png index 5c9e1776ae..d21711e135 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png index b2bfc78ed6..9cd56c2ddc 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png index 5c9e1776ae..d21711e135 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png index 7a0fa352f5..319cd787e8 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png index 3a7a0247e8..d4f8065df8 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png index 7a0fa352f5..319cd787e8 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png index 3a7a0247e8..d4f8065df8 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png differ