diff --git a/tests/results/dp-perf/edge/edge-oss.md b/tests/results/dp-perf/edge/edge-oss.md index 63bd50ec0f..ee23694a87 100644 --- a/tests/results/dp-perf/edge/edge-oss.md +++ b/tests/results/dp-perf/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 +- Date: 2025-03-15T07:17:11Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.31.6-gke.1020000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65851340Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,10 +23,10 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 546.336µs -Latencies [min, mean, 50, 90, 95, 99, max] 466.328µs, 652.455µs, 635.612µs, 733.819µs, 775.191µs, 898.404µs, 12.115ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 569.726µs +Latencies [min, mean, 50, 90, 95, 99, max] 492.479µs, 670.385µs, 659.036µs, 746.275µs, 777.873µs, 857.407µs, 10.667ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -36,36 +36,36 @@ Error Set: ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 726.771µs -Latencies [min, mean, 50, 90, 95, 99, max] 516.729µs, 667.447µs, 651.234µs, 748.002µs, 789.132µs, 912.936µs, 12.01ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 29999, 1000.00, 999.98 +Duration [total, attack, wait] 30s, 29.999s, 665.107µs +Latencies [min, mean, 50, 90, 95, 99, max] 518.165µs, 707.025µs, 693.839µs, 792.941µs, 827.269µs, 914.615µs, 9.399ms +Bytes In [total, mean] 4829839, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:30000 +Status Codes [code:count] 200:29999 Error Set: ``` ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 29999, 1000.02, 1000.00 -Duration [total, attack, wait] 29.999s, 29.998s, 775.462µs -Latencies [min, mean, 50, 90, 95, 99, max] 509.103µs, 675.843µs, 660.979µs, 753.464µs, 790.594µs, 915.896µs, 10.924ms -Bytes In [total, mean] 5099830, 170.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 715.919µs +Latencies [min, mean, 50, 90, 95, 99, max] 535.068µs, 708.655µs, 696.175µs, 794.741µs, 829.728µs, 926.641µs, 9.422ms +Bytes In [total, mean] 5070000, 169.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:29999 +Status Codes [code:count] 200:30000 Error Set: ``` ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.02 -Duration [total, attack, wait] 30s, 29.999s, 579.805µs -Latencies [min, mean, 50, 90, 95, 99, max] 495.375µs, 663.275µs, 645.382µs, 747.059µs, 791.431µs, 925.516µs, 10.063ms -Bytes In [total, mean] 4770000, 159.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 689.244µs +Latencies [min, mean, 50, 90, 95, 99, max] 517.044µs, 689.83µs, 678.3µs, 768.738µs, 802.493µs, 884.763µs, 13.123ms +Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -75,10 +75,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.99 -Duration [total, attack, wait] 30s, 30s, 604.093µs -Latencies [min, mean, 50, 90, 95, 99, max] 499.363µs, 654.309µs, 639.452µs, 737.027µs, 777.872µs, 904.014µs, 8.053ms -Bytes In [total, mean] 4770000, 159.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 618.418µs +Latencies [min, mean, 50, 90, 95, 99, max] 506.217µs, 700.343µs, 688.984µs, 785.078µs, 815.876µs, 898.036µs, 9.243ms +Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/dp-perf/edge/edge-plus.md b/tests/results/dp-perf/edge/edge-plus.md index b2a9970e7a..33e8224482 100644 --- a/tests/results/dp-perf/edge/edge-plus.md +++ b/tests/results/dp-perf/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 +- Date: 2025-03-15T07:17:11Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.31.6-gke.1020000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65851340Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,10 +23,10 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 852.811µs -Latencies [min, mean, 50, 90, 95, 99, max] 484.762µs, 663.414µs, 647.232µs, 739.971µs, 776.515µs, 867.279µs, 19.761ms -Bytes In [total, mean] 4800000, 160.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 662.781µs +Latencies [min, mean, 50, 90, 95, 99, max] 484.55µs, 685.236µs, 667.104µs, 770.782µs, 811.42µs, 914.291µs, 14.722ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -36,10 +36,10 @@ Error Set: ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.02 -Duration [total, attack, wait] 30s, 29.999s, 592.984µs -Latencies [min, mean, 50, 90, 95, 99, max] 532.501µs, 697.491µs, 682.822µs, 782.979µs, 820.727µs, 919.977µs, 11.809ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 762.608µs +Latencies [min, mean, 50, 90, 95, 99, max] 518.259µs, 717.123µs, 697.898µs, 803.297µs, 846.307µs, 967.712µs, 18.472ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -49,10 +49,10 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 757.242µs -Latencies [min, mean, 50, 90, 95, 99, max] 522.486µs, 706.577µs, 693.391µs, 796.96µs, 837.354µs, 944.635µs, 9.484ms -Bytes In [total, mean] 5070000, 169.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 686.373µs +Latencies [min, mean, 50, 90, 95, 99, max] 492.406µs, 724.55µs, 708.483µs, 817.376µs, 858.736µs, 976.771µs, 11.812ms +Bytes In [total, mean] 5100000, 170.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -62,10 +62,10 @@ Error Set: ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.00, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 793.958µs -Latencies [min, mean, 50, 90, 95, 99, max] 515.143µs, 694.579µs, 679.924µs, 783.488µs, 823.079µs, 935.749µs, 8.619ms -Bytes In [total, mean] 4740000, 158.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 695.346µs +Latencies [min, mean, 50, 90, 95, 99, max] 529.34µs, 718.101µs, 700.968µs, 809.033µs, 850.203µs, 954.285µs, 12.013ms +Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -75,10 +75,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 755.564µs -Latencies [min, mean, 50, 90, 95, 99, max] 524.265µs, 684.282µs, 671.402µs, 770.187µs, 806.135µs, 906.279µs, 9.069ms -Bytes In [total, mean] 4740000, 158.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.99 +Duration [total, attack, wait] 30s, 30s, 683.707µs +Latencies [min, mean, 50, 90, 95, 99, max] 510.765µs, 709.274µs, 692.005µs, 795.696µs, 836.686µs, 946.19µs, 15.089ms +Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/ngf-upgrade/edge/edge-oss.md b/tests/results/ngf-upgrade/edge/edge-oss.md index 74f1472162..b91e00b68a 100644 --- a/tests/results/ngf-upgrade/edge/edge-oss.md +++ b/tests/results/ngf-upgrade/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 +- Date: 2025-03-15T07:17:11Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.31.6-gke.1020000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65851340Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,10 +23,10 @@ GKE Cluster: ## Test: Send http /coffee traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.02 -Duration [total, attack, wait] 59.991s, 59.99s, 587.326µs -Latencies [min, mean, 50, 90, 95, 99, max] 439.889µs, 859.995µs, 849.253µs, 977.006µs, 1.024ms, 1.211ms, 15.355ms -Bytes In [total, mean] 974028, 162.34 +Requests [total, rate, throughput] 6000, 100.02, 100.01 +Duration [total, attack, wait] 59.992s, 59.991s, 864.529µs +Latencies [min, mean, 50, 90, 95, 99, max] 470.608µs, 866.796µs, 864.021µs, 991.562µs, 1.037ms, 1.156ms, 10.317ms +Bytes In [total, mean] 967993, 161.33 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 @@ -39,9 +39,9 @@ Error Set: ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 792.386µs -Latencies [min, mean, 50, 90, 95, 99, max] 664.1µs, 910.376µs, 874.685µs, 1.007ms, 1.063ms, 1.271ms, 16.146ms -Bytes In [total, mean] 936000, 156.00 +Duration [total, attack, wait] 59.992s, 59.991s, 850.998µs +Latencies [min, mean, 50, 90, 95, 99, max] 455.17µs, 901.793µs, 886.37µs, 1.017ms, 1.06ms, 1.177ms, 10.281ms +Bytes In [total, mean] 931993, 155.33 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 diff --git a/tests/results/ngf-upgrade/edge/edge-plus.md b/tests/results/ngf-upgrade/edge/edge-plus.md index fbc9b58cff..2bf3b4d5f8 100644 --- a/tests/results/ngf-upgrade/edge/edge-plus.md +++ b/tests/results/ngf-upgrade/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 +- Date: 2025-03-15T07:17:11Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.31.6-gke.1020000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65851340Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,9 +24,9 @@ GKE Cluster: ```text Requests [total, rate, throughput] 6000, 100.02, 100.02 -Duration [total, attack, wait] 59.991s, 59.99s, 772.721µs -Latencies [min, mean, 50, 90, 95, 99, max] 596.14µs, 835.746µs, 798.892µs, 926.941µs, 975.553µs, 1.151ms, 14.047ms -Bytes In [total, mean] 956060, 159.34 +Duration [total, attack, wait] 59.99s, 59.989s, 855.743µs +Latencies [min, mean, 50, 90, 95, 99, max] 635.422µs, 851.551µs, 832.349µs, 964.217µs, 1.017ms, 1.176ms, 9.726ms +Bytes In [total, mean] 972000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 @@ -38,10 +38,10 @@ Error Set: ## Test: Send https /tea traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 955.654µs -Latencies [min, mean, 50, 90, 95, 99, max] 630.575µs, 856.057µs, 818.559µs, 939.26µs, 986.329µs, 1.177ms, 14.025ms -Bytes In [total, mean] 918000, 153.00 +Requests [total, rate, throughput] 6000, 100.02, 100.02 +Duration [total, attack, wait] 59.991s, 59.99s, 673.229µs +Latencies [min, mean, 50, 90, 95, 99, max] 439.111µs, 903.895µs, 887.003µs, 1.057ms, 1.116ms, 1.284ms, 9.699ms +Bytes In [total, mean] 936000, 156.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 diff --git a/tests/results/ngf-upgrade/edge/http-oss.png b/tests/results/ngf-upgrade/edge/http-oss.png index ac09cb1038..e17fa179ba 100644 Binary files a/tests/results/ngf-upgrade/edge/http-oss.png and b/tests/results/ngf-upgrade/edge/http-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/http-plus.png b/tests/results/ngf-upgrade/edge/http-plus.png index 951fcf288b..8d812c3435 100644 Binary files a/tests/results/ngf-upgrade/edge/http-plus.png and b/tests/results/ngf-upgrade/edge/http-plus.png differ diff --git a/tests/results/ngf-upgrade/edge/https-oss.png b/tests/results/ngf-upgrade/edge/https-oss.png index ac09cb1038..e17fa179ba 100644 Binary files a/tests/results/ngf-upgrade/edge/https-oss.png and b/tests/results/ngf-upgrade/edge/https-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/https-plus.png b/tests/results/ngf-upgrade/edge/https-plus.png index 951fcf288b..8d812c3435 100644 Binary files a/tests/results/ngf-upgrade/edge/https-plus.png and b/tests/results/ngf-upgrade/edge/https-plus.png differ diff --git a/tests/results/reconfig/edge/edge-oss.md b/tests/results/reconfig/edge/edge-oss.md index 98bbb75a07..a9a5e8f46b 100644 --- a/tests/results/reconfig/edge/edge-oss.md +++ b/tests/results/reconfig/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 +- Date: 2025-03-15T07:17:11Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.31.6-gke.1020000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65851340Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -27,110 +27,122 @@ GKE Cluster: - TimeToReadyTotal: 3s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 126ms +- NGINX Reload Average Time: 101ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing - Event Batch Total: 5 -- Event Batch Processing Average Time: 60ms +- Event Batch Processing Average Time: 53ms - Event Batch Processing distribution: - - 500ms: 5 - - 1000ms: 5 - - 5000ms: 5 - - 10000ms: 5 - - 30000ms: 5 + - 500.0ms: 5 + - 1000.0ms: 5 + - 5000.0ms: 5 + - 10000.0ms: 5 + - 30000.0ms: 5 - +Infms: 5 +### NGINX Error Logs + + ## Test 1: Resources exist before startup - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 2s +- TimeToReadyTotal: 3s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 126ms +- NGINX Reload Average Time: 88ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 50ms +- Event Batch Processing Average Time: 45ms - Event Batch Processing distribution: - - 500ms: 6 - - 1000ms: 6 - - 5000ms: 6 - - 10000ms: 6 - - 30000ms: 6 + - 500.0ms: 6 + - 1000.0ms: 6 + - 5000.0ms: 6 + - 10000.0ms: 6 + - 30000.0ms: 6 - +Infms: 6 +### NGINX Error Logs + + ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 ### Reloads and Time to Ready - TimeToReadyTotal: 8s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 52 -- NGINX Reload Average Time: 151ms +- NGINX Reloads: 63 +- NGINX Reload Average Time: 125ms - Reload distribution: - - 500ms: 52 - - 1000ms: 52 - - 5000ms: 52 - - 10000ms: 52 - - 30000ms: 52 - - +Infms: 52 + - 500.0ms: 63 + - 1000.0ms: 63 + - 5000.0ms: 63 + - 10000.0ms: 63 + - 30000.0ms: 63 + - +Infms: 63 ### Event Batch Processing -- Event Batch Total: 326 -- Event Batch Processing Average Time: 24ms +- Event Batch Total: 337 +- Event Batch Processing Average Time: 23ms - Event Batch Processing distribution: - - 500ms: 326 - - 1000ms: 326 - - 5000ms: 326 - - 10000ms: 326 - - 30000ms: 326 - - +Infms: 326 + - 500.0ms: 337 + - 1000.0ms: 337 + - 5000.0ms: 337 + - 10000.0ms: 337 + - 30000.0ms: 337 + - +Infms: 337 + +### NGINX Error Logs + ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 43s +- TimeToReadyTotal: 44s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 283 -- NGINX Reload Average Time: 152ms +- NGINX Reloads: 343 +- NGINX Reload Average Time: 125ms - Reload distribution: - - 500ms: 283 - - 1000ms: 283 - - 5000ms: 283 - - 10000ms: 283 - - 30000ms: 283 - - +Infms: 283 + - 500.0ms: 343 + - 1000.0ms: 343 + - 5000.0ms: 343 + - 10000.0ms: 343 + - 30000.0ms: 343 + - +Infms: 343 ### Event Batch Processing -- Event Batch Total: 1633 -- Event Batch Processing Average Time: 26ms +- Event Batch Total: 1689 +- Event Batch Processing Average Time: 25ms - Event Batch Processing distribution: - - 500ms: 1633 - - 1000ms: 1633 - - 5000ms: 1633 - - 10000ms: 1633 - - 30000ms: 1633 - - +Infms: 1633 + - 500.0ms: 1689 + - 1000.0ms: 1689 + - 5000.0ms: 1689 + - 10000.0ms: 1689 + - 30000.0ms: 1689 + - +Infms: 1689 + +### NGINX Error Logs + ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -138,27 +150,30 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 55 -- NGINX Reload Average Time: 148ms +- NGINX Reloads: 64 +- NGINX Reload Average Time: 125ms - Reload distribution: - - 500ms: 55 - - 1000ms: 55 - - 5000ms: 55 - - 10000ms: 55 - - 30000ms: 55 - - +Infms: 55 + - 500.0ms: 64 + - 1000.0ms: 64 + - 5000.0ms: 64 + - 10000.0ms: 64 + - 30000.0ms: 64 + - +Infms: 64 ### Event Batch Processing -- Event Batch Total: 296 -- Event Batch Processing Average Time: 27ms +- Event Batch Total: 321 +- Event Batch Processing Average Time: 25ms - Event Batch Processing distribution: - - 500ms: 296 - - 1000ms: 296 - - 5000ms: 296 - - 10000ms: 296 - - 30000ms: 296 - - +Infms: 296 + - 500.0ms: 321 + - 1000.0ms: 321 + - 5000.0ms: 321 + - 10000.0ms: 321 + - 30000.0ms: 321 + - +Infms: 321 + +### NGINX Error Logs + ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 @@ -166,24 +181,26 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 294 -- NGINX Reload Average Time: 148ms +- NGINX Reloads: 342 +- NGINX Reload Average Time: 125ms - Reload distribution: - - 500ms: 294 - - 1000ms: 294 - - 5000ms: 294 - - 10000ms: 294 - - 30000ms: 294 - - +Infms: 294 + - 500.0ms: 342 + - 1000.0ms: 342 + - 5000.0ms: 342 + - 10000.0ms: 342 + - 30000.0ms: 342 + - +Infms: 342 ### Event Batch Processing -- Event Batch Total: 1506 -- Event Batch Processing Average Time: 29ms +- Event Batch Total: 1639 +- Event Batch Processing Average Time: 26ms - Event Batch Processing distribution: - - 500ms: 1506 - - 1000ms: 1506 - - 5000ms: 1506 - - 10000ms: 1506 - - 30000ms: 1506 - - +Infms: 1506 + - 500.0ms: 1639 + - 1000.0ms: 1639 + - 5000.0ms: 1639 + - 10000.0ms: 1639 + - 30000.0ms: 1639 + - +Infms: 1639 + +### NGINX Error Logs diff --git a/tests/results/reconfig/edge/edge-plus.md b/tests/results/reconfig/edge/edge-plus.md index b03b8cc83f..b339fb3c0d 100644 --- a/tests/results/reconfig/edge/edge-plus.md +++ b/tests/results/reconfig/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 +- Date: 2025-03-15T07:17:11Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.31.6-gke.1020000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65851340Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,113 +24,126 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 3s +- TimeToReadyTotal: 4s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 114ms +- NGINX Reload Average Time: 100ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing -- Event Batch Total: 5 -- Event Batch Processing Average Time: 56ms +- Event Batch Total: 6 +- Event Batch Processing Average Time: 52ms - Event Batch Processing distribution: - - 500ms: 5 - - 1000ms: 5 - - 5000ms: 5 - - 10000ms: 5 - - 30000ms: 5 - - +Infms: 5 + - 500.0ms: 6 + - 1000.0ms: 6 + - 5000.0ms: 6 + - 10000.0ms: 6 + - 30000.0ms: 6 + - +Infms: 6 + +### NGINX Error Logs + ## Test 1: Resources exist before startup - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 1s +- TimeToReadyTotal: 4s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 113ms +- NGINX Reload Average Time: 100ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 46ms +- Event Batch Processing Average Time: 53ms - Event Batch Processing distribution: - - 500ms: 6 - - 1000ms: 6 - - 5000ms: 6 - - 10000ms: 6 - - 30000ms: 6 + - 500.0ms: 6 + - 1000.0ms: 6 + - 5000.0ms: 6 + - 10000.0ms: 6 + - 30000.0ms: 6 - +Infms: 6 +### NGINX Error Logs + + ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 ### Reloads and Time to Ready - TimeToReadyTotal: 8s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 62 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 47 +- NGINX Reload Average Time: 148ms - Reload distribution: - - 500ms: 62 - - 1000ms: 62 - - 5000ms: 62 - - 10000ms: 62 - - 30000ms: 62 - - +Infms: 62 + - 500.0ms: 47 + - 1000.0ms: 47 + - 5000.0ms: 47 + - 10000.0ms: 47 + - 30000.0ms: 47 + - +Infms: 47 ### Event Batch Processing -- Event Batch Total: 337 -- Event Batch Processing Average Time: 23ms +- Event Batch Total: 322 +- Event Batch Processing Average Time: 25ms - Event Batch Processing distribution: - - 500ms: 337 - - 1000ms: 337 - - 5000ms: 337 - - 10000ms: 337 - - 30000ms: 337 - - +Infms: 337 + - 500.0ms: 322 + - 1000.0ms: 322 + - 5000.0ms: 322 + - 10000.0ms: 322 + - 30000.0ms: 322 + - +Infms: 322 + +### NGINX Error Logs + ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 43s +- TimeToReadyTotal: 20s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 338 -- NGINX Reload Average Time: 126ms +- NGINX Reloads: 117 +- NGINX Reload Average Time: 150ms - Reload distribution: - - 500ms: 338 - - 1000ms: 338 - - 5000ms: 338 - - 10000ms: 338 - - 30000ms: 338 - - +Infms: 338 + - 500.0ms: 117 + - 1000.0ms: 117 + - 5000.0ms: 117 + - 10000.0ms: 117 + - 30000.0ms: 117 + - +Infms: 117 ### Event Batch Processing -- Event Batch Total: 1693 -- Event Batch Processing Average Time: 25ms +- Event Batch Total: 1460 +- Event Batch Processing Average Time: 14ms - Event Batch Processing distribution: - - 500ms: 1693 - - 1000ms: 1693 - - 5000ms: 1693 - - 10000ms: 1693 - - 30000ms: 1693 - - +Infms: 1693 + - 500.0ms: 1460 + - 1000.0ms: 1460 + - 5000.0ms: 1460 + - 10000.0ms: 1460 + - 30000.0ms: 1460 + - +Infms: 1460 + +### NGINX Error Logs +2025/03/15 17:00:26 [emerg] 48#48: invalid instance state file "/var/lib/nginx/state/nginx-mgmt-state" + ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -138,27 +151,30 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 64 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 46 +- NGINX Reload Average Time: 133ms - Reload distribution: - - 500ms: 64 - - 1000ms: 64 - - 5000ms: 64 - - 10000ms: 64 - - 30000ms: 64 - - +Infms: 64 + - 500.0ms: 46 + - 1000.0ms: 46 + - 5000.0ms: 46 + - 10000.0ms: 46 + - 30000.0ms: 46 + - +Infms: 46 ### Event Batch Processing -- Event Batch Total: 306 -- Event Batch Processing Average Time: 26ms +- Event Batch Total: 291 +- Event Batch Processing Average Time: 28ms - Event Batch Processing distribution: - - 500ms: 306 - - 1000ms: 306 - - 5000ms: 306 - - 10000ms: 306 - - 30000ms: 306 - - +Infms: 306 + - 500.0ms: 291 + - 1000.0ms: 291 + - 5000.0ms: 291 + - 10000.0ms: 291 + - 30000.0ms: 291 + - +Infms: 291 + +### NGINX Error Logs + ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 @@ -166,24 +182,26 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 342 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 258 +- NGINX Reload Average Time: 132ms - Reload distribution: - - 500ms: 342 - - 1000ms: 342 - - 5000ms: 342 - - 10000ms: 342 - - 30000ms: 342 - - +Infms: 342 + - 500.0ms: 258 + - 1000.0ms: 258 + - 5000.0ms: 258 + - 10000.0ms: 258 + - 30000.0ms: 258 + - +Infms: 258 ### Event Batch Processing -- Event Batch Total: 1534 -- Event Batch Processing Average Time: 28ms +- Event Batch Total: 1501 +- Event Batch Processing Average Time: 29ms - Event Batch Processing distribution: - - 500ms: 1534 - - 1000ms: 1534 - - 5000ms: 1534 - - 10000ms: 1534 - - 30000ms: 1534 - - +Infms: 1534 + - 500.0ms: 1501 + - 1000.0ms: 1501 + - 5000.0ms: 1501 + - 10000.0ms: 1501 + - 30000.0ms: 1501 + - +Infms: 1501 + +### NGINX Error Logs diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png index 0ef386da01..08cc64bf7d 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png index 4f4e46bf95..d8a73bd8e6 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png index 3c7235b62d..e940514c20 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png index b2699f1824..1d2c2028a9 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png index e33db181d9..cbb86f3c40 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png index 962adb7cb2..fa76f68e10 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png index 83d68aabe1..d299f397c9 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png index bcf9a7919f..e75dd0cd66 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png index dab02f33dd..24f13fa2a4 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png index b334b0c722..5b5edd2b05 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/nginx-plus.log b/tests/results/scale/edge/TestScale_HTTPSListeners/nginx-plus.log new file mode 100644 index 0000000000..93f206ec65 --- /dev/null +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/nginx-plus.log @@ -0,0 +1,15 @@ +2025/03/15 19:02:20 [error] 163#163: *26 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 1.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-1_80/", host: "1.example.com" +2025/03/15 19:02:21 [error] 197#197: *38 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 2.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-2_80/", host: "2.example.com" +2025/03/15 19:02:21 [error] 232#232: *51 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 3.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-3_80/", host: "3.example.com" +2025/03/15 19:02:23 [error] 334#334: *88 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 6.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-6_80/", host: "6.example.com" +2025/03/15 19:02:32 [error] 810#810: *263 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 20.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-20_80/", host: "20.example.com" +2025/03/15 19:02:33 [error] 844#844: *276 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 21.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-21_80/", host: "21.example.com" +2025/03/15 19:02:46 [error] 1252#1252: *436 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 33.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-33_80/", host: "33.example.com" +2025/03/15 19:03:01 [error] 1626#1626: *598 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 44.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-44_80/", host: "44.example.com" +2025/03/15 19:03:03 [error] 1660#1660: *613 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 45.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-45_80/", host: "45.example.com" +2025/03/15 19:03:05 [error] 1694#1694: *628 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 46.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-46_80/", host: "46.example.com" +2025/03/15 19:03:07 [error] 1728#1728: *643 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 47.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-47_80/", host: "47.example.com" +2025/03/15 19:03:10 [error] 1796#1796: *675 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 49.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-49_80/", host: "49.example.com" +2025/03/15 19:03:22 [error] 2000#2000: *772 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 55.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-55_80/", host: "55.example.com" +2025/03/15 19:03:24 [error] 2034#2034: *788 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 56.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-56_80/", host: "56.example.com" +2025/03/15 19:03:35 [error] 2204#2204: *871 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 61.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-61_80/", host: "61.example.com" diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png index e16867b4ba..e7e2c229f7 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png index 6d86d4fb30..ea7ab1486e 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png index ac3ea7a077..ea3db28b65 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png index 75b71e3e49..beb015f4c2 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png index 5a953041e9..8d0b0e101c 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png and b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png index e36d1d407b..856cd9fb5c 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png and b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log b/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log index b88f7ecdcf..892742246a 100644 --- a/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log +++ b/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log @@ -1,2 +1 @@ -{"level":"debug","ts":"2024-11-15T19:09:15Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} -{"level":"debug","ts":"2024-11-15T19:09:33Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2025-03-15T18:56:50Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_Listeners/nginx-plus.log b/tests/results/scale/edge/TestScale_Listeners/nginx-plus.log new file mode 100644 index 0000000000..f063845944 --- /dev/null +++ b/tests/results/scale/edge/TestScale_Listeners/nginx-plus.log @@ -0,0 +1,7 @@ +2025/03/15 18:58:32 [error] 127#127: *15 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 0.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-0_80/", host: "0.example.com" +2025/03/15 18:58:43 [error] 774#774: *250 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 19.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-19_80/", host: "19.example.com" +2025/03/15 18:58:50 [error] 1080#1080: *367 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 28.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-28_80/", host: "28.example.com" +2025/03/15 18:58:58 [error] 1318#1318: *462 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 35.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-35_80/", host: "35.example.com" +2025/03/15 18:59:09 [error] 1624#1624: *582 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 44.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-44_80/", host: "44.example.com" +2025/03/15 18:59:16 [error] 1760#1760: *640 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 48.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-48_80/", host: "48.example.com" +2025/03/15 18:59:44 [error] 2270#2270: *874 no live upstreams while connecting to upstream, client: 10.138.0.126, server: 63.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-63_80/", host: "63.example.com" diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png index 708232756f..390469af6f 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png index 1b7ae0130a..f41386ec7a 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png index 90ef474892..0899136b25 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png index 2cbdf50b8c..b9672a72b3 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png index ecada58ee4..bb06b99b8d 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png index fa0f0bfd14..26cdc8ce2d 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png differ diff --git a/tests/results/scale/edge/edge-oss.md b/tests/results/scale/edge/edge-oss.md index d9432f1eb6..e09c77e77a 100644 --- a/tests/results/scale/edge/edge-oss.md +++ b/tests/results/scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 +- Date: 2025-03-15T07:17:11Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.31.6-gke.1020000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65851340Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,32 +24,32 @@ GKE Cluster: ### Reloads -- Total: 126 +- Total: 127 - Total Errors: 0 -- Average Time: 288ms +- Average Time: 127ms - Reload distribution: - - 500ms: 126 - - 1000ms: 126 - - 5000ms: 126 - - 10000ms: 126 - - 30000ms: 126 - - +Infms: 126 + - 500.0ms: 127 + - 1000.0ms: 127 + - 5000.0ms: 127 + - 10000.0ms: 127 + - 30000.0ms: 127 + - +Infms: 127 ### Event Batch Processing - Total: 385 -- Average Time: 173ms +- Average Time: 136ms - Event Batch Processing distribution: - - 500ms: 323 - - 1000ms: 382 - - 5000ms: 385 - - 10000ms: 385 - - 30000ms: 385 + - 500.0ms: 347 + - 1000.0ms: 382 + - 5000.0ms: 385 + - 10000.0ms: 385 + - 30000.0ms: 385 - +Infms: 385 ### Errors -- NGF errors: 2 +- NGF errors: 1 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -65,25 +65,25 @@ The logs are attached only if there are errors. - Total: 128 - Total Errors: 0 -- Average Time: 367ms +- Average Time: 146ms - Reload distribution: - - 500ms: 102 - - 1000ms: 128 - - 5000ms: 128 - - 10000ms: 128 - - 30000ms: 128 + - 500.0ms: 128 + - 1000.0ms: 128 + - 5000.0ms: 128 + - 10000.0ms: 128 + - 30000.0ms: 128 - +Infms: 128 ### Event Batch Processing - Total: 450 -- Average Time: 172ms +- Average Time: 166ms - Event Batch Processing distribution: - - 500ms: 378 - - 1000ms: 432 - - 5000ms: 450 - - 10000ms: 450 - - 30000ms: 450 + - 500.0ms: 392 + - 1000.0ms: 432 + - 5000.0ms: 450 + - 10000.0ms: 450 + - 30000.0ms: 450 - +Infms: 450 ### Errors @@ -104,25 +104,25 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 2508ms +- Average Time: 174ms - Reload distribution: - - 500ms: 79 - - 1000ms: 179 - - 5000ms: 1001 - - 10000ms: 1001 - - 30000ms: 1001 + - 500.0ms: 1001 + - 1000.0ms: 1001 + - 5000.0ms: 1001 + - 10000.0ms: 1001 + - 30000.0ms: 1001 - +Infms: 1001 ### Event Batch Processing - Total: 1008 -- Average Time: 2578ms +- Average Time: 229ms - Event Batch Processing distribution: - - 500ms: 80 - - 1000ms: 178 - - 5000ms: 996 - - 10000ms: 1008 - - 30000ms: 1008 + - 500.0ms: 1002 + - 1000.0ms: 1008 + - 5000.0ms: 1008 + - 10000.0ms: 1008 + - 30000.0ms: 1008 - +Infms: 1008 ### Errors @@ -141,28 +141,28 @@ The logs are attached only if there are errors. ### Reloads -- Total: 142 +- Total: 97 - Total Errors: 0 -- Average Time: 151ms +- Average Time: 126ms - Reload distribution: - - 500ms: 142 - - 1000ms: 142 - - 5000ms: 142 - - 10000ms: 142 - - 30000ms: 142 - - +Infms: 142 + - 500.0ms: 97 + - 1000.0ms: 97 + - 5000.0ms: 97 + - 10000.0ms: 97 + - 30000.0ms: 97 + - +Infms: 97 ### Event Batch Processing -- Total: 145 -- Average Time: 150ms +- Total: 99 +- Average Time: 125ms - Event Batch Processing distribution: - - 500ms: 145 - - 1000ms: 145 - - 5000ms: 145 - - 10000ms: 145 - - 30000ms: 145 - - +Infms: 145 + - 500.0ms: 99 + - 1000.0ms: 99 + - 5000.0ms: 99 + - 10000.0ms: 99 + - 30000.0ms: 99 + - +Infms: 99 ### Errors @@ -179,21 +179,20 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.00, 995.95 -Duration [total, attack, wait] 30.001s, 30s, 652.553µs -Latencies [min, mean, 50, 90, 95, 99, max] 307.059µs, 657.182µs, 636.168µs, 714.719µs, 747.948µs, 857.399µs, 18.835ms -Bytes In [total, mean] 4863388, 162.11 +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 663.238µs +Latencies [min, mean, 50, 90, 95, 99, max] 499.976µs, 677.946µs, 660.823µs, 759.984µs, 799.116µs, 904.939µs, 12.162ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 99.60% -Status Codes [code:count] 200:29879 503:121 +Success [ratio] 100.00% +Status Codes [code:count] 200:30000 Error Set: -503 Service Temporarily Unavailable ``` ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.98 -Duration [total, attack, wait] 30s, 30s, 760.399µs -Latencies [min, mean, 50, 90, 95, 99, max] 559.645µs, 714.017µs, 697.276µs, 795.75µs, 845.685µs, 946.55µs, 9.636ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 750.337µs +Latencies [min, mean, 50, 90, 95, 99, max] 590.522µs, 762.674µs, 740.085µs, 869.449µs, 930.564µs, 1.057ms, 8.287ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/scale/edge/edge-plus.md b/tests/results/scale/edge/edge-plus.md index 2114da6749..42bff5367d 100644 --- a/tests/results/scale/edge/edge-plus.md +++ b/tests/results/scale/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 +- Date: 2025-03-15T07:17:11Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.31.6-gke.1020000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65851340Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,34 +24,34 @@ GKE Cluster: ### Reloads -- Total: 126 +- Total: 128 - Total Errors: 0 -- Average Time: 147ms +- Average Time: 151ms - Reload distribution: - - 500ms: 126 - - 1000ms: 126 - - 5000ms: 126 - - 10000ms: 126 - - 30000ms: 126 - - +Infms: 126 + - 500.0ms: 128 + - 1000.0ms: 128 + - 5000.0ms: 128 + - 10000.0ms: 128 + - 30000.0ms: 128 + - +Infms: 128 ### Event Batch Processing -- Total: 385 -- Average Time: 123ms +- Total: 387 +- Average Time: 134ms - Event Batch Processing distribution: - - 500ms: 354 - - 1000ms: 385 - - 5000ms: 385 - - 10000ms: 385 - - 30000ms: 385 - - +Infms: 385 + - 500.0ms: 351 + - 1000.0ms: 386 + - 5000.0ms: 387 + - 10000.0ms: 387 + - 30000.0ms: 387 + - +Infms: 387 ### Errors -- NGF errors: 2 +- NGF errors: 0 - NGF container restarts: 0 -- NGINX errors: 0 +- NGINX errors: 7 - NGINX container restarts: 0 ### Graphs and Logs @@ -65,32 +65,32 @@ The logs are attached only if there are errors. - Total: 128 - Total Errors: 0 -- Average Time: 168ms +- Average Time: 160ms - Reload distribution: - - 500ms: 128 - - 1000ms: 128 - - 5000ms: 128 - - 10000ms: 128 - - 30000ms: 128 + - 500.0ms: 128 + - 1000.0ms: 128 + - 5000.0ms: 128 + - 10000.0ms: 128 + - 30000.0ms: 128 - +Infms: 128 ### Event Batch Processing - Total: 451 -- Average Time: 114ms +- Average Time: 127ms - Event Batch Processing distribution: - - 500ms: 413 - - 1000ms: 449 - - 5000ms: 451 - - 10000ms: 451 - - 30000ms: 451 + - 500.0ms: 408 + - 1000.0ms: 450 + - 5000.0ms: 451 + - 10000.0ms: 451 + - 30000.0ms: 451 - +Infms: 451 ### Errors - NGF errors: 0 - NGF container restarts: 0 -- NGINX errors: 0 +- NGINX errors: 15 - NGINX container restarts: 0 ### Graphs and Logs @@ -104,25 +104,25 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 359ms +- Average Time: 189ms - Reload distribution: - - 500ms: 796 - - 1000ms: 1001 - - 5000ms: 1001 - - 10000ms: 1001 - - 30000ms: 1001 + - 500.0ms: 1001 + - 1000.0ms: 1001 + - 5000.0ms: 1001 + - 10000.0ms: 1001 + - 30000.0ms: 1001 - +Infms: 1001 ### Event Batch Processing - Total: 1008 -- Average Time: 420ms +- Average Time: 261ms - Event Batch Processing distribution: - - 500ms: 666 - - 1000ms: 1008 - - 5000ms: 1008 - - 10000ms: 1008 - - 30000ms: 1008 + - 500.0ms: 1006 + - 1000.0ms: 1008 + - 5000.0ms: 1008 + - 10000.0ms: 1008 + - 30000.0ms: 1008 - +Infms: 1008 ### Errors @@ -143,26 +143,26 @@ The logs are attached only if there are errors. - Total: 3 - Total Errors: 0 -- Average Time: 126ms +- Average Time: 143ms - Reload distribution: - - 500ms: 3 - - 1000ms: 3 - - 5000ms: 3 - - 10000ms: 3 - - 30000ms: 3 + - 500.0ms: 3 + - 1000.0ms: 3 + - 5000.0ms: 3 + - 10000.0ms: 3 + - 30000.0ms: 3 - +Infms: 3 ### Event Batch Processing -- Total: 272 -- Average Time: 11ms +- Total: 37 +- Average Time: 498ms - Event Batch Processing distribution: - - 500ms: 272 - - 1000ms: 272 - - 5000ms: 272 - - 10000ms: 272 - - 30000ms: 272 - - +Infms: 272 + - 500.0ms: 19 + - 1000.0ms: 35 + - 5000.0ms: 37 + - 10000.0ms: 37 + - 30000.0ms: 37 + - +Infms: 37 ### Errors @@ -179,20 +179,20 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.00, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 815.973µs -Latencies [min, mean, 50, 90, 95, 99, max] 540.433µs, 720.211µs, 702.691µs, 798.784µs, 838.818µs, 958.484µs, 12.388ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 666.245µs +Latencies [min, mean, 50, 90, 95, 99, max] 514.253µs, 675.464µs, 655.764µs, 737.887µs, 766.943µs, 852.013µs, 12.375ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 845.333µs -Latencies [min, mean, 50, 90, 95, 99, max] 600.605µs, 794.821µs, 775.46µs, 907.763µs, 957.224µs, 1.061ms, 8.073ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 772.346µs +Latencies [min, mean, 50, 90, 95, 99, max] 596.801µs, 753.715µs, 734.197µs, 841.051µs, 886.584µs, 980.974µs, 13.362ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png index 230bd44f7e..c6629a529a 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png index 678d90b6a0..c262e56fa0 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png index 230bd44f7e..c6629a529a 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png index 678d90b6a0..c262e56fa0 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png index fe5584bf4b..33783f67af 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png index 0e6f18bb87..b436e0cb38 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png index fe5584bf4b..33783f67af 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png index 0e6f18bb87..b436e0cb38 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png index cd8cb5e845..5197b18ead 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png index 41d41c1497..f83464b470 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png index cd8cb5e845..5197b18ead 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png index 41d41c1497..f83464b470 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png index d349ef25dd..6ed5b65e55 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png index 996048dec4..b842efc1d4 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png index d349ef25dd..6ed5b65e55 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png index 996048dec4..b842efc1d4 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/edge-oss.md b/tests/results/zero-downtime-scale/edge/edge-oss.md index 7ab7bc0734..ac4d398884 100644 --- a/tests/results/zero-downtime-scale/edge/edge-oss.md +++ b/tests/results/zero-downtime-scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 +- Date: 2025-03-15T07:17:11Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.31.6-gke.1020000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65851340Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -28,9 +28,9 @@ GKE Cluster: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 674.073µs -Latencies [min, mean, 50, 90, 95, 99, max] 419.791µs, 840.72µs, 834.34µs, 962.098µs, 1.015ms, 1.294ms, 10.169ms -Bytes In [total, mean] 4679929, 156.00 +Duration [total, attack, wait] 5m0s, 5m0s, 806.452µs +Latencies [min, mean, 50, 90, 95, 99, max] 433.68µs, 873.614µs, 867.783µs, 993.691µs, 1.043ms, 1.351ms, 12.859ms +Bytes In [total, mean] 4646890, 154.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -43,9 +43,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 877.124µs -Latencies [min, mean, 50, 90, 95, 99, max] 412.325µs, 829.237µs, 822.155µs, 943.97µs, 993.732µs, 1.323ms, 12.09ms -Bytes In [total, mean] 4857151, 161.91 +Duration [total, attack, wait] 5m0s, 5m0s, 1.573ms +Latencies [min, mean, 50, 90, 95, 99, max] 412.342µs, 847.173µs, 847.018µs, 972.99µs, 1.017ms, 1.314ms, 12.59ms +Bytes In [total, mean] 4823979, 160.80 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -56,133 +56,133 @@ Error Set: ### Scale Down Gradually -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 867.199µs -Latencies [min, mean, 50, 90, 95, 99, max] 418.599µs, 852.891µs, 843.777µs, 979.471µs, 1.035ms, 1.33ms, 14.512ms -Bytes In [total, mean] 7488117, 156.00 +Duration [total, attack, wait] 8m0s, 8m0s, 901.369µs +Latencies [min, mean, 50, 90, 95, 99, max] 400.666µs, 872.136µs, 870.908µs, 1.012ms, 1.064ms, 1.269ms, 12.942ms +Bytes In [total, mean] 7718342, 160.80 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 Error Set: ``` -![gradual-scale-down-affinity-https-oss.png](gradual-scale-down-affinity-https-oss.png) +![gradual-scale-down-affinity-http-oss.png](gradual-scale-down-affinity-http-oss.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 886.292µs -Latencies [min, mean, 50, 90, 95, 99, max] 405.98µs, 825.969µs, 821.489µs, 947.564µs, 997.377µs, 1.274ms, 15.137ms -Bytes In [total, mean] 7771168, 161.90 +Duration [total, attack, wait] 8m0s, 8m0s, 941.614µs +Latencies [min, mean, 50, 90, 95, 99, max] 417.468µs, 901.578µs, 895.785µs, 1.037ms, 1.091ms, 1.325ms, 13.219ms +Bytes In [total, mean] 7435362, 154.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 Error Set: ``` -![gradual-scale-down-affinity-http-oss.png](gradual-scale-down-affinity-http-oss.png) +![gradual-scale-down-affinity-https-oss.png](gradual-scale-down-affinity-https-oss.png) ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 969.83µs -Latencies [min, mean, 50, 90, 95, 99, max] 438.695µs, 865.281µs, 855.081µs, 992.225µs, 1.055ms, 1.414ms, 12.639ms -Bytes In [total, mean] 1942752, 161.90 +Duration [total, attack, wait] 2m0s, 2m0s, 1.117ms +Latencies [min, mean, 50, 90, 95, 99, max] 455.668µs, 904.422µs, 904.957µs, 1.033ms, 1.082ms, 1.248ms, 5.631ms +Bytes In [total, mean] 1858693, 154.89 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-http-oss.png](abrupt-scale-up-affinity-http-oss.png) +![abrupt-scale-up-affinity-https-oss.png](abrupt-scale-up-affinity-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 774.619µs -Latencies [min, mean, 50, 90, 95, 99, max] 425.067µs, 879.019µs, 872.194µs, 1.013ms, 1.078ms, 1.447ms, 7.09ms -Bytes In [total, mean] 1872026, 156.00 +Duration [total, attack, wait] 2m0s, 2m0s, 1.119ms +Latencies [min, mean, 50, 90, 95, 99, max] 412.944µs, 891.737µs, 891.196µs, 1.028ms, 1.081ms, 1.282ms, 9.702ms +Bytes In [total, mean] 1929586, 160.80 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-https-oss.png](abrupt-scale-up-affinity-https-oss.png) +![abrupt-scale-up-affinity-http-oss.png](abrupt-scale-up-affinity-http-oss.png) ### Scale Down Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 791.319µs -Latencies [min, mean, 50, 90, 95, 99, max] 397.317µs, 840.677µs, 845.387µs, 967.105µs, 1.013ms, 1.198ms, 9.9ms -Bytes In [total, mean] 1942785, 161.90 +Duration [total, attack, wait] 2m0s, 2m0s, 713.199µs +Latencies [min, mean, 50, 90, 95, 99, max] 494.231µs, 953.041µs, 942.581µs, 1.108ms, 1.176ms, 1.337ms, 10.627ms +Bytes In [total, mean] 1858836, 154.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) +![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 810.08µs -Latencies [min, mean, 50, 90, 95, 99, max] 475.946µs, 868.195µs, 867.184µs, 991.184µs, 1.041ms, 1.223ms, 5.819ms -Bytes In [total, mean] 1871908, 155.99 +Duration [total, attack, wait] 2m0s, 2m0s, 968.062µs +Latencies [min, mean, 50, 90, 95, 99, max] 478.648µs, 936.553µs, 928.014µs, 1.105ms, 1.171ms, 1.332ms, 10.648ms +Bytes In [total, mean] 1929503, 160.79 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) +![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) ## Multiple NGF Pods run per node Test Results ### Scale Up Gradually -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 756.924µs -Latencies [min, mean, 50, 90, 95, 99, max] 438.574µs, 859.757µs, 839.255µs, 970.782µs, 1.03ms, 1.433ms, 19.967ms -Bytes In [total, mean] 4682982, 156.10 +Duration [total, attack, wait] 5m0s, 5m0s, 873.094µs +Latencies [min, mean, 50, 90, 95, 99, max] 443.965µs, 917.539µs, 914.468µs, 1.045ms, 1.096ms, 1.453ms, 25.238ms +Bytes In [total, mean] 4829927, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-https-oss.png](gradual-scale-up-https-oss.png) +![gradual-scale-up-http-oss.png](gradual-scale-up-http-oss.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 875.242µs -Latencies [min, mean, 50, 90, 95, 99, max] 390.062µs, 823.832µs, 812.588µs, 941.574µs, 993.373µs, 1.379ms, 13.509ms -Bytes In [total, mean] 4862819, 162.09 +Duration [total, attack, wait] 5m0s, 5m0s, 860.394µs +Latencies [min, mean, 50, 90, 95, 99, max] 468.09µs, 940.797µs, 930.888µs, 1.071ms, 1.133ms, 1.485ms, 25.057ms +Bytes In [total, mean] 4652973, 155.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-http-oss.png](gradual-scale-up-http-oss.png) +![gradual-scale-up-https-oss.png](gradual-scale-up-https-oss.png) ### Scale Down Gradually @@ -190,9 +190,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 810.664µs -Latencies [min, mean, 50, 90, 95, 99, max] 435.774µs, 864.05µs, 853.331µs, 978.297µs, 1.03ms, 1.36ms, 52.309ms -Bytes In [total, mean] 14985561, 156.10 +Duration [total, attack, wait] 16m0s, 16m0s, 1.096ms +Latencies [min, mean, 50, 90, 95, 99, max] 470.107µs, 956.329µs, 946.839µs, 1.102ms, 1.167ms, 1.419ms, 22.663ms +Bytes In [total, mean] 14889791, 155.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -205,9 +205,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 911.775µs -Latencies [min, mean, 50, 90, 95, 99, max] 380.949µs, 837.707µs, 832.349µs, 953.169µs, 1.001ms, 1.32ms, 50.143ms -Bytes In [total, mean] 15561752, 162.10 +Duration [total, attack, wait] 16m0s, 16m0s, 909.045µs +Latencies [min, mean, 50, 90, 95, 99, max] 438.459µs, 925.315µs, 923.188µs, 1.065ms, 1.12ms, 1.373ms, 21.282ms +Bytes In [total, mean] 15456075, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -218,35 +218,35 @@ Error Set: ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 923.877µs -Latencies [min, mean, 50, 90, 95, 99, max] 421.746µs, 832.719µs, 831.849µs, 952.303µs, 999.227µs, 1.298ms, 10.711ms -Bytes In [total, mean] 1945216, 162.10 +Duration [total, attack, wait] 2m0s, 2m0s, 1.1ms +Latencies [min, mean, 50, 90, 95, 99, max] 534.726µs, 973.229µs, 963.738µs, 1.127ms, 1.189ms, 1.369ms, 7.262ms +Bytes In [total, mean] 1861155, 155.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-http-oss.png](abrupt-scale-up-http-oss.png) +![abrupt-scale-up-https-oss.png](abrupt-scale-up-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 923.761µs -Latencies [min, mean, 50, 90, 95, 99, max] 435.295µs, 857.491µs, 852.757µs, 975.748µs, 1.023ms, 1.305ms, 7.941ms -Bytes In [total, mean] 1873208, 156.10 +Duration [total, attack, wait] 2m0s, 2m0s, 912.394µs +Latencies [min, mean, 50, 90, 95, 99, max] 484.225µs, 933.174µs, 935.072µs, 1.065ms, 1.109ms, 1.305ms, 11.145ms +Bytes In [total, mean] 1932089, 161.01 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-https-oss.png](abrupt-scale-up-https-oss.png) +![abrupt-scale-up-http-oss.png](abrupt-scale-up-http-oss.png) ### Scale Down Abruptly @@ -254,9 +254,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 844.211µs -Latencies [min, mean, 50, 90, 95, 99, max] 440.009µs, 856.225µs, 860.69µs, 981.975µs, 1.025ms, 1.195ms, 13.743ms -Bytes In [total, mean] 1945223, 162.10 +Duration [total, attack, wait] 2m0s, 2m0s, 844.643µs +Latencies [min, mean, 50, 90, 95, 99, max] 452.528µs, 904.647µs, 912.865µs, 1.037ms, 1.076ms, 1.194ms, 6.917ms +Bytes In [total, mean] 1932017, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -269,9 +269,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 868.665µs -Latencies [min, mean, 50, 90, 95, 99, max] 458.08µs, 884.664µs, 881.714µs, 1.006ms, 1.051ms, 1.249ms, 13.184ms -Bytes In [total, mean] 1873180, 156.10 +Duration [total, attack, wait] 2m0s, 2m0s, 701.654µs +Latencies [min, mean, 50, 90, 95, 99, max] 511.224µs, 936.573µs, 932.311µs, 1.074ms, 1.128ms, 1.304ms, 7.938ms +Bytes In [total, mean] 1861196, 155.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 diff --git a/tests/results/zero-downtime-scale/edge/edge-plus.md b/tests/results/zero-downtime-scale/edge/edge-plus.md index 76ba23cb78..d689897ffb 100644 --- a/tests/results/zero-downtime-scale/edge/edge-plus.md +++ b/tests/results/zero-downtime-scale/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 9155a2b6a8d3179165797ef3e789e97283f7a695 +- Date: 2025-03-15T07:17:11Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.31.6-gke.1020000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65851340Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,67 +24,67 @@ GKE Cluster: ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 941.193µs -Latencies [min, mean, 50, 90, 95, 99, max] 408.274µs, 832.805µs, 832.348µs, 963.853µs, 1.015ms, 1.226ms, 12.119ms -Bytes In [total, mean] 4836028, 161.20 +Duration [total, attack, wait] 5m0s, 5m0s, 766.303µs +Latencies [min, mean, 50, 90, 95, 99, max] 441.594µs, 875.579µs, 868.868µs, 997.175µs, 1.049ms, 1.357ms, 13.238ms +Bytes In [total, mean] 4673932, 155.80 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-http-plus.png](gradual-scale-up-affinity-http-plus.png) +![gradual-scale-up-affinity-https-plus.png](gradual-scale-up-affinity-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 943.297µs -Latencies [min, mean, 50, 90, 95, 99, max] 413.413µs, 868.848µs, 858.717µs, 997.311µs, 1.055ms, 1.335ms, 15.068ms -Bytes In [total, mean] 4655923, 155.20 +Duration [total, attack, wait] 5m0s, 5m0s, 727.187µs +Latencies [min, mean, 50, 90, 95, 99, max] 414.641µs, 846.924µs, 846.028µs, 971.491µs, 1.017ms, 1.294ms, 11.941ms +Bytes In [total, mean] 4850987, 161.70 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-https-plus.png](gradual-scale-up-affinity-https-plus.png) +![gradual-scale-up-affinity-http-plus.png](gradual-scale-up-affinity-http-plus.png) ### Scale Down Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 777.799µs -Latencies [min, mean, 50, 90, 95, 99, max] 422.289µs, 846.567µs, 847.213µs, 974.774µs, 1.021ms, 1.257ms, 16.036ms -Bytes In [total, mean] 7737622, 161.20 +Duration [total, attack, wait] 8m0s, 8m0s, 730.887µs +Latencies [min, mean, 50, 90, 95, 99, max] 433.836µs, 850.845µs, 848.555µs, 968.862µs, 1.013ms, 1.215ms, 8.39ms +Bytes In [total, mean] 7478267, 155.80 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 Error Set: ``` -![gradual-scale-down-affinity-http-plus.png](gradual-scale-down-affinity-http-plus.png) +![gradual-scale-down-affinity-https-plus.png](gradual-scale-down-affinity-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 871.684µs -Latencies [min, mean, 50, 90, 95, 99, max] 451.158µs, 872.888µs, 867.342µs, 999.583µs, 1.049ms, 1.28ms, 16.856ms -Bytes In [total, mean] 7449488, 155.20 +Duration [total, attack, wait] 8m0s, 8m0s, 715.71µs +Latencies [min, mean, 50, 90, 95, 99, max] 405.345µs, 820.868µs, 825.255µs, 941.274µs, 982.586µs, 1.188ms, 11.166ms +Bytes In [total, mean] 7761660, 161.70 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 Error Set: ``` -![gradual-scale-down-affinity-https-plus.png](gradual-scale-down-affinity-https-plus.png) +![gradual-scale-down-affinity-http-plus.png](gradual-scale-down-affinity-http-plus.png) ### Scale Up Abruptly @@ -92,9 +92,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 839.216µs -Latencies [min, mean, 50, 90, 95, 99, max] 412.216µs, 827.328µs, 826.882µs, 944.954µs, 986.029µs, 1.157ms, 7.545ms -Bytes In [total, mean] 1934359, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 731.03µs +Latencies [min, mean, 50, 90, 95, 99, max] 423.637µs, 822.777µs, 824.747µs, 937.12µs, 981.297µs, 1.14ms, 3.973ms +Bytes In [total, mean] 1940496, 161.71 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -107,9 +107,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 969.121µs -Latencies [min, mean, 50, 90, 95, 99, max] 467.745µs, 855.826µs, 852.877µs, 976.447µs, 1.022ms, 1.212ms, 6.075ms -Bytes In [total, mean] 1862505, 155.21 +Duration [total, attack, wait] 2m0s, 2m0s, 887.292µs +Latencies [min, mean, 50, 90, 95, 99, max] 442.281µs, 858.712µs, 854.673µs, 973.029µs, 1.017ms, 1.179ms, 10.485ms +Bytes In [total, mean] 1869632, 155.80 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -120,35 +120,35 @@ Error Set: ### Scale Down Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.086ms -Latencies [min, mean, 50, 90, 95, 99, max] 445.748µs, 844.905µs, 841.747µs, 966.834µs, 1.014ms, 1.149ms, 10.252ms -Bytes In [total, mean] 1862413, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 804.798µs +Latencies [min, mean, 50, 90, 95, 99, max] 424.072µs, 837.824µs, 838.15µs, 963.636µs, 1.006ms, 1.123ms, 44.463ms +Bytes In [total, mean] 1940409, 161.70 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-plus.png](abrupt-scale-down-affinity-https-plus.png) +![abrupt-scale-down-affinity-http-plus.png](abrupt-scale-down-affinity-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 977.782µs -Latencies [min, mean, 50, 90, 95, 99, max] 429.637µs, 820.79µs, 820.371µs, 945.314µs, 990.999µs, 1.119ms, 10.199ms -Bytes In [total, mean] 1934426, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 685.714µs +Latencies [min, mean, 50, 90, 95, 99, max] 459.498µs, 865.342µs, 861.335µs, 990.99µs, 1.035ms, 1.151ms, 48.501ms +Bytes In [total, mean] 1869571, 155.80 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-plus.png](abrupt-scale-down-affinity-http-plus.png) +![abrupt-scale-down-affinity-https-plus.png](abrupt-scale-down-affinity-https-plus.png) ## Multiple NGF Pods run per node Test Results @@ -158,9 +158,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 754.05µs -Latencies [min, mean, 50, 90, 95, 99, max] 410.453µs, 905.139µs, 831.094µs, 960.454µs, 1.011ms, 1.33ms, 1.047s -Bytes In [total, mean] 4835964, 161.20 +Duration [total, attack, wait] 5m0s, 5m0s, 499.02µs +Latencies [min, mean, 50, 90, 95, 99, max] 404.188µs, 862.699µs, 858.402µs, 1.003ms, 1.053ms, 1.359ms, 11.022ms +Bytes In [total, mean] 4862948, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -173,9 +173,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 565.701µs -Latencies [min, mean, 50, 90, 95, 99, max] 455.482µs, 907.551µs, 862.338µs, 996.448µs, 1.053ms, 1.36ms, 1.047s -Bytes In [total, mean] 4655923, 155.20 +Duration [total, attack, wait] 5m0s, 5m0s, 917.782µs +Latencies [min, mean, 50, 90, 95, 99, max] 452.74µs, 884.958µs, 873.544µs, 1.017ms, 1.07ms, 1.42ms, 11.641ms +Bytes In [total, mean] 4682982, 156.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -186,96 +186,96 @@ Error Set: ### Scale Down Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 620.297µs -Latencies [min, mean, 50, 90, 95, 99, max] 405.608µs, 839.322µs, 838.282µs, 965.914µs, 1.013ms, 1.25ms, 23.079ms -Bytes In [total, mean] 15475182, 161.20 +Duration [total, attack, wait] 16m0s, 16m0s, 760.896µs +Latencies [min, mean, 50, 90, 95, 99, max] 433.285µs, 934.463µs, 905.034µs, 1.107ms, 1.202ms, 1.549ms, 83.045ms +Bytes In [total, mean] 14985575, 156.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-http-plus.png](gradual-scale-down-http-plus.png) +![gradual-scale-down-https-plus.png](gradual-scale-down-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 962.936µs -Latencies [min, mean, 50, 90, 95, 99, max] 433.619µs, 870.771µs, 863.252µs, 996.003µs, 1.046ms, 1.29ms, 22.949ms -Bytes In [total, mean] 14899205, 155.20 +Duration [total, attack, wait] 16m0s, 16m0s, 797.537µs +Latencies [min, mean, 50, 90, 95, 99, max] 389.802µs, 906.16µs, 872.26µs, 1.081ms, 1.271ms, 1.729ms, 78.489ms +Bytes In [total, mean] 15561579, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-https-plus.png](gradual-scale-down-https-plus.png) +![gradual-scale-down-http-plus.png](gradual-scale-down-http-plus.png) ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 866.853µs -Latencies [min, mean, 50, 90, 95, 99, max] 409.422µs, 841.332µs, 844.856µs, 975.173µs, 1.024ms, 1.182ms, 4.008ms -Bytes In [total, mean] 1934371, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 1.038ms +Latencies [min, mean, 50, 90, 95, 99, max] 438.072µs, 859.877µs, 851.049µs, 991.439µs, 1.042ms, 1.261ms, 9.194ms +Bytes In [total, mean] 1873263, 156.11 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-http-plus.png](abrupt-scale-up-http-plus.png) +![abrupt-scale-up-https-plus.png](abrupt-scale-up-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 553.714µs -Latencies [min, mean, 50, 90, 95, 99, max] 460.886µs, 883.007µs, 879.042µs, 1.014ms, 1.067ms, 1.257ms, 8.58ms -Bytes In [total, mean] 1862406, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 745.836µs +Latencies [min, mean, 50, 90, 95, 99, max] 397.717µs, 825.498µs, 823.88µs, 955.33µs, 1.002ms, 1.198ms, 9.229ms +Bytes In [total, mean] 1945082, 162.09 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-https-plus.png](abrupt-scale-up-https-plus.png) +![abrupt-scale-up-http-plus.png](abrupt-scale-up-http-plus.png) ### Scale Down Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 803.449µs -Latencies [min, mean, 50, 90, 95, 99, max] 450.024µs, 880.184µs, 876.219µs, 1.023ms, 1.072ms, 1.216ms, 6.664ms -Bytes In [total, mean] 1862355, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 853.74µs +Latencies [min, mean, 50, 90, 95, 99, max] 434.496µs, 857.503µs, 848.746µs, 975.447µs, 1.022ms, 1.187ms, 26.289ms +Bytes In [total, mean] 1945253, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-https-plus.png](abrupt-scale-down-https-plus.png) +![abrupt-scale-down-http-plus.png](abrupt-scale-down-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 982.552µs -Latencies [min, mean, 50, 90, 95, 99, max] 427.658µs, 849.973µs, 848.354µs, 979.91µs, 1.024ms, 1.154ms, 51.405ms -Bytes In [total, mean] 1934375, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 849.564µs +Latencies [min, mean, 50, 90, 95, 99, max] 453.708µs, 899.405µs, 881.221µs, 1.024ms, 1.074ms, 1.234ms, 8.51ms +Bytes In [total, mean] 1873266, 156.11 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-http-plus.png](abrupt-scale-down-http-plus.png) +![abrupt-scale-down-https-plus.png](abrupt-scale-down-https-plus.png) diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png index 682f3deb05..450efa3f68 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png index 87fadd324d..f09d91c088 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png index 682f3deb05..450efa3f68 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png index 87fadd324d..f09d91c088 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png index ec6c249c1c..1956882a7a 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png index 64bfd11602..23d466b705 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png index ec6c249c1c..1956882a7a 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png index 64bfd11602..23d466b705 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png index b2bfc78ed6..4d7a5204e9 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png index 5c9e1776ae..75b6e12b2c 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png index b2bfc78ed6..4d7a5204e9 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png index 5c9e1776ae..75b6e12b2c 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png index 7a0fa352f5..08f89e08c5 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png index 3a7a0247e8..e0b62dc33f 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png index 7a0fa352f5..08f89e08c5 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png index 3a7a0247e8..e0b62dc33f 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png differ