diff --git a/.github/workflows/conformance.yml b/.github/workflows/conformance.yml index 83deabf7e9..93db827373 100644 --- a/.github/workflows/conformance.yml +++ b/.github/workflows/conformance.yml @@ -17,6 +17,9 @@ defaults: run: shell: bash +env: + PLUS_USAGE_ENDPOINT: ${{ secrets.JWT_PLUS_REPORTING_ENDPOINT }} + permissions: contents: read @@ -77,7 +80,6 @@ jobs: ngf_prefix=ghcr.io/nginxinc/nginx-gateway-fabric ngf_tag=${{ steps.ngf-meta.outputs.version }} if [ ${{ inputs.enable-experimental }} == "true" ]; then export ENABLE_EXPERIMENTAL=true; fi - export PLUS_USAGE_ENDPOINT=${{ secrets.JWT_PLUS_REPORTING_ENDPOINT }} make generate-static-deployment PLUS_ENABLED=${{ inputs.image == 'plus' && 'true' || 'false' }} PREFIX=${ngf_prefix} TAG=${ngf_tag} working-directory: ./tests @@ -149,7 +151,6 @@ jobs: ngf_tag=${{ steps.ngf-meta.outputs.version }} if [ ${{ github.event_name }} == "schedule" ]; then export GW_API_VERSION=main; fi if [ ${{ inputs.enable-experimental }} == "true" ]; then export ENABLE_EXPERIMENTAL=true; fi - export PLUS_USAGE_ENDPOINT=${{ secrets.JWT_PLUS_REPORTING_ENDPOINT }} make helm-install-local${{ inputs.image == 'plus' && '-with-plus' || ''}} PREFIX=${ngf_prefix} TAG=${ngf_tag} make deploy-updated-provisioner PREFIX=${ngf_prefix} TAG=${ngf_tag} working-directory: ./tests diff --git a/.github/workflows/functional.yml b/.github/workflows/functional.yml index d657e3eefb..776c480b4f 100644 --- a/.github/workflows/functional.yml +++ b/.github/workflows/functional.yml @@ -14,6 +14,9 @@ defaults: run: shell: bash +env: + PLUS_USAGE_ENDPOINT: ${{ secrets.JWT_PLUS_REPORTING_ENDPOINT }} + permissions: contents: read @@ -125,7 +128,6 @@ jobs: run: | ngf_prefix=ghcr.io/nginxinc/nginx-gateway-fabric ngf_tag=${{ steps.ngf-meta.outputs.version }} - export PLUS_USAGE_ENDPOINT=${{ secrets.JWT_PLUS_REPORTING_ENDPOINT }} make test${{ inputs.image == 'plus' && '-with-plus' || ''}} PREFIX=${ngf_prefix} TAG=${ngf_tag} GINKGO_LABEL=telemetry GW_SERVICE_TYPE=LoadBalancer CLUSTER_NAME=${{ github.run_id }} CI=true working-directory: ./tests @@ -133,7 +135,6 @@ jobs: run: | ngf_prefix=ghcr.io/nginxinc/nginx-gateway-fabric ngf_tag=${{ steps.ngf-meta.outputs.version }} - export PLUS_USAGE_ENDPOINT=${{ secrets.JWT_PLUS_REPORTING_ENDPOINT }} make test${{ inputs.image == 'plus' && '-with-plus' || ''}} PREFIX=${ngf_prefix} TAG=${ngf_tag} GINKGO_LABEL=graceful-recovery GW_SERVICE_TYPE=LoadBalancer CLUSTER_NAME=${{ github.run_id }} CI=true working-directory: ./tests @@ -141,6 +142,5 @@ jobs: run: | ngf_prefix=ghcr.io/nginxinc/nginx-gateway-fabric ngf_tag=${{ steps.ngf-meta.outputs.version }} - export PLUS_USAGE_ENDPOINT=${{ secrets.JWT_PLUS_REPORTING_ENDPOINT }} make test${{ inputs.image == 'plus' && '-with-plus' || ''}} PREFIX=${ngf_prefix} TAG=${ngf_tag} GW_SERVICE_TYPE=LoadBalancer CLUSTER_NAME=${{ github.run_id }} CI=true working-directory: ./tests diff --git a/.github/workflows/nfr.yml b/.github/workflows/nfr.yml index c4b0e07c07..78b6eafee9 100644 --- a/.github/workflows/nfr.yml +++ b/.github/workflows/nfr.yml @@ -38,6 +38,9 @@ defaults: run: shell: bash +env: + PLUS_USAGE_ENDPOINT: ${{ secrets.JWT_PLUS_REPORTING_ENDPOINT }} + concurrency: group: ${{ github.ref_name }}-nfr cancel-in-progress: true diff --git a/tests/results/dp-perf/edge/edge-oss.md b/tests/results/dp-perf/edge/edge-oss.md index 63bd50ec0f..9e40bf548d 100644 --- a/tests/results/dp-perf/edge/edge-oss.md +++ b/tests/results/dp-perf/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 17091ba5d59ca6026f7610e3c2c6200e7ac5cd16 +- Date: 2024-12-18T16:52:33Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1125000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853980Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,8 +24,8 @@ GKE Cluster: ```text Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 546.336µs -Latencies [min, mean, 50, 90, 95, 99, max] 466.328µs, 652.455µs, 635.612µs, 733.819µs, 775.191µs, 898.404µs, 12.115ms +Duration [total, attack, wait] 30s, 29.999s, 751.733µs +Latencies [min, mean, 50, 90, 95, 99, max] 502.958µs, 778.73µs, 754.286µs, 871.965µs, 915.632µs, 1.057ms, 12.51ms Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% @@ -37,8 +37,8 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 1000.03, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 726.771µs -Latencies [min, mean, 50, 90, 95, 99, max] 516.729µs, 667.447µs, 651.234µs, 748.002µs, 789.132µs, 912.936µs, 12.01ms +Duration [total, attack, wait] 30s, 29.999s, 775.136µs +Latencies [min, mean, 50, 90, 95, 99, max] 561.272µs, 795.757µs, 770.833µs, 885.231µs, 930.053µs, 1.067ms, 13.121ms Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% @@ -49,22 +49,22 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 29999, 1000.02, 1000.00 -Duration [total, attack, wait] 29.999s, 29.998s, 775.462µs -Latencies [min, mean, 50, 90, 95, 99, max] 509.103µs, 675.843µs, 660.979µs, 753.464µs, 790.594µs, 915.896µs, 10.924ms -Bytes In [total, mean] 5099830, 170.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 769.983µs +Latencies [min, mean, 50, 90, 95, 99, max] 544.642µs, 818.202µs, 782.613µs, 910.949µs, 965.021µs, 1.141ms, 13.326ms +Bytes In [total, mean] 5100000, 170.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:29999 +Status Codes [code:count] 200:30000 Error Set: ``` ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.02 -Duration [total, attack, wait] 30s, 29.999s, 579.805µs -Latencies [min, mean, 50, 90, 95, 99, max] 495.375µs, 663.275µs, 645.382µs, 747.059µs, 791.431µs, 925.516µs, 10.063ms +Requests [total, rate, throughput] 30000, 1000.01, 999.98 +Duration [total, attack, wait] 30.001s, 30s, 922.656µs +Latencies [min, mean, 50, 90, 95, 99, max] 541.539µs, 789.968µs, 766.062µs, 894.92µs, 943.868µs, 1.075ms, 12.825ms Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% @@ -75,9 +75,9 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.99 -Duration [total, attack, wait] 30s, 30s, 604.093µs -Latencies [min, mean, 50, 90, 95, 99, max] 499.363µs, 654.309µs, 639.452µs, 737.027µs, 777.872µs, 904.014µs, 8.053ms +Requests [total, rate, throughput] 30000, 1000.02, 999.99 +Duration [total, attack, wait] 30s, 29.999s, 821.641µs +Latencies [min, mean, 50, 90, 95, 99, max] 528.696µs, 784.021µs, 758.936µs, 882.673µs, 926.159µs, 1.06ms, 12.389ms Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% diff --git a/tests/results/dp-perf/edge/edge-plus.md b/tests/results/dp-perf/edge/edge-plus.md index b2a9970e7a..92c5730e3d 100644 --- a/tests/results/dp-perf/edge/edge-plus.md +++ b/tests/results/dp-perf/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 17091ba5d59ca6026f7610e3c2c6200e7ac5cd16 +- Date: 2024-12-18T16:52:33Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1125000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,10 +23,10 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 852.811µs -Latencies [min, mean, 50, 90, 95, 99, max] 484.762µs, 663.414µs, 647.232µs, 739.971µs, 776.515µs, 867.279µs, 19.761ms -Bytes In [total, mean] 4800000, 160.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.99 +Duration [total, attack, wait] 30s, 30s, 634.387µs +Latencies [min, mean, 50, 90, 95, 99, max] 556.824µs, 790.374µs, 774.114µs, 899.825µs, 947.466µs, 1.076ms, 11.134ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -36,10 +36,10 @@ Error Set: ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.02 -Duration [total, attack, wait] 30s, 29.999s, 592.984µs -Latencies [min, mean, 50, 90, 95, 99, max] 532.501µs, 697.491µs, 682.822µs, 782.979µs, 820.727µs, 919.977µs, 11.809ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.98 +Duration [total, attack, wait] 30.001s, 30s, 821.625µs +Latencies [min, mean, 50, 90, 95, 99, max] 580.185µs, 825.124µs, 807.498µs, 942.495µs, 992.13µs, 1.115ms, 11.269ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -49,10 +49,10 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 757.242µs -Latencies [min, mean, 50, 90, 95, 99, max] 522.486µs, 706.577µs, 693.391µs, 796.96µs, 837.354µs, 944.635µs, 9.484ms -Bytes In [total, mean] 5070000, 169.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 831.445µs +Latencies [min, mean, 50, 90, 95, 99, max] 586.372µs, 839.603µs, 820.061µs, 945.712µs, 994.204µs, 1.128ms, 12.904ms +Bytes In [total, mean] 5100000, 170.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -62,10 +62,10 @@ Error Set: ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.00, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 793.958µs -Latencies [min, mean, 50, 90, 95, 99, max] 515.143µs, 694.579µs, 679.924µs, 783.488µs, 823.079µs, 935.749µs, 8.619ms -Bytes In [total, mean] 4740000, 158.00 +Requests [total, rate, throughput] 30000, 1000.00, 999.97 +Duration [total, attack, wait] 30.001s, 30s, 927.681µs +Latencies [min, mean, 50, 90, 95, 99, max] 579.176µs, 821.601µs, 804.632µs, 936.14µs, 986.749µs, 1.125ms, 8.856ms +Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -75,10 +75,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 755.564µs -Latencies [min, mean, 50, 90, 95, 99, max] 524.265µs, 684.282µs, 671.402µs, 770.187µs, 806.135µs, 906.279µs, 9.069ms -Bytes In [total, mean] 4740000, 158.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 903.577µs +Latencies [min, mean, 50, 90, 95, 99, max] 577.936µs, 828.521µs, 812.691µs, 947.089µs, 997.055µs, 1.122ms, 10.048ms +Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/ngf-upgrade/edge/edge-oss.md b/tests/results/ngf-upgrade/edge/edge-oss.md index 74f1472162..6cf42d4bed 100644 --- a/tests/results/ngf-upgrade/edge/edge-oss.md +++ b/tests/results/ngf-upgrade/edge/edge-oss.md @@ -6,46 +6,46 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 17091ba5d59ca6026f7610e3c2c6200e7ac5cd16 +- Date: 2024-12-18T16:52:33Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1125000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853980Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## Test: Send http /coffee traffic +## Test: Send https /tea traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.02 -Duration [total, attack, wait] 59.991s, 59.99s, 587.326µs -Latencies [min, mean, 50, 90, 95, 99, max] 439.889µs, 859.995µs, 849.253µs, 977.006µs, 1.024ms, 1.211ms, 15.355ms -Bytes In [total, mean] 974028, 162.34 +Requests [total, rate, throughput] 6000, 100.02, 100.01 +Duration [total, attack, wait] 59.992s, 59.991s, 1.068ms +Latencies [min, mean, 50, 90, 95, 99, max] 665.949µs, 967.617µs, 938.253µs, 1.101ms, 1.166ms, 1.373ms, 14.936ms +Bytes In [total, mean] 936000, 156.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![http-oss.png](http-oss.png) +![https-oss.png](https-oss.png) -## Test: Send https /tea traffic +## Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 792.386µs -Latencies [min, mean, 50, 90, 95, 99, max] 664.1µs, 910.376µs, 874.685µs, 1.007ms, 1.063ms, 1.271ms, 16.146ms -Bytes In [total, mean] 936000, 156.00 +Duration [total, attack, wait] 59.991s, 59.991s, 880.619µs +Latencies [min, mean, 50, 90, 95, 99, max] 473.276µs, 886.771µs, 867.111µs, 1.036ms, 1.094ms, 1.28ms, 12.061ms +Bytes In [total, mean] 969991, 161.67 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![https-oss.png](https-oss.png) +![http-oss.png](http-oss.png) diff --git a/tests/results/ngf-upgrade/edge/edge-plus.md b/tests/results/ngf-upgrade/edge/edge-plus.md index fbc9b58cff..d50f168635 100644 --- a/tests/results/ngf-upgrade/edge/edge-plus.md +++ b/tests/results/ngf-upgrade/edge/edge-plus.md @@ -6,46 +6,48 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 17091ba5d59ca6026f7610e3c2c6200e7ac5cd16 +- Date: 2024-12-18T16:52:33Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1125000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## Test: Send http /coffee traffic +## Test: Send https /tea traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.02 -Duration [total, attack, wait] 59.991s, 59.99s, 772.721µs -Latencies [min, mean, 50, 90, 95, 99, max] 596.14µs, 835.746µs, 798.892µs, 926.941µs, 975.553µs, 1.151ms, 14.047ms -Bytes In [total, mean] 956060, 159.34 +Requests [total, rate, throughput] 6000, 100.02, 86.13 +Duration [total, attack, wait] 59.993s, 59.99s, 2.942ms +Latencies [min, mean, 50, 90, 95, 99, max] 471.41µs, 1.25ms, 949.477µs, 2.838ms, 3.054ms, 3.539ms, 12.939ms +Bytes In [total, mean] 955693, 159.28 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 100.00% -Status Codes [code:count] 200:6000 +Success [ratio] 86.12% +Status Codes [code:count] 200:5167 503:833 Error Set: +503 Service Temporarily Unavailable ``` -![http-plus.png](http-plus.png) +![https-plus.png](https-plus.png) -## Test: Send https /tea traffic +## Test: Send http /coffee traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 955.654µs -Latencies [min, mean, 50, 90, 95, 99, max] 630.575µs, 856.057µs, 818.559µs, 939.26µs, 986.329µs, 1.177ms, 14.025ms -Bytes In [total, mean] 918000, 153.00 +Requests [total, rate, throughput] 6000, 100.02, 86.13 +Duration [total, attack, wait] 59.991s, 59.99s, 739.811µs +Latencies [min, mean, 50, 90, 95, 99, max] 607.774µs, 941.816µs, 923.315µs, 1.045ms, 1.092ms, 1.279ms, 12.42ms +Bytes In [total, mean] 984990, 164.16 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 100.00% -Status Codes [code:count] 200:6000 +Success [ratio] 86.12% +Status Codes [code:count] 200:5167 503:833 Error Set: +503 Service Temporarily Unavailable ``` -![https-plus.png](https-plus.png) +![http-plus.png](http-plus.png) diff --git a/tests/results/ngf-upgrade/edge/http-oss.png b/tests/results/ngf-upgrade/edge/http-oss.png index ac09cb1038..5e6667b623 100644 Binary files a/tests/results/ngf-upgrade/edge/http-oss.png and b/tests/results/ngf-upgrade/edge/http-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/http-plus.png b/tests/results/ngf-upgrade/edge/http-plus.png index 951fcf288b..973fa61ada 100644 Binary files a/tests/results/ngf-upgrade/edge/http-plus.png and b/tests/results/ngf-upgrade/edge/http-plus.png differ diff --git a/tests/results/ngf-upgrade/edge/https-oss.png b/tests/results/ngf-upgrade/edge/https-oss.png index ac09cb1038..5e6667b623 100644 Binary files a/tests/results/ngf-upgrade/edge/https-oss.png and b/tests/results/ngf-upgrade/edge/https-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/https-plus.png b/tests/results/ngf-upgrade/edge/https-plus.png index 951fcf288b..23f850cd07 100644 Binary files a/tests/results/ngf-upgrade/edge/https-plus.png and b/tests/results/ngf-upgrade/edge/https-plus.png differ diff --git a/tests/results/reconfig/edge/edge-oss.md b/tests/results/reconfig/edge/edge-oss.md index 98bbb75a07..9f2c22808c 100644 --- a/tests/results/reconfig/edge/edge-oss.md +++ b/tests/results/reconfig/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 17091ba5d59ca6026f7610e3c2c6200e7ac5cd16 +- Date: 2024-12-18T16:52:33Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1125000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853980Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -27,82 +27,82 @@ GKE Cluster: - TimeToReadyTotal: 3s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 126ms +- NGINX Reload Average Time: 101ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing - Event Batch Total: 5 -- Event Batch Processing Average Time: 60ms +- Event Batch Processing Average Time: 58ms - Event Batch Processing distribution: - - 500ms: 5 - - 1000ms: 5 - - 5000ms: 5 - - 10000ms: 5 - - 30000ms: 5 + - 500.0ms: 5 + - 1000.0ms: 5 + - 5000.0ms: 5 + - 10000.0ms: 5 + - 30000.0ms: 5 - +Infms: 5 ## Test 1: Resources exist before startup - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 2s +- TimeToReadyTotal: 1s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 - NGINX Reload Average Time: 126ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 50ms +- Event Batch Processing Average Time: 51ms - Event Batch Processing distribution: - - 500ms: 6 - - 1000ms: 6 - - 5000ms: 6 - - 10000ms: 6 - - 30000ms: 6 + - 500.0ms: 6 + - 1000.0ms: 6 + - 5000.0ms: 6 + - 10000.0ms: 6 + - 30000.0ms: 6 - +Infms: 6 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 ### Reloads and Time to Ready -- TimeToReadyTotal: 8s +- TimeToReadyTotal: 7s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 52 -- NGINX Reload Average Time: 151ms +- NGINX Reloads: 53 +- NGINX Reload Average Time: 149ms - Reload distribution: - - 500ms: 52 - - 1000ms: 52 - - 5000ms: 52 - - 10000ms: 52 - - 30000ms: 52 - - +Infms: 52 + - 500.0ms: 53 + - 1000.0ms: 53 + - 5000.0ms: 53 + - 10000.0ms: 53 + - 30000.0ms: 53 + - +Infms: 53 ### Event Batch Processing -- Event Batch Total: 326 +- Event Batch Total: 328 - Event Batch Processing Average Time: 24ms - Event Batch Processing distribution: - - 500ms: 326 - - 1000ms: 326 - - 5000ms: 326 - - 10000ms: 326 - - 30000ms: 326 - - +Infms: 326 + - 500.0ms: 328 + - 1000.0ms: 328 + - 5000.0ms: 328 + - 10000.0ms: 328 + - 30000.0ms: 328 + - +Infms: 328 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 @@ -110,27 +110,27 @@ GKE Cluster: - TimeToReadyTotal: 43s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 283 -- NGINX Reload Average Time: 152ms +- NGINX Reloads: 288 +- NGINX Reload Average Time: 150ms - Reload distribution: - - 500ms: 283 - - 1000ms: 283 - - 5000ms: 283 - - 10000ms: 283 - - 30000ms: 283 - - +Infms: 283 + - 500.0ms: 288 + - 1000.0ms: 288 + - 5000.0ms: 288 + - 10000.0ms: 288 + - 30000.0ms: 288 + - +Infms: 288 ### Event Batch Processing -- Event Batch Total: 1633 +- Event Batch Total: 1641 - Event Batch Processing Average Time: 26ms - Event Batch Processing distribution: - - 500ms: 1633 - - 1000ms: 1633 - - 5000ms: 1633 - - 10000ms: 1633 - - 30000ms: 1633 - - +Infms: 1633 + - 500.0ms: 1641 + - 1000.0ms: 1641 + - 5000.0ms: 1641 + - 10000.0ms: 1641 + - 30000.0ms: 1641 + - +Infms: 1641 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -138,27 +138,27 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 55 -- NGINX Reload Average Time: 148ms +- NGINX Reloads: 61 +- NGINX Reload Average Time: 132ms - Reload distribution: - - 500ms: 55 - - 1000ms: 55 - - 5000ms: 55 - - 10000ms: 55 - - 30000ms: 55 - - +Infms: 55 + - 500.0ms: 61 + - 1000.0ms: 61 + - 5000.0ms: 61 + - 10000.0ms: 61 + - 30000.0ms: 61 + - +Infms: 61 ### Event Batch Processing -- Event Batch Total: 296 -- Event Batch Processing Average Time: 27ms +- Event Batch Total: 305 +- Event Batch Processing Average Time: 26ms - Event Batch Processing distribution: - - 500ms: 296 - - 1000ms: 296 - - 5000ms: 296 - - 10000ms: 296 - - 30000ms: 296 - - +Infms: 296 + - 500.0ms: 305 + - 1000.0ms: 305 + - 5000.0ms: 305 + - 10000.0ms: 305 + - 30000.0ms: 305 + - +Infms: 305 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 @@ -166,24 +166,24 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 294 -- NGINX Reload Average Time: 148ms +- NGINX Reloads: 327 +- NGINX Reload Average Time: 132ms - Reload distribution: - - 500ms: 294 - - 1000ms: 294 - - 5000ms: 294 - - 10000ms: 294 - - 30000ms: 294 - - +Infms: 294 + - 500.0ms: 327 + - 1000.0ms: 327 + - 5000.0ms: 327 + - 10000.0ms: 327 + - 30000.0ms: 327 + - +Infms: 327 ### Event Batch Processing -- Event Batch Total: 1506 -- Event Batch Processing Average Time: 29ms +- Event Batch Total: 1539 +- Event Batch Processing Average Time: 28ms - Event Batch Processing distribution: - - 500ms: 1506 - - 1000ms: 1506 - - 5000ms: 1506 - - 10000ms: 1506 - - 30000ms: 1506 - - +Infms: 1506 + - 500.0ms: 1539 + - 1000.0ms: 1539 + - 5000.0ms: 1539 + - 10000.0ms: 1539 + - 30000.0ms: 1539 + - +Infms: 1539 diff --git a/tests/results/reconfig/edge/edge-plus.md b/tests/results/reconfig/edge/edge-plus.md index b03b8cc83f..e81757cc88 100644 --- a/tests/results/reconfig/edge/edge-plus.md +++ b/tests/results/reconfig/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 17091ba5d59ca6026f7610e3c2c6200e7ac5cd16 +- Date: 2024-12-18T16:52:33Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1125000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,56 +24,56 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 3s +- TimeToReadyTotal: 4s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 114ms +- NGINX Reload Average Time: 101ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing -- Event Batch Total: 5 -- Event Batch Processing Average Time: 56ms +- Event Batch Total: 6 +- Event Batch Processing Average Time: 71ms - Event Batch Processing distribution: - - 500ms: 5 - - 1000ms: 5 - - 5000ms: 5 - - 10000ms: 5 - - 30000ms: 5 - - +Infms: 5 + - 500.0ms: 6 + - 1000.0ms: 6 + - 5000.0ms: 6 + - 10000.0ms: 6 + - 30000.0ms: 6 + - +Infms: 6 ## Test 1: Resources exist before startup - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 1s +- TimeToReadyTotal: 4s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 113ms +- NGINX Reload Average Time: 126ms - Reload distribution: - - 500ms: 2 - - 1000ms: 2 - - 5000ms: 2 - - 10000ms: 2 - - 30000ms: 2 + - 500.0ms: 2 + - 1000.0ms: 2 + - 5000.0ms: 2 + - 10000.0ms: 2 + - 30000.0ms: 2 - +Infms: 2 ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 46ms +- Event Batch Processing Average Time: 56ms - Event Batch Processing distribution: - - 500ms: 6 - - 1000ms: 6 - - 5000ms: 6 - - 10000ms: 6 - - 30000ms: 6 + - 500.0ms: 6 + - 1000.0ms: 6 + - 5000.0ms: 6 + - 10000.0ms: 6 + - 30000.0ms: 6 - +Infms: 6 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 @@ -82,55 +82,55 @@ GKE Cluster: - TimeToReadyTotal: 8s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 62 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 46 +- NGINX Reload Average Time: 153ms - Reload distribution: - - 500ms: 62 - - 1000ms: 62 - - 5000ms: 62 - - 10000ms: 62 - - 30000ms: 62 - - +Infms: 62 + - 500.0ms: 46 + - 1000.0ms: 46 + - 5000.0ms: 46 + - 10000.0ms: 46 + - 30000.0ms: 46 + - +Infms: 46 ### Event Batch Processing -- Event Batch Total: 337 -- Event Batch Processing Average Time: 23ms +- Event Batch Total: 321 +- Event Batch Processing Average Time: 25ms - Event Batch Processing distribution: - - 500ms: 337 - - 1000ms: 337 - - 5000ms: 337 - - 10000ms: 337 - - 30000ms: 337 - - +Infms: 337 + - 500.0ms: 321 + - 1000.0ms: 321 + - 5000.0ms: 321 + - 10000.0ms: 321 + - 30000.0ms: 321 + - +Infms: 321 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 43s +- TimeToReadyTotal: 44s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 338 -- NGINX Reload Average Time: 126ms +- NGINX Reloads: 245 +- NGINX Reload Average Time: 153ms - Reload distribution: - - 500ms: 338 - - 1000ms: 338 - - 5000ms: 338 - - 10000ms: 338 - - 30000ms: 338 - - +Infms: 338 + - 500.0ms: 245 + - 1000.0ms: 245 + - 5000.0ms: 245 + - 10000.0ms: 245 + - 30000.0ms: 245 + - +Infms: 245 ### Event Batch Processing -- Event Batch Total: 1693 -- Event Batch Processing Average Time: 25ms +- Event Batch Total: 1597 +- Event Batch Processing Average Time: 27ms - Event Batch Processing distribution: - - 500ms: 1693 - - 1000ms: 1693 - - 5000ms: 1693 - - 10000ms: 1693 - - 30000ms: 1693 - - +Infms: 1693 + - 500.0ms: 1597 + - 1000.0ms: 1597 + - 5000.0ms: 1597 + - 10000.0ms: 1597 + - 30000.0ms: 1597 + - +Infms: 1597 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -138,27 +138,27 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 64 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 48 +- NGINX Reload Average Time: 149ms - Reload distribution: - - 500ms: 64 - - 1000ms: 64 - - 5000ms: 64 - - 10000ms: 64 - - 30000ms: 64 - - +Infms: 64 + - 500.0ms: 48 + - 1000.0ms: 48 + - 5000.0ms: 48 + - 10000.0ms: 48 + - 30000.0ms: 48 + - +Infms: 48 ### Event Batch Processing -- Event Batch Total: 306 -- Event Batch Processing Average Time: 26ms +- Event Batch Total: 289 +- Event Batch Processing Average Time: 28ms - Event Batch Processing distribution: - - 500ms: 306 - - 1000ms: 306 - - 5000ms: 306 - - 10000ms: 306 - - 30000ms: 306 - - +Infms: 306 + - 500.0ms: 289 + - 1000.0ms: 289 + - 5000.0ms: 289 + - 10000.0ms: 289 + - 30000.0ms: 289 + - +Infms: 289 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 @@ -166,24 +166,24 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 342 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 248 +- NGINX Reload Average Time: 151ms - Reload distribution: - - 500ms: 342 - - 1000ms: 342 - - 5000ms: 342 - - 10000ms: 342 - - 30000ms: 342 - - +Infms: 342 + - 500.0ms: 248 + - 1000.0ms: 248 + - 5000.0ms: 248 + - 10000.0ms: 248 + - 30000.0ms: 248 + - +Infms: 248 ### Event Batch Processing -- Event Batch Total: 1534 -- Event Batch Processing Average Time: 28ms +- Event Batch Total: 1438 +- Event Batch Processing Average Time: 30ms - Event Batch Processing distribution: - - 500ms: 1534 - - 1000ms: 1534 - - 5000ms: 1534 - - 10000ms: 1534 - - 30000ms: 1534 - - +Infms: 1534 + - 500.0ms: 1438 + - 1000.0ms: 1438 + - 5000.0ms: 1438 + - 10000.0ms: 1438 + - 30000.0ms: 1438 + - +Infms: 1438 diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png index 0ef386da01..d83d97facf 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png index 4f4e46bf95..06f4d67460 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png index 3c7235b62d..4e7f074fb6 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png index b2699f1824..67ffce913c 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png index e33db181d9..c806c9806d 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png index 962adb7cb2..9a78ce5098 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png index 83d68aabe1..e69f0baba1 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png index bcf9a7919f..5ff6439141 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png index dab02f33dd..a0a0d76877 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png index b334b0c722..e990d5e72f 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log index 793908c50a..4a6a822a18 100644 --- a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log @@ -1 +1 @@ -{"level":"debug","ts":"2024-10-15T19:05:58Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} +{"level":"debug","ts":"2024-12-18T19:12:55Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/nginx-plus.log b/tests/results/scale/edge/TestScale_HTTPSListeners/nginx-plus.log new file mode 100644 index 0000000000..d5fef3b658 --- /dev/null +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/nginx-plus.log @@ -0,0 +1,17 @@ +2024/12/18 19:16:00 [error] 434#434: *127 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 9.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-9_80/", host: "9.example.com" +2024/12/18 19:16:01 [error] 468#468: *143 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 10.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-10_80/", host: "10.example.com" +2024/12/18 19:16:05 [error] 639#639: *209 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 15.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-15_80/", host: "15.example.com" +2024/12/18 19:16:07 [error] 741#741: *250 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 18.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-18_80/", host: "18.example.com" +2024/12/18 19:16:10 [error] 843#843: *293 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 21.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-21_80/", host: "21.example.com" +2024/12/18 19:16:14 [error] 979#979: *354 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 25.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-25_80/", host: "25.example.com" +2024/12/18 19:16:18 [error] 1115#1115: *412 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 29.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-29_80/", host: "29.example.com" +2024/12/18 19:16:22 [error] 1217#1217: *463 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 32.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-32_80/", host: "32.example.com" +2024/12/18 19:16:23 [error] 1251#1251: *482 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 33.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-33_80/", host: "33.example.com" +2024/12/18 19:16:26 [error] 1320#1320: *517 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 35.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-35_80/", host: "35.example.com" +2024/12/18 19:16:37 [error] 1557#1557: *632 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 42.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-42_80/", host: "42.example.com" +2024/12/18 19:16:42 [error] 1659#1659: *680 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 45.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-45_80/", host: "45.example.com" +2024/12/18 19:16:44 [error] 1694#1694: *698 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 46.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-46_80/", host: "46.example.com" +2024/12/18 19:16:49 [error] 1795#1795: *751 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 49.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-49_80/", host: "49.example.com" +2024/12/18 19:16:51 [error] 1829#1829: *771 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 50.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-50_80/", host: "50.example.com" +2024/12/18 19:17:06 [error] 2067#2067: *907 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 57.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-57_80/", host: "57.example.com" +2024/12/18 19:17:20 [error] 2271#2271: *1029 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 63.example.com, request: "GET / HTTP/2.0", upstream: "http://scale_backend-63_80/", host: "63.example.com" diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png index e16867b4ba..faae2f732b 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png index 6d86d4fb30..799ca9f44e 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png index ac3ea7a077..a13186c9d6 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png index 75b71e3e49..d5746dad9f 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png index 5a953041e9..e0e06cc4a3 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png and b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png index e36d1d407b..34bed7705b 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png and b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log b/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log index bf1f2e1f65..641982ac0b 100644 --- a/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log +++ b/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log @@ -1,2 +1,2 @@ -{"level":"debug","ts":"2024-11-15T18:20:41Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} -{"level":"debug","ts":"2024-11-15T18:20:42Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2024-12-18T19:10:34Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} +{"level":"debug","ts":"2024-12-18T19:10:34Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} diff --git a/tests/results/scale/edge/TestScale_Listeners/nginx-plus.log b/tests/results/scale/edge/TestScale_Listeners/nginx-plus.log new file mode 100644 index 0000000000..8fd061b1ea --- /dev/null +++ b/tests/results/scale/edge/TestScale_Listeners/nginx-plus.log @@ -0,0 +1,12 @@ +2024/12/18 19:11:47 [error] 297#297: *76 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 5.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-5_80/", host: "5.example.com" +2024/12/18 19:11:50 [error] 467#467: *138 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 10.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-10_80/", host: "10.example.com" +2024/12/18 19:11:53 [error] 638#638: *205 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 15.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-15_80/", host: "15.example.com" +2024/12/18 19:11:54 [error] 671#671: *219 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 16.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-16_80/", host: "16.example.com" +2024/12/18 19:11:58 [error] 875#875: *299 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 22.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-22_80/", host: "22.example.com" +2024/12/18 19:11:59 [error] 909#909: *313 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 23.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-23_80/", host: "23.example.com" +2024/12/18 19:12:09 [error] 1215#1215: *445 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 32.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-32_80/", host: "32.example.com" +2024/12/18 19:12:21 [error] 1521#1521: *583 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 41.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-41_80/", host: "41.example.com" +2024/12/18 19:12:22 [error] 1555#1555: *598 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 42.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-42_80/", host: "42.example.com" +2024/12/18 19:12:24 [error] 1590#1590: *614 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 43.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-43_80/", host: "43.example.com" +2024/12/18 19:12:39 [error] 1895#1895: *764 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 52.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-52_80/", host: "52.example.com" +2024/12/18 19:12:51 [error] 2099#2099: *876 no live upstreams while connecting to upstream, client: 10.138.15.194, server: 58.example.com, request: "GET / HTTP/1.1", upstream: "http://scale_backend-58_80/", host: "58.example.com" diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png index 708232756f..20eb7ee58b 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png index 1b7ae0130a..9d02c5e610 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png index 90ef474892..39a25f03bf 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png index 2cbdf50b8c..dc788bac37 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png index ecada58ee4..831193bb0e 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png index fa0f0bfd14..8cadcc04c2 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png differ diff --git a/tests/results/scale/edge/edge-oss.md b/tests/results/scale/edge/edge-oss.md index d9432f1eb6..6e67164bf4 100644 --- a/tests/results/scale/edge/edge-oss.md +++ b/tests/results/scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 17091ba5d59ca6026f7610e3c2c6200e7ac5cd16 +- Date: 2024-12-18T16:52:33Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1125000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853980Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,32 +24,32 @@ GKE Cluster: ### Reloads -- Total: 126 +- Total: 128 - Total Errors: 0 -- Average Time: 288ms +- Average Time: 222ms - Reload distribution: - - 500ms: 126 - - 1000ms: 126 - - 5000ms: 126 - - 10000ms: 126 - - 30000ms: 126 - - +Infms: 126 + - 500.0ms: 128 + - 1000.0ms: 128 + - 5000.0ms: 128 + - 10000.0ms: 128 + - 30000.0ms: 128 + - +Infms: 128 ### Event Batch Processing -- Total: 385 -- Average Time: 173ms +- Total: 386 +- Average Time: 149ms - Event Batch Processing distribution: - - 500ms: 323 - - 1000ms: 382 - - 5000ms: 385 - - 10000ms: 385 - - 30000ms: 385 - - +Infms: 385 + - 500.0ms: 341 + - 1000.0ms: 385 + - 5000.0ms: 386 + - 10000.0ms: 386 + - 30000.0ms: 386 + - +Infms: 386 ### Errors -- NGF errors: 2 +- NGF errors: 0 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -63,32 +63,32 @@ The logs are attached only if there are errors. ### Reloads -- Total: 128 +- Total: 127 - Total Errors: 0 -- Average Time: 367ms +- Average Time: 242ms - Reload distribution: - - 500ms: 102 - - 1000ms: 128 - - 5000ms: 128 - - 10000ms: 128 - - 30000ms: 128 - - +Infms: 128 + - 500.0ms: 127 + - 1000.0ms: 127 + - 5000.0ms: 127 + - 10000.0ms: 127 + - 30000.0ms: 127 + - +Infms: 127 ### Event Batch Processing -- Total: 450 -- Average Time: 172ms +- Total: 449 +- Average Time: 140ms - Event Batch Processing distribution: - - 500ms: 378 - - 1000ms: 432 - - 5000ms: 450 - - 10000ms: 450 - - 30000ms: 450 - - +Infms: 450 + - 500.0ms: 397 + - 1000.0ms: 444 + - 5000.0ms: 449 + - 10000.0ms: 449 + - 30000.0ms: 449 + - +Infms: 449 ### Errors -- NGF errors: 0 +- NGF errors: 1 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -104,25 +104,25 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 2508ms +- Average Time: 1564ms - Reload distribution: - - 500ms: 79 - - 1000ms: 179 - - 5000ms: 1001 - - 10000ms: 1001 - - 30000ms: 1001 + - 500.0ms: 133 + - 1000.0ms: 307 + - 5000.0ms: 1001 + - 10000.0ms: 1001 + - 30000.0ms: 1001 - +Infms: 1001 ### Event Batch Processing - Total: 1008 -- Average Time: 2578ms +- Average Time: 1648ms - Event Batch Processing distribution: - - 500ms: 80 - - 1000ms: 178 - - 5000ms: 996 - - 10000ms: 1008 - - 30000ms: 1008 + - 500.0ms: 127 + - 1000.0ms: 281 + - 5000.0ms: 1008 + - 10000.0ms: 1008 + - 30000.0ms: 1008 - +Infms: 1008 ### Errors @@ -141,28 +141,28 @@ The logs are attached only if there are errors. ### Reloads -- Total: 142 +- Total: 141 - Total Errors: 0 - Average Time: 151ms - Reload distribution: - - 500ms: 142 - - 1000ms: 142 - - 5000ms: 142 - - 10000ms: 142 - - 30000ms: 142 - - +Infms: 142 + - 500.0ms: 141 + - 1000.0ms: 141 + - 5000.0ms: 141 + - 10000.0ms: 141 + - 30000.0ms: 141 + - +Infms: 141 ### Event Batch Processing -- Total: 145 -- Average Time: 150ms +- Total: 144 +- Average Time: 149ms - Event Batch Processing distribution: - - 500ms: 145 - - 1000ms: 145 - - 5000ms: 145 - - 10000ms: 145 - - 30000ms: 145 - - +Infms: 145 + - 500.0ms: 144 + - 1000.0ms: 144 + - 5000.0ms: 144 + - 10000.0ms: 144 + - 30000.0ms: 144 + - +Infms: 144 ### Errors @@ -179,20 +179,19 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.00, 995.95 -Duration [total, attack, wait] 30.001s, 30s, 652.553µs -Latencies [min, mean, 50, 90, 95, 99, max] 307.059µs, 657.182µs, 636.168µs, 714.719µs, 747.948µs, 857.399µs, 18.835ms -Bytes In [total, mean] 4863388, 162.11 +Requests [total, rate, throughput] 30000, 1000.04, 1000.02 +Duration [total, attack, wait] 29.999s, 29.999s, 548.6µs +Latencies [min, mean, 50, 90, 95, 99, max] 513.431µs, 686.307µs, 661.593µs, 762.241µs, 810.258µs, 961.421µs, 14.726ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 99.60% -Status Codes [code:count] 200:29879 503:121 +Success [ratio] 100.00% +Status Codes [code:count] 200:30000 Error Set: -503 Service Temporarily Unavailable ``` ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.98 -Duration [total, attack, wait] 30s, 30s, 760.399µs -Latencies [min, mean, 50, 90, 95, 99, max] 559.645µs, 714.017µs, 697.276µs, 795.75µs, 845.685µs, 946.55µs, 9.636ms +Requests [total, rate, throughput] 30000, 1000.03, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 722.836µs +Latencies [min, mean, 50, 90, 95, 99, max] 580.249µs, 769.326µs, 746.54µs, 877.525µs, 936.325µs, 1.082ms, 10.123ms Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% diff --git a/tests/results/scale/edge/edge-plus.md b/tests/results/scale/edge/edge-plus.md index 2114da6749..b0187b895e 100644 --- a/tests/results/scale/edge/edge-plus.md +++ b/tests/results/scale/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 17091ba5d59ca6026f7610e3c2c6200e7ac5cd16 +- Date: 2024-12-18T16:52:33Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1125000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,34 +24,34 @@ GKE Cluster: ### Reloads -- Total: 126 +- Total: 128 - Total Errors: 0 -- Average Time: 147ms +- Average Time: 235ms - Reload distribution: - - 500ms: 126 - - 1000ms: 126 - - 5000ms: 126 - - 10000ms: 126 - - 30000ms: 126 - - +Infms: 126 + - 500.0ms: 128 + - 1000.0ms: 128 + - 5000.0ms: 128 + - 10000.0ms: 128 + - 30000.0ms: 128 + - +Infms: 128 ### Event Batch Processing -- Total: 385 -- Average Time: 123ms +- Total: 387 +- Average Time: 155ms - Event Batch Processing distribution: - - 500ms: 354 - - 1000ms: 385 - - 5000ms: 385 - - 10000ms: 385 - - 30000ms: 385 - - +Infms: 385 + - 500.0ms: 341 + - 1000.0ms: 384 + - 5000.0ms: 387 + - 10000.0ms: 387 + - 30000.0ms: 387 + - +Infms: 387 ### Errors - NGF errors: 2 - NGF container restarts: 0 -- NGINX errors: 0 +- NGINX errors: 12 - NGINX container restarts: 0 ### Graphs and Logs @@ -65,32 +65,32 @@ The logs are attached only if there are errors. - Total: 128 - Total Errors: 0 -- Average Time: 168ms +- Average Time: 264ms - Reload distribution: - - 500ms: 128 - - 1000ms: 128 - - 5000ms: 128 - - 10000ms: 128 - - 30000ms: 128 + - 500.0ms: 128 + - 1000.0ms: 128 + - 5000.0ms: 128 + - 10000.0ms: 128 + - 30000.0ms: 128 - +Infms: 128 ### Event Batch Processing - Total: 451 -- Average Time: 114ms +- Average Time: 146ms - Event Batch Processing distribution: - - 500ms: 413 - - 1000ms: 449 - - 5000ms: 451 - - 10000ms: 451 - - 30000ms: 451 + - 500.0ms: 388 + - 1000.0ms: 451 + - 5000.0ms: 451 + - 10000.0ms: 451 + - 30000.0ms: 451 - +Infms: 451 ### Errors - NGF errors: 0 - NGF container restarts: 0 -- NGINX errors: 0 +- NGINX errors: 17 - NGINX container restarts: 0 ### Graphs and Logs @@ -104,25 +104,25 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 359ms +- Average Time: 1575ms - Reload distribution: - - 500ms: 796 - - 1000ms: 1001 - - 5000ms: 1001 - - 10000ms: 1001 - - 30000ms: 1001 + - 500.0ms: 131 + - 1000.0ms: 307 + - 5000.0ms: 1001 + - 10000.0ms: 1001 + - 30000.0ms: 1001 - +Infms: 1001 ### Event Batch Processing - Total: 1008 -- Average Time: 420ms +- Average Time: 1695ms - Event Batch Processing distribution: - - 500ms: 666 - - 1000ms: 1008 - - 5000ms: 1008 - - 10000ms: 1008 - - 30000ms: 1008 + - 500.0ms: 118 + - 1000.0ms: 280 + - 5000.0ms: 1008 + - 10000.0ms: 1008 + - 30000.0ms: 1008 - +Infms: 1008 ### Errors @@ -143,26 +143,26 @@ The logs are attached only if there are errors. - Total: 3 - Total Errors: 0 -- Average Time: 126ms +- Average Time: 151ms - Reload distribution: - - 500ms: 3 - - 1000ms: 3 - - 5000ms: 3 - - 10000ms: 3 - - 30000ms: 3 + - 500.0ms: 3 + - 1000.0ms: 3 + - 5000.0ms: 3 + - 10000.0ms: 3 + - 30000.0ms: 3 - +Infms: 3 ### Event Batch Processing -- Total: 272 -- Average Time: 11ms +- Total: 84 +- Average Time: 177ms - Event Batch Processing distribution: - - 500ms: 272 - - 1000ms: 272 - - 5000ms: 272 - - 10000ms: 272 - - 30000ms: 272 - - +Infms: 272 + - 500.0ms: 84 + - 1000.0ms: 84 + - 5000.0ms: 84 + - 10000.0ms: 84 + - 30000.0ms: 84 + - +Infms: 84 ### Errors @@ -179,20 +179,20 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.00, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 815.973µs -Latencies [min, mean, 50, 90, 95, 99, max] 540.433µs, 720.211µs, 702.691µs, 798.784µs, 838.818µs, 958.484µs, 12.388ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.99 +Duration [total, attack, wait] 30s, 30s, 458.338µs +Latencies [min, mean, 50, 90, 95, 99, max] 367.922µs, 471.815µs, 459.996µs, 520.013µs, 548.43µs, 654.523µs, 10.646ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 845.333µs -Latencies [min, mean, 50, 90, 95, 99, max] 600.605µs, 794.821µs, 775.46µs, 907.763µs, 957.224µs, 1.061ms, 8.073ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.03, 999.92 +Duration [total, attack, wait] 30.002s, 29.999s, 3.368ms +Latencies [min, mean, 50, 90, 95, 99, max] 435.427µs, 2.982ms, 3.17ms, 3.855ms, 4.253ms, 7.523ms, 32.46ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png index 230bd44f7e..faa7bd6f07 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png index 678d90b6a0..86e933849c 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png index 230bd44f7e..faa7bd6f07 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png index 678d90b6a0..86e933849c 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png index fe5584bf4b..0d86663cbd 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png index 0e6f18bb87..6a5f7dedf1 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png index fe5584bf4b..0d86663cbd 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png index 0e6f18bb87..6a5f7dedf1 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png index cd8cb5e845..bbdb5454c3 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png index 41d41c1497..3a0c009f4e 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png index cd8cb5e845..bbdb5454c3 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png index 41d41c1497..3a0c009f4e 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png index d349ef25dd..857105e06a 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png index 996048dec4..a45d42a257 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png index d349ef25dd..857105e06a 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png index 996048dec4..a45d42a257 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/edge-oss.md b/tests/results/zero-downtime-scale/edge/edge-oss.md index 7ab7bc0734..a0e803d5d7 100644 --- a/tests/results/zero-downtime-scale/edge/edge-oss.md +++ b/tests/results/zero-downtime-scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 17091ba5d59ca6026f7610e3c2c6200e7ac5cd16 +- Date: 2024-12-18T16:52:33Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1125000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853980Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,67 +24,67 @@ GKE Cluster: ### Scale Up Gradually -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 674.073µs -Latencies [min, mean, 50, 90, 95, 99, max] 419.791µs, 840.72µs, 834.34µs, 962.098µs, 1.015ms, 1.294ms, 10.169ms -Bytes In [total, mean] 4679929, 156.00 +Duration [total, attack, wait] 5m0s, 5m0s, 987.169µs +Latencies [min, mean, 50, 90, 95, 99, max] 428.266µs, 898.492µs, 888.702µs, 1.051ms, 1.109ms, 1.381ms, 12.962ms +Bytes In [total, mean] 4865999, 162.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-https-oss.png](gradual-scale-up-affinity-https-oss.png) +![gradual-scale-up-affinity-http-oss.png](gradual-scale-up-affinity-http-oss.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 877.124µs -Latencies [min, mean, 50, 90, 95, 99, max] 412.325µs, 829.237µs, 822.155µs, 943.97µs, 993.732µs, 1.323ms, 12.09ms -Bytes In [total, mean] 4857151, 161.91 +Duration [total, attack, wait] 5m0s, 5m0s, 988.556µs +Latencies [min, mean, 50, 90, 95, 99, max] 449.333µs, 918.966µs, 905.018µs, 1.077ms, 1.144ms, 1.432ms, 12.423ms +Bytes In [total, mean] 4686039, 156.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-http-oss.png](gradual-scale-up-affinity-http-oss.png) +![gradual-scale-up-affinity-https-oss.png](gradual-scale-up-affinity-https-oss.png) ### Scale Down Gradually -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 867.199µs -Latencies [min, mean, 50, 90, 95, 99, max] 418.599µs, 852.891µs, 843.777µs, 979.471µs, 1.035ms, 1.33ms, 14.512ms -Bytes In [total, mean] 7488117, 156.00 +Duration [total, attack, wait] 8m0s, 8m0s, 853.116µs +Latencies [min, mean, 50, 90, 95, 99, max] 435.889µs, 900.66µs, 893.496µs, 1.053ms, 1.113ms, 1.362ms, 13.105ms +Bytes In [total, mean] 7785739, 162.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 Error Set: ``` -![gradual-scale-down-affinity-https-oss.png](gradual-scale-down-affinity-https-oss.png) +![gradual-scale-down-affinity-http-oss.png](gradual-scale-down-affinity-http-oss.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 886.292µs -Latencies [min, mean, 50, 90, 95, 99, max] 405.98µs, 825.969µs, 821.489µs, 947.564µs, 997.377µs, 1.274ms, 15.137ms -Bytes In [total, mean] 7771168, 161.90 +Duration [total, attack, wait] 8m0s, 8m0s, 959.592µs +Latencies [min, mean, 50, 90, 95, 99, max] 455.715µs, 934.087µs, 920.517µs, 1.093ms, 1.159ms, 1.428ms, 13.046ms +Bytes In [total, mean] 7497528, 156.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 Error Set: ``` -![gradual-scale-down-affinity-http-oss.png](gradual-scale-down-affinity-http-oss.png) +![gradual-scale-down-affinity-https-oss.png](gradual-scale-down-affinity-https-oss.png) ### Scale Up Abruptly @@ -92,9 +92,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 969.83µs -Latencies [min, mean, 50, 90, 95, 99, max] 438.695µs, 865.281µs, 855.081µs, 992.225µs, 1.055ms, 1.414ms, 12.639ms -Bytes In [total, mean] 1942752, 161.90 +Duration [total, attack, wait] 2m0s, 2m0s, 1.392ms +Latencies [min, mean, 50, 90, 95, 99, max] 487.674µs, 932.161µs, 924.635µs, 1.088ms, 1.151ms, 1.383ms, 12.482ms +Bytes In [total, mean] 1946352, 162.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -107,9 +107,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 774.619µs -Latencies [min, mean, 50, 90, 95, 99, max] 425.067µs, 879.019µs, 872.194µs, 1.013ms, 1.078ms, 1.447ms, 7.09ms -Bytes In [total, mean] 1872026, 156.00 +Duration [total, attack, wait] 2m0s, 2m0s, 1.256ms +Latencies [min, mean, 50, 90, 95, 99, max] 486.982µs, 952.759µs, 941.968µs, 1.105ms, 1.167ms, 1.376ms, 5.719ms +Bytes In [total, mean] 1874362, 156.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -120,35 +120,35 @@ Error Set: ### Scale Down Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 791.319µs -Latencies [min, mean, 50, 90, 95, 99, max] 397.317µs, 840.677µs, 845.387µs, 967.105µs, 1.013ms, 1.198ms, 9.9ms -Bytes In [total, mean] 1942785, 161.90 +Duration [total, attack, wait] 2m0s, 2m0s, 1.197ms +Latencies [min, mean, 50, 90, 95, 99, max] 503.703µs, 983.857µs, 972.529µs, 1.133ms, 1.193ms, 1.36ms, 7.481ms +Bytes In [total, mean] 1874292, 156.19 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) +![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 810.08µs -Latencies [min, mean, 50, 90, 95, 99, max] 475.946µs, 868.195µs, 867.184µs, 991.184µs, 1.041ms, 1.223ms, 5.819ms -Bytes In [total, mean] 1871908, 155.99 +Duration [total, attack, wait] 2m0s, 2m0s, 1.102ms +Latencies [min, mean, 50, 90, 95, 99, max] 422.367µs, 962.105µs, 954.46µs, 1.116ms, 1.175ms, 1.355ms, 4.928ms +Bytes In [total, mean] 1946395, 162.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) +![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) ## Multiple NGF Pods run per node Test Results @@ -158,9 +158,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 756.924µs -Latencies [min, mean, 50, 90, 95, 99, max] 438.574µs, 859.757µs, 839.255µs, 970.782µs, 1.03ms, 1.433ms, 19.967ms -Bytes In [total, mean] 4682982, 156.10 +Duration [total, attack, wait] 5m0s, 5m0s, 828.186µs +Latencies [min, mean, 50, 90, 95, 99, max] 463.697µs, 937.232µs, 922.013µs, 1.09ms, 1.156ms, 1.473ms, 14.784ms +Bytes In [total, mean] 4685943, 156.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -173,9 +173,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 875.242µs -Latencies [min, mean, 50, 90, 95, 99, max] 390.062µs, 823.832µs, 812.588µs, 941.574µs, 993.373µs, 1.379ms, 13.509ms -Bytes In [total, mean] 4862819, 162.09 +Duration [total, attack, wait] 5m0s, 5m0s, 809.273µs +Latencies [min, mean, 50, 90, 95, 99, max] 429.94µs, 923.094µs, 911.595µs, 1.082ms, 1.145ms, 1.448ms, 15.849ms +Bytes In [total, mean] 4866096, 162.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -190,9 +190,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 810.664µs -Latencies [min, mean, 50, 90, 95, 99, max] 435.774µs, 864.05µs, 853.331µs, 978.297µs, 1.03ms, 1.36ms, 52.309ms -Bytes In [total, mean] 14985561, 156.10 +Duration [total, attack, wait] 16m0s, 16m0s, 879.282µs +Latencies [min, mean, 50, 90, 95, 99, max] 429.627µs, 938.31µs, 925.679µs, 1.095ms, 1.159ms, 1.438ms, 21.727ms +Bytes In [total, mean] 14995043, 156.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -205,9 +205,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 911.775µs -Latencies [min, mean, 50, 90, 95, 99, max] 380.949µs, 837.707µs, 832.349µs, 953.169µs, 1.001ms, 1.32ms, 50.143ms -Bytes In [total, mean] 15561752, 162.10 +Duration [total, attack, wait] 16m0s, 16m0s, 769.451µs +Latencies [min, mean, 50, 90, 95, 99, max] 422.371µs, 915.1µs, 905.553µs, 1.071ms, 1.135ms, 1.42ms, 16.634ms +Bytes In [total, mean] 15571090, 162.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -218,35 +218,35 @@ Error Set: ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 923.877µs -Latencies [min, mean, 50, 90, 95, 99, max] 421.746µs, 832.719µs, 831.849µs, 952.303µs, 999.227µs, 1.298ms, 10.711ms -Bytes In [total, mean] 1945216, 162.10 +Duration [total, attack, wait] 2m0s, 2m0s, 763.563µs +Latencies [min, mean, 50, 90, 95, 99, max] 461.763µs, 922.722µs, 906.525µs, 1.07ms, 1.134ms, 1.466ms, 13.287ms +Bytes In [total, mean] 1874421, 156.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-http-oss.png](abrupt-scale-up-http-oss.png) +![abrupt-scale-up-https-oss.png](abrupt-scale-up-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 923.761µs -Latencies [min, mean, 50, 90, 95, 99, max] 435.295µs, 857.491µs, 852.757µs, 975.748µs, 1.023ms, 1.305ms, 7.941ms -Bytes In [total, mean] 1873208, 156.10 +Duration [total, attack, wait] 2m0s, 2m0s, 828.463µs +Latencies [min, mean, 50, 90, 95, 99, max] 426.692µs, 890.963µs, 884.555µs, 1.045ms, 1.106ms, 1.393ms, 12.309ms +Bytes In [total, mean] 1946381, 162.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-https-oss.png](abrupt-scale-up-https-oss.png) +![abrupt-scale-up-http-oss.png](abrupt-scale-up-http-oss.png) ### Scale Down Abruptly @@ -254,9 +254,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 844.211µs -Latencies [min, mean, 50, 90, 95, 99, max] 440.009µs, 856.225µs, 860.69µs, 981.975µs, 1.025ms, 1.195ms, 13.743ms -Bytes In [total, mean] 1945223, 162.10 +Duration [total, attack, wait] 2m0s, 2m0s, 1.107ms +Latencies [min, mean, 50, 90, 95, 99, max] 458.875µs, 959.177µs, 953.252µs, 1.14ms, 1.199ms, 1.365ms, 10.216ms +Bytes In [total, mean] 1946462, 162.21 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -269,9 +269,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 868.665µs -Latencies [min, mean, 50, 90, 95, 99, max] 458.08µs, 884.664µs, 881.714µs, 1.006ms, 1.051ms, 1.249ms, 13.184ms -Bytes In [total, mean] 1873180, 156.10 +Duration [total, attack, wait] 2m0s, 2m0s, 977.104µs +Latencies [min, mean, 50, 90, 95, 99, max] 450.553µs, 985.637µs, 973.975µs, 1.171ms, 1.24ms, 1.428ms, 7.298ms +Bytes In [total, mean] 1874451, 156.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 diff --git a/tests/results/zero-downtime-scale/edge/edge-plus.md b/tests/results/zero-downtime-scale/edge/edge-plus.md index 76ba23cb78..2ba2a430df 100644 --- a/tests/results/zero-downtime-scale/edge/edge-plus.md +++ b/tests/results/zero-downtime-scale/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: e7d217a8f01fb3c8fc4507ef6f0e7feead667f20 -- Date: 2024-11-14T18:42:55Z +- Commit: 17091ba5d59ca6026f7610e3c2c6200e7ac5cd16 +- Date: 2024-12-18T16:52:33Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.5-gke.1443001 +- k8s version: v1.30.6-gke.1125000 - vCPUs per node: 16 -- RAM per node: 65853972Ki +- RAM per node: 65853984Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,35 +24,35 @@ GKE Cluster: ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 941.193µs -Latencies [min, mean, 50, 90, 95, 99, max] 408.274µs, 832.805µs, 832.348µs, 963.853µs, 1.015ms, 1.226ms, 12.119ms -Bytes In [total, mean] 4836028, 161.20 +Duration [total, attack, wait] 5m0s, 5m0s, 886.871µs +Latencies [min, mean, 50, 90, 95, 99, max] 486.53µs, 951.845µs, 940.919µs, 1.098ms, 1.159ms, 1.437ms, 13.574ms +Bytes In [total, mean] 4682953, 156.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-http-plus.png](gradual-scale-up-affinity-http-plus.png) +![gradual-scale-up-affinity-https-plus.png](gradual-scale-up-affinity-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 943.297µs -Latencies [min, mean, 50, 90, 95, 99, max] 413.413µs, 868.848µs, 858.717µs, 997.311µs, 1.055ms, 1.335ms, 15.068ms -Bytes In [total, mean] 4655923, 155.20 +Duration [total, attack, wait] 5m0s, 5m0s, 1.022ms +Latencies [min, mean, 50, 90, 95, 99, max] 435.181µs, 929.468µs, 921.983µs, 1.069ms, 1.127ms, 1.425ms, 13.315ms +Bytes In [total, mean] 4862869, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-https-plus.png](gradual-scale-up-affinity-https-plus.png) +![gradual-scale-up-affinity-http-plus.png](gradual-scale-up-affinity-http-plus.png) ### Scale Down Gradually @@ -60,9 +60,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 777.799µs -Latencies [min, mean, 50, 90, 95, 99, max] 422.289µs, 846.567µs, 847.213µs, 974.774µs, 1.021ms, 1.257ms, 16.036ms -Bytes In [total, mean] 7737622, 161.20 +Duration [total, attack, wait] 8m0s, 8m0s, 676.496µs +Latencies [min, mean, 50, 90, 95, 99, max] 445.563µs, 905.669µs, 900.626µs, 1.045ms, 1.102ms, 1.341ms, 13.894ms +Bytes In [total, mean] 7780751, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -75,9 +75,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 871.684µs -Latencies [min, mean, 50, 90, 95, 99, max] 451.158µs, 872.888µs, 867.342µs, 999.583µs, 1.049ms, 1.28ms, 16.856ms -Bytes In [total, mean] 7449488, 155.20 +Duration [total, attack, wait] 8m0s, 8m0s, 973.091µs +Latencies [min, mean, 50, 90, 95, 99, max] 475.296µs, 939.628µs, 926.003µs, 1.084ms, 1.152ms, 1.423ms, 14.54ms +Bytes In [total, mean] 7492810, 156.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -88,101 +88,101 @@ Error Set: ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 839.216µs -Latencies [min, mean, 50, 90, 95, 99, max] 412.216µs, 827.328µs, 826.882µs, 944.954µs, 986.029µs, 1.157ms, 7.545ms -Bytes In [total, mean] 1934359, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 1.106ms +Latencies [min, mean, 50, 90, 95, 99, max] 474.886µs, 936.833µs, 920.933µs, 1.091ms, 1.166ms, 1.422ms, 12.749ms +Bytes In [total, mean] 1873205, 156.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-http-plus.png](abrupt-scale-up-affinity-http-plus.png) +![abrupt-scale-up-affinity-https-plus.png](abrupt-scale-up-affinity-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 969.121µs -Latencies [min, mean, 50, 90, 95, 99, max] 467.745µs, 855.826µs, 852.877µs, 976.447µs, 1.022ms, 1.212ms, 6.075ms -Bytes In [total, mean] 1862505, 155.21 +Duration [total, attack, wait] 2m0s, 2m0s, 1.134ms +Latencies [min, mean, 50, 90, 95, 99, max] 451.228µs, 898.07µs, 887.98µs, 1.045ms, 1.105ms, 1.361ms, 12.547ms +Bytes In [total, mean] 1945169, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-https-plus.png](abrupt-scale-up-affinity-https-plus.png) +![abrupt-scale-up-affinity-http-plus.png](abrupt-scale-up-affinity-http-plus.png) ### Scale Down Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.086ms -Latencies [min, mean, 50, 90, 95, 99, max] 445.748µs, 844.905µs, 841.747µs, 966.834µs, 1.014ms, 1.149ms, 10.252ms -Bytes In [total, mean] 1862413, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 855.057µs +Latencies [min, mean, 50, 90, 95, 99, max] 432.441µs, 980.678µs, 963.886µs, 1.172ms, 1.262ms, 1.501ms, 43.747ms +Bytes In [total, mean] 1945179, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-plus.png](abrupt-scale-down-affinity-https-plus.png) +![abrupt-scale-down-affinity-http-plus.png](abrupt-scale-down-affinity-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 977.782µs -Latencies [min, mean, 50, 90, 95, 99, max] 429.637µs, 820.79µs, 820.371µs, 945.314µs, 990.999µs, 1.119ms, 10.199ms -Bytes In [total, mean] 1934426, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 874.792µs +Latencies [min, mean, 50, 90, 95, 99, max] 534.115µs, 1.01ms, 986.931µs, 1.198ms, 1.29ms, 1.554ms, 37.461ms +Bytes In [total, mean] 1873243, 156.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-plus.png](abrupt-scale-down-affinity-http-plus.png) +![abrupt-scale-down-affinity-https-plus.png](abrupt-scale-down-affinity-https-plus.png) ## Multiple NGF Pods run per node Test Results ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 754.05µs -Latencies [min, mean, 50, 90, 95, 99, max] 410.453µs, 905.139µs, 831.094µs, 960.454µs, 1.011ms, 1.33ms, 1.047s -Bytes In [total, mean] 4835964, 161.20 +Duration [total, attack, wait] 5m0s, 5m0s, 1.032ms +Latencies [min, mean, 50, 90, 95, 99, max] 436.378µs, 984.194µs, 946.789µs, 1.159ms, 1.285ms, 1.692ms, 17.156ms +Bytes In [total, mean] 4683112, 156.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-http-plus.png](gradual-scale-up-http-plus.png) +![gradual-scale-up-https-plus.png](gradual-scale-up-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 565.701µs -Latencies [min, mean, 50, 90, 95, 99, max] 455.482µs, 907.551µs, 862.338µs, 996.448µs, 1.053ms, 1.36ms, 1.047s -Bytes In [total, mean] 4655923, 155.20 +Duration [total, attack, wait] 5m0s, 5m0s, 1.543ms +Latencies [min, mean, 50, 90, 95, 99, max] 430.165µs, 928.006µs, 909.019µs, 1.089ms, 1.179ms, 1.551ms, 14.35ms +Bytes In [total, mean] 4863039, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-https-plus.png](gradual-scale-up-https-plus.png) +![gradual-scale-up-http-plus.png](gradual-scale-up-http-plus.png) ### Scale Down Gradually @@ -190,9 +190,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 620.297µs -Latencies [min, mean, 50, 90, 95, 99, max] 405.608µs, 839.322µs, 838.282µs, 965.914µs, 1.013ms, 1.25ms, 23.079ms -Bytes In [total, mean] 15475182, 161.20 +Duration [total, attack, wait] 16m0s, 16m0s, 723.686µs +Latencies [min, mean, 50, 90, 95, 99, max] 432.481µs, 918.039µs, 910.172µs, 1.066ms, 1.133ms, 1.419ms, 14.297ms +Bytes In [total, mean] 15561727, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -205,9 +205,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 962.936µs -Latencies [min, mean, 50, 90, 95, 99, max] 433.619µs, 870.771µs, 863.252µs, 996.003µs, 1.046ms, 1.29ms, 22.949ms -Bytes In [total, mean] 14899205, 155.20 +Duration [total, attack, wait] 16m0s, 16m0s, 869.148µs +Latencies [min, mean, 50, 90, 95, 99, max] 455.261µs, 950.531µs, 935.966µs, 1.099ms, 1.168ms, 1.464ms, 37.876ms +Bytes In [total, mean] 14985557, 156.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -218,35 +218,35 @@ Error Set: ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 866.853µs -Latencies [min, mean, 50, 90, 95, 99, max] 409.422µs, 841.332µs, 844.856µs, 975.173µs, 1.024ms, 1.182ms, 4.008ms -Bytes In [total, mean] 1934371, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 999.901µs +Latencies [min, mean, 50, 90, 95, 99, max] 466.039µs, 999.556µs, 950.592µs, 1.297ms, 1.425ms, 1.713ms, 10.475ms +Bytes In [total, mean] 1873190, 156.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-http-plus.png](abrupt-scale-up-http-plus.png) +![abrupt-scale-up-https-plus.png](abrupt-scale-up-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 553.714µs -Latencies [min, mean, 50, 90, 95, 99, max] 460.886µs, 883.007µs, 879.042µs, 1.014ms, 1.067ms, 1.257ms, 8.58ms -Bytes In [total, mean] 1862406, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 815.625µs +Latencies [min, mean, 50, 90, 95, 99, max] 453.334µs, 913.333µs, 883.231µs, 1.144ms, 1.253ms, 1.533ms, 8.265ms +Bytes In [total, mean] 1945224, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-https-plus.png](abrupt-scale-up-https-plus.png) +![abrupt-scale-up-http-plus.png](abrupt-scale-up-http-plus.png) ### Scale Down Abruptly @@ -254,9 +254,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 803.449µs -Latencies [min, mean, 50, 90, 95, 99, max] 450.024µs, 880.184µs, 876.219µs, 1.023ms, 1.072ms, 1.216ms, 6.664ms -Bytes In [total, mean] 1862355, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 911.076µs +Latencies [min, mean, 50, 90, 95, 99, max] 464.223µs, 911.117µs, 899.875µs, 1.074ms, 1.144ms, 1.322ms, 28.201ms +Bytes In [total, mean] 1873182, 156.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -269,9 +269,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 982.552µs -Latencies [min, mean, 50, 90, 95, 99, max] 427.658µs, 849.973µs, 848.354µs, 979.91µs, 1.024ms, 1.154ms, 51.405ms -Bytes In [total, mean] 1934375, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 820.235µs +Latencies [min, mean, 50, 90, 95, 99, max] 425.145µs, 876.876µs, 871.527µs, 1.046ms, 1.116ms, 1.313ms, 12.53ms +Bytes In [total, mean] 1945257, 162.10 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png index 682f3deb05..59d23181db 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png index 87fadd324d..82d3cd170f 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png index 682f3deb05..59d23181db 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png index 87fadd324d..82d3cd170f 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png index ec6c249c1c..b417674090 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png index 64bfd11602..b941888269 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png index ec6c249c1c..b417674090 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png index 64bfd11602..b941888269 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png index b2bfc78ed6..fba1828841 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png index 5c9e1776ae..8307b1e8aa 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png index b2bfc78ed6..fba1828841 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png index 5c9e1776ae..8307b1e8aa 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png index 7a0fa352f5..3f62db7d25 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png index 3a7a0247e8..d28eb81572 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png index 7a0fa352f5..3f62db7d25 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png index 3a7a0247e8..d28eb81572 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png differ diff --git a/tests/scripts/remote-scripts/run-nfr-tests.sh b/tests/scripts/remote-scripts/run-nfr-tests.sh index 89eac20e1b..467236d01a 100755 --- a/tests/scripts/remote-scripts/run-nfr-tests.sh +++ b/tests/scripts/remote-scripts/run-nfr-tests.sh @@ -10,7 +10,7 @@ elif [ "${STOP_LONGEVITY}" == "true" ]; then GINKGO_LABEL="longevity-teardown" fi -cd nginx-gateway-fabric/tests && make .vm-nfr-test CI=${CI} TAG="${TAG}" PREFIX="${PREFIX}" NGINX_PREFIX="${NGINX_PREFIX}" NGINX_PLUS_PREFIX="${NGINX_PLUS_PREFIX}" PLUS_ENABLED="${PLUS_ENABLED}" GINKGO_LABEL=${GINKGO_LABEL} GINKGO_FLAGS="${GINKGO_FLAGS}" PULL_POLICY=Always GW_SERVICE_TYPE=LoadBalancer GW_SVC_GKE_INTERNAL=true NGF_VERSION="${NGF_VERSION}" +cd nginx-gateway-fabric/tests && make .vm-nfr-test CI=${CI} TAG="${TAG}" PREFIX="${PREFIX}" NGINX_PREFIX="${NGINX_PREFIX}" NGINX_PLUS_PREFIX="${NGINX_PLUS_PREFIX}" PLUS_ENABLED="${PLUS_ENABLED}" GINKGO_LABEL=${GINKGO_LABEL} GINKGO_FLAGS="${GINKGO_FLAGS}" PULL_POLICY=Always GW_SERVICE_TYPE=LoadBalancer GW_SVC_GKE_INTERNAL=true NGF_VERSION="${NGF_VERSION}" PLUS_USAGE_ENDPOINT="${PLUS_USAGE_ENDPOINT}" if [ "${START_LONGEVITY}" == "true" ]; then suite/scripts/longevity-wrk.sh