diff --git a/charts/nginx-gateway-fabric/values.yaml b/charts/nginx-gateway-fabric/values.yaml index 57fffe9357..cf8f826981 100644 --- a/charts/nginx-gateway-fabric/values.yaml +++ b/charts/nginx-gateway-fabric/values.yaml @@ -493,7 +493,7 @@ gateways: [] # gatewayClassName: nginx # infrastructure: # annotations: -# service.annotations.networking.gke.io/load-balancer-type: Internal +# networking.gke.io/load-balancer-type: Internal # listeners: # - name: https # port: 80 diff --git a/tests/results/longevity/2.0.0/oss-cpu.png b/tests/results/longevity/2.0.0/oss-cpu.png new file mode 100644 index 0000000000..c48a0a0fbb Binary files /dev/null and b/tests/results/longevity/2.0.0/oss-cpu.png differ diff --git a/tests/results/longevity/2.0.0/oss-memory.png b/tests/results/longevity/2.0.0/oss-memory.png new file mode 100644 index 0000000000..35a442831c Binary files /dev/null and b/tests/results/longevity/2.0.0/oss-memory.png differ diff --git a/tests/results/longevity/2.0.0/oss-ngf-memory.png b/tests/results/longevity/2.0.0/oss-ngf-memory.png new file mode 100644 index 0000000000..42d5d79638 Binary files /dev/null and b/tests/results/longevity/2.0.0/oss-ngf-memory.png differ diff --git a/tests/results/longevity/2.0.0/oss.md b/tests/results/longevity/2.0.0/oss.md new file mode 100644 index 0000000000..d9201edc3d --- /dev/null +++ b/tests/results/longevity/2.0.0/oss.md @@ -0,0 +1,43 @@ +# Results + +## Summary + +These results are incomplete and may be inaccurate. The test was stopped manually about 1 day early, and results such as logs and traffic summary were not collected properly by the teardown scripts/functions. + +There are fewer dashboards to collect now after the change in architecture, as we don't have the same metrics as we did before, mainly relating to reloads. + +One thing of note is the significant increase in memory usage for the NGF control plane container. For our NGINX Plus run, the opposite occurred, where the NGINX container had high memory. + +## Test environment + +NGINX Plus: false + +NGINX Gateway Fabric: + +- Commit: cc3c907ff668d886cac719df2d77b685370ad5f8 +- Date: 2025-05-30T18:25:58Z +- Dirty: false + +GKE Cluster: + +- Node count: 3 +- k8s version: v1.32.4-gke.1106006 +- vCPUs per node: 2 +- RAM per node: 4015484Ki +- Max pods per node: 110 +- Zone: us-west2-a +- Instance Type: e2-medium + +## Key Metrics + +### Containers memory + +![oss-memory.png](oss-memory.png) + +### NGF Container Memory + +![oss-ngf-memory.png](oss-ngf-memory.png) + +### Containers CPU + +![oss-cpu.png](oss-cpu.png) diff --git a/tests/results/longevity/2.0.0/plus-cpu.png b/tests/results/longevity/2.0.0/plus-cpu.png new file mode 100644 index 0000000000..c1b33e1d74 Binary files /dev/null and b/tests/results/longevity/2.0.0/plus-cpu.png differ diff --git a/tests/results/longevity/2.0.0/plus-memory.png b/tests/results/longevity/2.0.0/plus-memory.png new file mode 100644 index 0000000000..81469c525d Binary files /dev/null and b/tests/results/longevity/2.0.0/plus-memory.png differ diff --git a/tests/results/longevity/2.0.0/plus-ngf-memory.png b/tests/results/longevity/2.0.0/plus-ngf-memory.png new file mode 100644 index 0000000000..04f77a7480 Binary files /dev/null and b/tests/results/longevity/2.0.0/plus-ngf-memory.png differ diff --git a/tests/results/longevity/2.0.0/plus.md b/tests/results/longevity/2.0.0/plus.md new file mode 100644 index 0000000000..eac9e89fe5 --- /dev/null +++ b/tests/results/longevity/2.0.0/plus.md @@ -0,0 +1,65 @@ +# Results + +## Summary + +These results are incomplete and may be inaccurate. The test was stopped manually about 1 day early, and results such as logs and traffic summary were not collected properly by the teardown scripts/functions. + +There are fewer dashboards to collect now after the change in architecture, as we don't have the same metrics as we did before, mainly relating to reloads. + +One thing of note is the significant increase in memory usage for the NGINX container. + +## Test environment + +NGINX Plus: true + +NGINX Gateway Fabric: + +- Commit: cc3c907ff668d886cac719df2d77b685370ad5f8 +- Date: 2025-05-30T18:25:58Z +- Dirty: false + +GKE Cluster: + +- Node count: 3 +- k8s version: v1.32.4-gke.1106006 +- vCPUs per node: 2 +- RAM per node: 4015484Ki +- Max pods per node: 110 +- Zone: us-west2-a +- Instance Type: e2-medium + +## Traffic + +HTTP: + +```text +``` + +HTTPS: + +```text +``` + + +## Error Logs + +### nginx-gateway + + + +### nginx +2025/06/01 15:34:12 [error] 78#78: *157671523 no live upstreams while connecting to upstream, client: 35.236.69.111, server: cafe.example.com, request: "GET /tea HTTP/1.1", upstream: "http://longevity_tea_80/tea", host: "cafe.example.com" + +## Key Metrics + +### Containers memory + +![plus-memory.png](plus-memory.png) + +### NGF Container Memory + +![plus-ngf-memory.png](plus-ngf-memory.png) + +### Containers CPU + +![plus-cpu.png](plus-cpu.png) diff --git a/tests/suite/manifests/dp-perf/gateway.yaml b/tests/suite/manifests/dp-perf/gateway.yaml index db5b1e94ae..d142dc1aaf 100644 --- a/tests/suite/manifests/dp-perf/gateway.yaml +++ b/tests/suite/manifests/dp-perf/gateway.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/longevity/gateway.yaml b/tests/suite/manifests/longevity/gateway.yaml index 81655749a9..d0d782609f 100644 --- a/tests/suite/manifests/longevity/gateway.yaml +++ b/tests/suite/manifests/longevity/gateway.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/ngf-upgrade/gateway-updated.yaml b/tests/suite/manifests/ngf-upgrade/gateway-updated.yaml index d20b8e1fe1..14cb1b2f14 100644 --- a/tests/suite/manifests/ngf-upgrade/gateway-updated.yaml +++ b/tests/suite/manifests/ngf-upgrade/gateway-updated.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/ngf-upgrade/gateway.yaml b/tests/suite/manifests/ngf-upgrade/gateway.yaml index 81655749a9..d0d782609f 100644 --- a/tests/suite/manifests/ngf-upgrade/gateway.yaml +++ b/tests/suite/manifests/ngf-upgrade/gateway.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/reconfig/gateway.yaml b/tests/suite/manifests/reconfig/gateway.yaml index dd48c191bb..8e55f1c36e 100644 --- a/tests/suite/manifests/reconfig/gateway.yaml +++ b/tests/suite/manifests/reconfig/gateway.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/matches.yaml b/tests/suite/manifests/scale/matches.yaml index 857bbc2ee5..c91cd2a22c 100644 --- a/tests/suite/manifests/scale/matches.yaml +++ b/tests/suite/manifests/scale/matches.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: listener port: 80 diff --git a/tests/suite/manifests/scale/upstreams.yaml b/tests/suite/manifests/scale/upstreams.yaml index 151f688aa1..ecf6d2a4b5 100644 --- a/tests/suite/manifests/scale/upstreams.yaml +++ b/tests/suite/manifests/scale/upstreams.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: listener hostname: "*.example.com" diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-1.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-1.yaml index fa13fd3a32..5645fe3bef 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-1.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-1.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-10.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-10.yaml index 921ef4633f..61ed8cf5cf 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-10.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-10.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-11.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-11.yaml index 27068ac4ce..ac3a349947 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-11.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-11.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-12.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-12.yaml index 3763b77a17..d44485fe3e 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-12.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-12.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-13.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-13.yaml index 32f5ff016a..24ee1d79b2 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-13.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-13.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-14.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-14.yaml index 5f72da6eeb..ba4cccf2ac 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-14.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-14.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-15.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-15.yaml index 320e1a0070..69fbe4ef08 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-15.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-15.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-16.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-16.yaml index 7ae360af1f..a4ed454639 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-16.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-16.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-17.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-17.yaml index a768b5a1ad..f2e7a83bfa 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-17.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-17.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-18.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-18.yaml index de14be222e..3d99e2d9a2 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-18.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-18.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-19.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-19.yaml index 30351edcae..55d9a088c6 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-19.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-19.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-2.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-2.yaml index e2eba90169..fb3c4208c0 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-2.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-2.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-20.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-20.yaml index 6d21e56c1e..ae83843c64 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-20.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-20.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-21.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-21.yaml index ee80d60722..5354883980 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-21.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-21.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-22.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-22.yaml index 73bb3747b4..ad6a46a8fb 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-22.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-22.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-23.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-23.yaml index 43143cec8f..368f6c0ba5 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-23.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-23.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-24.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-24.yaml index e3889f1e96..3907a18d19 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-24.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-24.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-25.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-25.yaml index 6b3c3882b8..f068e77b1b 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-25.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-25.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-3.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-3.yaml index dad204cf2c..3705eed5c0 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-3.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-3.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-4.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-4.yaml index c07995f856..1752f3511f 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-4.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-4.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-5.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-5.yaml index a33fbb6df4..5cc695932c 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-5.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-5.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-6.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-6.yaml index 78528bbe2c..2c55b226d3 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-6.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-6.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-7.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-7.yaml index c44a1df62a..98cbb371b7 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-7.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-7.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-8.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-8.yaml index f250841402..f70989751f 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-8.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-8.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80 diff --git a/tests/suite/manifests/scale/zero-downtime/gateway-9.yaml b/tests/suite/manifests/scale/zero-downtime/gateway-9.yaml index 031d0ef05a..4ac1bbc60a 100644 --- a/tests/suite/manifests/scale/zero-downtime/gateway-9.yaml +++ b/tests/suite/manifests/scale/zero-downtime/gateway-9.yaml @@ -6,7 +6,7 @@ spec: gatewayClassName: nginx infrastructure: annotations: - service.annotations.networking.gke.io/load-balancer-type: Internal + networking.gke.io/load-balancer-type: Internal listeners: - name: http port: 80