Skip to content

Commit 2d07c91

Browse files
VietND96VietND96
committed
K8s: Multiple nodes Chrome in Helm configs
Signed-off-by: Viet Nguyen Duc <[email protected]>
1 parent 6dc901e commit 2d07c91

File tree

11 files changed

+166
-106
lines changed

11 files changed

+166
-106
lines changed

‎.keda/scalers/selenium-grid-scaler.md‎

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -55,11 +55,11 @@ metadata:
5555
name: selenium-grid-chrome-scaledobject
5656
namespace: keda
5757
labels:
58-
deploymentName: selenium-chrome-node
58+
deploymentName: selenium-node-chrome
5959
spec:
6060
maxReplicaCount: 8
6161
scaleTargetRef:
62-
name: selenium-chrome-node
62+
name: selenium-node-chrome
6363
triggers:
6464
- type: selenium-grid
6565
metadata:
@@ -78,11 +78,11 @@ metadata:
7878
name: selenium-grid-firefox-scaledobject
7979
namespace: keda
8080
labels:
81-
deploymentName: selenium-firefox-node
81+
deploymentName: selenium-node-firefox
8282
spec:
8383
maxReplicaCount: 8
8484
scaleTargetRef:
85-
name: selenium-firefox-node
85+
name: selenium-node-firefox
8686
triggers:
8787
- type: selenium-grid
8888
metadata:
@@ -99,11 +99,11 @@ metadata:
9999
name: selenium-grid-edge-scaledobject
100100
namespace: keda
101101
labels:
102-
deploymentName: selenium-edge-node
102+
deploymentName: selenium-node-edge
103103
spec:
104104
maxReplicaCount: 8
105105
scaleTargetRef:
106-
name: selenium-edge-node
106+
name: selenium-node-edge
107107
triggers:
108108
- type: selenium-grid
109109
metadata:
@@ -121,11 +121,11 @@ metadata:
121121
name: selenium-grid-chrome-scaledobject
122122
namespace: keda
123123
labels:
124-
deploymentName: selenium-chrome-node
124+
deploymentName: selenium-node-chrome
125125
spec:
126126
maxReplicaCount: 8
127127
scaleTargetRef:
128-
name: selenium-chrome-node
128+
name: selenium-node-chrome
129129
triggers:
130130
- type: selenium-grid
131131
metadata:
@@ -143,11 +143,11 @@ metadata:
143143
name: selenium-grid-chrome-91-scaledobject
144144
namespace: keda
145145
labels:
146-
deploymentName: selenium-chrome-node-91
146+
deploymentName: selenium-node-chrome-91
147147
spec:
148148
maxReplicaCount: 8
149149
scaleTargetRef:
150-
name: selenium-chrome-node-91
150+
name: selenium-node-chrome-91
151151
triggers:
152152
- type: selenium-grid
153153
metadata:
@@ -163,11 +163,11 @@ metadata:
163163
name: selenium-grid-chrome-90-scaledobject
164164
namespace: keda
165165
labels:
166-
deploymentName: selenium-chrome-node-90
166+
deploymentName: selenium-node-chrome-90
167167
spec:
168168
maxReplicaCount: 8
169169
scaleTargetRef:
170-
name: selenium-chrome-node-90
170+
name: selenium-node-chrome-90
171171
triggers:
172172
- type: selenium-grid
173173
metadata:
@@ -219,11 +219,11 @@ metadata:
219219
name: selenium-grid-chrome-scaledobject
220220
namespace: keda
221221
labels:
222-
deploymentName: selenium-chrome-node
222+
deploymentName: selenium-node-chrome
223223
spec:
224224
maxReplicaCount: 8
225225
scaleTargetRef:
226-
name: selenium-chrome-node
226+
name: selenium-node-chrome
227227
triggers:
228228
- type: selenium-grid
229229
metadata:

‎charts/selenium-grid/CONFIGURATION.md‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -348,6 +348,10 @@ A Helm chart for creating a Selenium Grid Server in Kubernetes
348348
| autoscaling.scaledObjectOptions.scaleTargetRef.kind | string | `"Deployment"` | Target reference for KEDA ScaledObject |
349349
| autoscaling.terminationGracePeriodSeconds | int | `3600` | Define terminationGracePeriodSeconds for scalingType "deployment". Period for `deregisterLifecycle` to gracefully shut down the node before force terminating it |
350350
| autoscaling.deregisterLifecycle | string | `nil` | Define preStop command to shut down the node gracefully when scalingType is set to "deployment" |
351+
| crossBrowsers | object | `{"chromeNode":[{"nameOverride":null}],"edgeNode":[{"nameOverride":null}],"firefoxNode":[{"nameOverride":null}]}` | Configuration additional nodes with different versions, capabilities, etc. |
352+
| crossBrowsers.chromeNode | list | `[{"nameOverride":null}]` | Additional chrome nodes, array of objects with the same structure as `chromeNode` |
353+
| crossBrowsers.firefoxNode | list | `[{"nameOverride":null}]` | Additional firefox nodes, array of objects with the same structure as `firefoxNode` |
354+
| crossBrowsers.edgeNode | list | `[{"nameOverride":null}]` | Additional edge nodes, array of objects with the same structure as `edgeNode` |
351355
| chromeNode.enabled | bool | `true` | Enable chrome nodes |
352356
| chromeNode.deploymentEnabled | bool | `true` | NOTE: Only used when autoscaling.enabled is false Enable creation of Deployment true (default) - if you want long-living pods false - for provisioning your own custom type such as Jobs |
353357
| chromeNode.updateStrategy | object | `{"type":"RollingUpdate"}` | Global update strategy will be overwritten by individual component |

‎charts/selenium-grid/cross-browsers-values.yaml‎

Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
crossBrowsers:
2+
chromeNode:
3+
- nameOverride:
4+
- nameOverride: '{{ $.Release.Name }}-node-chrome-130'
5+
imageTag: '130.0'
6+
hpa:
7+
browserVersion: '130.0'
8+
- nameOverride: '{{ $.Release.Name }}-node-chrome-129'
9+
imageTag: '129.0'
10+
hpa:
11+
browserVersion: '129.0'
12+
- nameOverride: '{{ $.Release.Name }}-node-chrome-128'
13+
imageTag: '128.0'
14+
hpa:
15+
browserVersion: '128.0'
16+
- nameOverride: '{{ $.Release.Name }}-node-chrome-127'
17+
imageTag: '127.0'
18+
hpa:
19+
browserVersion: '127.0'
20+
firefoxNode:
21+
edgeNode:

‎charts/selenium-grid/templates/_nameHelpers.tpl‎

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -123,28 +123,30 @@ SessionQueue fullname
123123
Chrome node fullname
124124
*/}}
125125
{{- define "seleniumGrid.chromeNode.fullname" -}}
126-
{{- tpl (default (include "seleniumGrid.component.name" (list "selenium-chrome-node" $)) .Values.chromeNode.nameOverride) $ | trunc 63 | trimSuffix "-" -}}
126+
{{- $component := index . 0 }}
127+
{{- $root := index . 1 }}
128+
{{- tpl (default (include "seleniumGrid.component.name" (list "selenium-node-chrome" $root)) $component.nameOverride) $root | trunc 63 | trimSuffix "-" -}}
127129
{{- end -}}
128130

129131
{{/*
130132
Firefox node fullname
131133
*/}}
132134
{{- define "seleniumGrid.firefoxNode.fullname" -}}
133-
{{- tpl (default (include "seleniumGrid.component.name" (list "selenium-firefox-node" $)) .Values.firefoxNode.nameOverride) $ | trunc 63 | trimSuffix "-" -}}
135+
{{- tpl (default (include "seleniumGrid.component.name" (list "selenium-node-firefox" $)) .Values.firefoxNode.nameOverride) $ | trunc 63 | trimSuffix "-" -}}
134136
{{- end -}}
135137

136138
{{/*
137139
Edge node fullname
138140
*/}}
139141
{{- define "seleniumGrid.edgeNode.fullname" -}}
140-
{{- tpl (default (include "seleniumGrid.component.name" (list "selenium-edge-node" $)) .Values.edgeNode.nameOverride) $ | trunc 63 | trimSuffix "-" -}}
142+
{{- tpl (default (include "seleniumGrid.component.name" (list "selenium-node-edge" $)) .Values.edgeNode.nameOverride) $ | trunc 63 | trimSuffix "-" -}}
141143
{{- end -}}
142144

143145
{{/*
144146
Relay node fullname
145147
*/}}
146148
{{- define "seleniumGrid.relayNode.fullname" -}}
147-
{{- tpl (default (include "seleniumGrid.component.name" (list "selenium-relay-node" $)) .Values.relayNode.nameOverride) $ | trunc 63 | trimSuffix "-" -}}
149+
{{- tpl (default (include "seleniumGrid.component.name" (list "selenium-node-relay" $)) .Values.relayNode.nameOverride) $ | trunc 63 | trimSuffix "-" -}}
148150
{{- end -}}
149151

150152
{{/*

‎charts/selenium-grid/templates/chrome-node-deployment.yaml‎

Lines changed: 23 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -1,36 +1,40 @@
1-
{{- if and .Values.chromeNode.enabled ((eq (include "seleniumGrid.useKEDA" .) "true") | ternary (eq .Values.autoscaling.scalingType "deployment") .Values.chromeNode.deploymentEnabled) }}
1+
{{- range $i, $newNode := .Values.crossBrowsers.chromeNode }}
2+
{{- $nodeConfig := merge $newNode $.Values.chromeNode -}}
3+
{{- if and $nodeConfig.enabled ((eq (include "seleniumGrid.useKEDA" $) "true") | ternary (eq $.Values.autoscaling.scalingType "deployment") $nodeConfig.deploymentEnabled) }}
24
apiVersion: apps/v1
35
kind: Deployment
46
metadata:
5-
name: {{ template "seleniumGrid.chromeNode.fullname" . }}
6-
namespace: {{ .Release.Namespace }}
7+
name: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
8+
namespace: {{ $.Release.Namespace }}
79
labels:
8-
app: {{ template "seleniumGrid.chromeNode.fullname" . }}
9-
app.kubernetes.io/name: {{ template "seleniumGrid.chromeNode.fullname" . }}
10-
{{- include "seleniumGrid.commonLabels" . | nindent 4 }}
11-
{{- with .Values.chromeNode.labels }}
10+
app: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
11+
app.kubernetes.io/name: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
12+
{{- include "seleniumGrid.commonLabels" $ | nindent 4 }}
13+
{{- with $nodeConfig.labels }}
1214
{{- toYaml . | nindent 4 }}
1315
{{- end }}
14-
{{- with .Values.customLabels }}
16+
{{- with $.Values.customLabels }}
1517
{{- toYaml . | nindent 4 }}
1618
{{- end }}
1719
spec:
1820
strategy:
19-
{{- template "seleniumGrid.updateStrategy" (list $.Values.chromeNode $.Values.global.seleniumGrid) }}
21+
{{- template "seleniumGrid.updateStrategy" (list $nodeConfig $.Values.global.seleniumGrid) }}
2022
{{- if not (eq (include "seleniumGrid.useKEDA" $) "true") }}
21-
replicas: {{ .Values.chromeNode.replicas }}
23+
replicas: {{ $nodeConfig.replicas }}
2224
{{- else }}
23-
replicas: {{ default $.Values.autoscaling.scaledOptions.minReplicaCount ($.Values.chromeNode.scaledOptions).minReplicaCount }}
25+
replicas: {{ default $.Values.autoscaling.scaledOptions.minReplicaCount ($nodeConfig.scaledOptions).minReplicaCount }}
2426
{{- end }}
25-
revisionHistoryLimit: {{ .Values.global.seleniumGrid.revisionHistoryLimit }}
27+
revisionHistoryLimit: {{ $.Values.global.seleniumGrid.revisionHistoryLimit }}
2628
selector:
2729
matchLabels:
28-
app: {{ template "seleniumGrid.chromeNode.fullname" . }}
29-
app.kubernetes.io/instance: {{ .Release.Name }}
30-
{{- $podScope := deepCopy . -}}
31-
{{- $_ := set $podScope "name" (include "seleniumGrid.chromeNode.fullname" .) -}}
32-
{{- $_ = set $podScope "node" .Values.chromeNode -}}
33-
{{- $_ = set $podScope "recorder" (mergeOverwrite .Values.videoRecorder .Values.chromeNode.videoRecorder) -}}
34-
{{- $_ = set $podScope "uploader" (get .Values.videoRecorder ($podScope.recorder.uploader.name | toString)) -}}
30+
app: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
31+
app.kubernetes.io/instance: {{ $.Release.Name }}
32+
{{- $podScope := deepCopy $ -}}
33+
{{- $_ := set $podScope "name" (include "seleniumGrid.chromeNode.fullname" (list $nodeConfig $)) -}}
34+
{{- $_ = set $podScope "node" $nodeConfig -}}
35+
{{- $_ = set $podScope "recorder" (mergeOverwrite $.Values.videoRecorder $nodeConfig.videoRecorder) -}}
36+
{{- $_ = set $podScope "uploader" (get $.Values.videoRecorder ($podScope.recorder.uploader.name | toString)) -}}
3537
{{- include "seleniumGrid.podTemplate" $podScope | nindent 2 }}
38+
---
39+
{{- end }}
3640
{{- end }}

‎charts/selenium-grid/templates/chrome-node-hpa.yaml‎

Lines changed: 16 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -1,26 +1,30 @@
1-
{{- if and .Values.chromeNode.enabled (eq (include "seleniumGrid.useKEDA" .) "true") (eq .Values.autoscaling.scalingType "deployment") }}
1+
{{- range $i, $newNode := .Values.crossBrowsers.chromeNode }}
2+
{{- $nodeConfig := merge $newNode $.Values.chromeNode -}}
3+
{{- if and $nodeConfig.enabled (eq (include "seleniumGrid.useKEDA" $) "true") (eq $.Values.autoscaling.scalingType "deployment") }}
24
apiVersion: keda.sh/v1alpha1
35
kind: ScaledObject
46
metadata:
5-
name: {{ template "seleniumGrid.chromeNode.fullname" . }}
6-
namespace: {{ .Release.Namespace }}
7+
name: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
8+
namespace: {{ $.Release.Namespace }}
79
annotations:
8-
{{- with .Values.autoscaling.annotations }}
10+
{{- with $.Values.autoscaling.annotations }}
911
{{- toYaml . | nindent 4 }}
1012
{{- end }}
1113
labels:
12-
deploymentName: {{ template "seleniumGrid.chromeNode.fullname" . }}
13-
{{- include "seleniumGrid.commonLabels" . | nindent 4 }}
14-
{{- include "seleniumGrid.autoscalingLabels" . | nindent 4 }}
15-
{{- with .Values.chromeNode.labels }}
14+
deploymentName: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
15+
{{- include "seleniumGrid.commonLabels" $ | nindent 4 }}
16+
{{- include "seleniumGrid.autoscalingLabels" $ | nindent 4 }}
17+
{{- with $nodeConfig.labels }}
1618
{{- toYaml . | nindent 4 }}
1719
{{- end }}
18-
{{- with .Values.customLabels }}
20+
{{- with $.Values.customLabels }}
1921
{{- toYaml . | nindent 4 }}
2022
{{- end }}
2123
spec:
22-
{{- $podScope := deepCopy . -}}
23-
{{- $_ := set $podScope "name" (include "seleniumGrid.chromeNode.fullname" .) -}}
24-
{{- $_ = set $podScope "node" .Values.chromeNode -}}
24+
{{- $podScope := deepCopy $ -}}
25+
{{- $_ := set $podScope "name" (include "seleniumGrid.chromeNode.fullname" (list $nodeConfig $)) -}}
26+
{{- $_ = set $podScope "node" $nodeConfig -}}
2527
{{- include "seleniumGrid.autoscalingTemplate" $podScope | nindent 2 }}
28+
---
29+
{{- end }}
2630
{{- end }}

‎charts/selenium-grid/templates/chrome-node-scaledjobs.yaml‎

Lines changed: 19 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -1,30 +1,34 @@
1-
{{- if and .Values.chromeNode.enabled (include "seleniumGrid.useKEDA" .) (eq .Values.autoscaling.scalingType "job") }}
1+
{{- range $i, $newNode := .Values.crossBrowsers.chromeNode }}
2+
{{- $nodeConfig := merge $newNode $.Values.chromeNode -}}
3+
{{- if and $nodeConfig.enabled (include "seleniumGrid.useKEDA" $) (eq $.Values.autoscaling.scalingType "job") }}
24
apiVersion: keda.sh/v1alpha1
35
kind: ScaledJob
46
metadata:
5-
name: {{ template "seleniumGrid.chromeNode.fullname" . }}
6-
namespace: {{ .Release.Namespace }}
7+
name: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
8+
namespace: {{ $.Release.Namespace }}
79
annotations:
8-
{{- with .Values.autoscaling.annotations }}
10+
{{- with $.Values.autoscaling.annotations }}
911
{{- toYaml . | nindent 4 }}
1012
{{- end }}
1113
labels:
12-
app: {{ template "seleniumGrid.chromeNode.fullname" . }}
13-
app.kubernetes.io/name: {{ template "seleniumGrid.chromeNode.fullname" . }}
14-
{{- include "seleniumGrid.commonLabels" . | nindent 4 }}
15-
{{- include "seleniumGrid.autoscalingLabels" . | nindent 4 }}
16-
{{- with .Values.chromeNode.labels }}
14+
app: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
15+
app.kubernetes.io/name: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
16+
{{- include "seleniumGrid.commonLabels" $ | nindent 4 }}
17+
{{- include "seleniumGrid.autoscalingLabels" $ | nindent 4 }}
18+
{{- with $nodeConfig.labels }}
1719
{{- toYaml . | nindent 4 }}
1820
{{- end }}
19-
{{- with .Values.customLabels }}
21+
{{- with $.Values.customLabels }}
2022
{{- toYaml . | nindent 4 }}
2123
{{- end }}
2224
spec:
23-
{{- $podScope := deepCopy . -}}
24-
{{- $_ := set $podScope "name" (include "seleniumGrid.chromeNode.fullname" .) -}}
25-
{{- $_ = set $podScope "node" .Values.chromeNode -}}
26-
{{- $_ = set $podScope "recorder" (mergeOverwrite .Values.videoRecorder .Values.chromeNode.videoRecorder) -}}
27-
{{- $_ = set $podScope "uploader" (get .Values.videoRecorder ($podScope.recorder.uploader.name | toString)) -}}
25+
{{- $podScope := deepCopy $ -}}
26+
{{- $_ := set $podScope "name" (include "seleniumGrid.chromeNode.fullname" (list $nodeConfig $)) -}}
27+
{{- $_ = set $podScope "node" $nodeConfig -}}
28+
{{- $_ = set $podScope "recorder" (mergeOverwrite $.Values.videoRecorder $nodeConfig.videoRecorder) -}}
29+
{{- $_ = set $podScope "uploader" (get $.Values.videoRecorder ($podScope.recorder.uploader.name | toString)) -}}
2830
{{- $_ = set $podScope "podTemplate" (include "seleniumGrid.podTemplate" $podScope | fromYaml) }}
2931
{{- include "seleniumGrid.autoscalingTemplate" $podScope | nindent 2 }}
32+
---
33+
{{- end }}
3034
{{- end }}

‎charts/selenium-grid/templates/chrome-node-service.yaml‎

Lines changed: 18 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -1,43 +1,47 @@
1-
{{- if and .Values.chromeNode.enabled .Values.chromeNode.service.enabled }}
1+
{{- range $i, $newNode := .Values.crossBrowsers.chromeNode }}
2+
{{- $nodeConfig := merge $newNode $.Values.chromeNode -}}
3+
{{- if and $nodeConfig.enabled $nodeConfig.service.enabled }}
24
apiVersion: v1
35
kind: Service
46
metadata:
5-
name: {{ template "seleniumGrid.chromeNode.fullname" . }}
7+
name: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
68
namespace: {{ .Release.Namespace }}
79
labels:
8-
name: {{ template "seleniumGrid.chromeNode.fullname" . }}
10+
name: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
911
{{- include "seleniumGrid.commonLabels" . | nindent 4 }}
10-
{{- with .Values.chromeNode.service.annotations }}
12+
{{- with $nodeConfig.service.annotations }}
1113
annotations:
1214
{{- toYaml . | nindent 4 }}
1315
{{- end }}
1416
spec:
15-
type: {{ .Values.chromeNode.service.type }}
17+
type: {{ $nodeConfig.service.type }}
1618
selector:
17-
app: {{ template "seleniumGrid.chromeNode.fullname" . }}
19+
app: {{ template "seleniumGrid.chromeNode.fullname" (list $nodeConfig $) }}
1820
app.kubernetes.io/instance: {{ .Release.Name }}
19-
{{- if and (eq .Values.chromeNode.service.type "LoadBalancer") (.Values.chromeNode.service.loadBalancerIP) }}
20-
loadBalancerIP: {{ .Values.chromeNode.service.loadBalancerIP }}
21+
{{- if and (eq $nodeConfig.service.type "LoadBalancer") ($nodeConfig.service.loadBalancerIP) }}
22+
loadBalancerIP: {{ $nodeConfig.service.loadBalancerIP }}
2123
{{- end }}
2224
ports:
2325
- name: tcp-chrome
2426
protocol: TCP
25-
port: {{ .Values.chromeNode.port }}
26-
targetPort: {{ .Values.chromeNode.port }}
27-
{{- if and (eq $.Values.chromeNode.service.type "NodePort") .Values.chromeNode.nodePort }}
28-
nodePort: {{ .Values.chromeNode.nodePort }}
27+
port: {{ $nodeConfig.port }}
28+
targetPort: {{ $nodeConfig.port }}
29+
{{- if and (eq $nodeConfig.service.type "NodePort") $nodeConfig.nodePort }}
30+
nodePort: {{ $nodeConfig.nodePort }}
2931
{{- end }}
30-
{{- with .Values.chromeNode.service.ports }}
32+
{{- with $nodeConfig.service.ports }}
3133
{{- range . }}
3234
- name: {{ .name }}
3335
port: {{ .port }}
3436
targetPort: {{ .targetPort }}
3537
{{- if .protocol }}
3638
protocol: {{ .protocol }}
3739
{{- end }}
38-
{{- if and (eq $.Values.chromeNode.service.type "NodePort") .nodePort }}
40+
{{- if and (eq $nodeConfig.service.type "NodePort") .nodePort }}
3941
nodePort: {{ .nodePort }}
4042
{{- end }}
4143
{{- end }}
4244
{{- end }}
45+
---
46+
{{- end }}
4347
{{- end }}

0 commit comments

Comments
 (0)