Skip to content

Commit ce695b0

Browse files
gbenhaimgbenhaim
authored
KFLUXINFRA-1955: Deploy Kueue on rh01 and p02 (#7502)
Followup to #7441 Signed-off-by: Gal Ben Haim <[email protected]>
1 parent 7dff694 commit ce695b0

File tree

9 files changed

+416
-4
lines changed

9 files changed

+416
-4
lines changed

‎argo-cd-apps/base/member/infra-deployments/kueue/kueue.yaml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -22,14 +22,14 @@ spec:
2222
values.clusterDir: stone-stg-rh01
2323
- nameNormalized: stone-stage-p01
2424
values.clusterDir: stone-stage-p01
25-
# - nameNormalized: stone-prd-rh01
26-
# values.clusterDir: stone-prd-rh01
25+
- nameNormalized: stone-prd-rh01
26+
values.clusterDir: stone-prd-rh01
2727
- nameNormalized: kflux-prd-rh02
2828
values.clusterDir: kflux-prd-rh02
2929
- nameNormalized: stone-prod-p01
3030
values.clusterDir: stone-prod-p01
31-
# - nameNormalized: stone-prod-p02
32-
# values.clusterDir: stone-prod-p02
31+
- nameNormalized: stone-prod-p02
32+
values.clusterDir: stone-prod-p02
3333
- nameNormalized: kflux-ocp-p01
3434
values.clusterDir: kflux-ocp-p01
3535
- nameNormalized: kflux-prd-rh03

‎components/kueue/production/empty-base/.git-empty

Whitespace-only changes.

‎components/kueue/production/stone-prd-rh01/kustomization.yaml

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
apiVersion: kustomize.config.k8s.io/v1beta1
2+
kind: Kustomization
3+
resources:
4+
- ../base
5+
- queue-config
6+
7+
patches:
8+
- target:
9+
kind: MutatingWebhookConfiguration
10+
name: tekton-kueue-mutating-webhook-configuration
11+
patch: |-
12+
- op: replace
13+
path: /webhooks/0/namespaceSelector
14+
value:
15+
matchLabels:
16+
kubernetes.io/metadata.name: mintmaker
17+
18+
commonAnnotations:
19+
argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true

‎components/kueue/production/stone-prd-rh01/queue-config/cluster-queue.yaml

Lines changed: 176 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,176 @@
1+
apiVersion: kueue.x-k8s.io/v1beta1
2+
kind: ResourceFlavor
3+
metadata:
4+
name: default-flavor
5+
---
6+
apiVersion: kueue.x-k8s.io/v1beta1
7+
kind: ClusterQueue
8+
metadata:
9+
name: cluster-pipeline-queue
10+
spec:
11+
flavorFungibility:
12+
whenCanBorrow: Borrow
13+
whenCanPreempt: TryNextFlavor
14+
namespaceSelector: {}
15+
preemption:
16+
borrowWithinCohort:
17+
policy: Never
18+
reclaimWithinCohort: Never
19+
withinClusterQueue: Never
20+
queueingStrategy: BestEffortFIFO
21+
stopPolicy: None
22+
resourceGroups:
23+
- coveredResources:
24+
- tekton.dev/pipelineruns
25+
- cpu
26+
- memory
27+
flavors:
28+
- name: default-flavor
29+
resources:
30+
- name: tekton.dev/pipelineruns
31+
nominalQuota: '500'
32+
- name: cpu
33+
nominalQuota: 1k
34+
- name: memory
35+
nominalQuota: 500Ti
36+
- coveredResources:
37+
- linux-amd64
38+
- linux-arm64
39+
- linux-c2xlarge-amd64
40+
- linux-c2xlarge-arm64
41+
- linux-c4xlarge-amd64
42+
- linux-c4xlarge-arm64
43+
- linux-c6gd2xlarge-arm64
44+
- linux-c8xlarge-amd64
45+
- linux-c8xlarge-arm64
46+
- linux-cxlarge-amd64
47+
- linux-cxlarge-arm64
48+
- linux-d160-m2xlarge-amd64
49+
- linux-d160-m2xlarge-arm64
50+
- linux-d160-m4xlarge-amd64
51+
- linux-d160-m4xlarge-arm64
52+
- linux-d160-m8xlarge-amd64
53+
flavors:
54+
- name: platform-group-1
55+
resources:
56+
- name: linux-amd64
57+
nominalQuota: '30'
58+
- name: linux-arm64
59+
nominalQuota: '70'
60+
- name: linux-c2xlarge-amd64
61+
nominalQuota: '5'
62+
- name: linux-c2xlarge-arm64
63+
nominalQuota: '5'
64+
- name: linux-c4xlarge-amd64
65+
nominalQuota: '5'
66+
- name: linux-c4xlarge-arm64
67+
nominalQuota: '5'
68+
- name: linux-c6gd2xlarge-arm64
69+
nominalQuota: '5'
70+
- name: linux-c8xlarge-amd64
71+
nominalQuota: '5'
72+
- name: linux-c8xlarge-arm64
73+
nominalQuota: '5'
74+
- name: linux-cxlarge-amd64
75+
nominalQuota: '5'
76+
- name: linux-cxlarge-arm64
77+
nominalQuota: '5'
78+
- name: linux-d160-m2xlarge-amd64
79+
nominalQuota: '5'
80+
- name: linux-d160-m2xlarge-arm64
81+
nominalQuota: '5'
82+
- name: linux-d160-m4xlarge-amd64
83+
nominalQuota: '5'
84+
- name: linux-d160-m4xlarge-arm64
85+
nominalQuota: '5'
86+
- name: linux-d160-m8xlarge-amd64
87+
nominalQuota: '5'
88+
- coveredResources:
89+
- linux-d160-m8xlarge-arm64
90+
- linux-extra-fast-amd64
91+
- linux-fast-amd64
92+
- linux-g6xlarge-amd64
93+
- linux-m2xlarge-amd64
94+
- linux-m2xlarge-arm64
95+
- linux-m4xlarge-amd64
96+
- linux-m4xlarge-arm64
97+
- linux-m8xlarge-amd64
98+
- linux-m8xlarge-arm64
99+
- linux-mlarge-amd64
100+
- linux-mlarge-arm64
101+
- linux-mxlarge-amd64
102+
- linux-mxlarge-arm64
103+
- linux-ppc64le
104+
- linux-root-amd64
105+
flavors:
106+
- name: platform-group-2
107+
resources:
108+
- name: linux-d160-m8xlarge-arm64
109+
nominalQuota: '5'
110+
- name: linux-extra-fast-amd64
111+
nominalQuota: '5'
112+
- name: linux-fast-amd64
113+
nominalQuota: '5'
114+
- name: linux-g6xlarge-amd64
115+
nominalQuota: '5'
116+
- name: linux-m2xlarge-amd64
117+
nominalQuota: '5'
118+
- name: linux-m2xlarge-arm64
119+
nominalQuota: '5'
120+
- name: linux-m4xlarge-amd64
121+
nominalQuota: '5'
122+
- name: linux-m4xlarge-arm64
123+
nominalQuota: '5'
124+
- name: linux-m8xlarge-amd64
125+
nominalQuota: '5'
126+
- name: linux-m8xlarge-arm64
127+
nominalQuota: '5'
128+
- name: linux-mlarge-amd64
129+
nominalQuota: '5'
130+
- name: linux-mlarge-arm64
131+
nominalQuota: '5'
132+
- name: linux-mxlarge-amd64
133+
nominalQuota: '5'
134+
- name: linux-mxlarge-arm64
135+
nominalQuota: '5'
136+
- name: linux-ppc64le
137+
nominalQuota: '64'
138+
- name: linux-root-amd64
139+
nominalQuota: '5'
140+
- coveredResources:
141+
- linux-root-arm64
142+
- linux-s390x
143+
- linux-x86-64
144+
- local
145+
- localhost
146+
flavors:
147+
- name: platform-group-3
148+
resources:
149+
- name: linux-root-arm64
150+
nominalQuota: '5'
151+
- name: linux-s390x
152+
nominalQuota: '60'
153+
- name: linux-x86-64
154+
nominalQuota: '1000'
155+
- name: local
156+
nominalQuota: '1000'
157+
- name: localhost
158+
nominalQuota: '1000'
159+
---
160+
apiVersion: kueue.x-k8s.io/v1beta1
161+
kind: ResourceFlavor
162+
metadata:
163+
name: platform-group-1
164+
spec: {}
165+
---
166+
apiVersion: kueue.x-k8s.io/v1beta1
167+
kind: ResourceFlavor
168+
metadata:
169+
name: platform-group-2
170+
spec: {}
171+
---
172+
apiVersion: kueue.x-k8s.io/v1beta1
173+
kind: ResourceFlavor
174+
metadata:
175+
name: platform-group-3
176+
spec: {}

‎components/kueue/production/stone-prd-rh01/queue-config/kustomization.yaml

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
apiVersion: kustomize.config.k8s.io/v1beta1
2+
kind: Kustomization
3+
resources:
4+
- cluster-queue.yaml
5+
- ../../base/queue-config
6+
7+
# ensure that installation starts after the installation of kueue complete
8+
commonAnnotations:
9+
argocd.argoproj.io/sync-wave: "10"

‎components/kueue/production/stone-prod-p02/kustomization.yaml

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
apiVersion: kustomize.config.k8s.io/v1beta1
2+
kind: Kustomization
3+
resources:
4+
- ../base
5+
- queue-config
6+
7+
patches:
8+
- target:
9+
kind: MutatingWebhookConfiguration
10+
name: tekton-kueue-mutating-webhook-configuration
11+
patch: |-
12+
- op: replace
13+
path: /webhooks/0/namespaceSelector
14+
value:
15+
matchLabels:
16+
kubernetes.io/metadata.name: mintmaker
17+
18+
commonAnnotations:
19+
argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true

0 commit comments

Comments
 (0)