Skip to content

Commit fd4dc7f

Browse files
imeoerimeoer
committed
ci: prepare for e2e test
1. prepare model-csi-driver helm chart 2. install kind cluster and helm 3. install model-csi-driver helm to cluster Signed-off-by: imeoer <[email protected]>
1 parent 18269c6 commit fd4dc7f

File tree

10 files changed

+442
-0
lines changed

10 files changed

+442
-0
lines changed

‎.github/workflows/e2e.yml‎

Lines changed: 71 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,71 @@
1+
name: Run E2E Test
2+
3+
on:
4+
push:
5+
branches: [main, release-*]
6+
pull_request:
7+
branches: [main, release-*]
8+
9+
jobs:
10+
run-e2e-test:
11+
runs-on: ubuntu-latest
12+
13+
steps:
14+
- name: Checkout code
15+
uses: actions/checkout@v4
16+
17+
- name: Cache Go modules
18+
uses: actions/cache@v4
19+
with:
20+
path: |
21+
~/.cache/go-build
22+
~/go/pkg/mod
23+
key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
24+
restore-keys: |
25+
${{ runner.os }}-go-
26+
27+
- name: Build binaries
28+
run: |
29+
make release
30+
31+
- name: Set up Docker Buildx
32+
uses: docker/setup-buildx-action@v3
33+
34+
- name: Build Docker Image
35+
run: |
36+
docker build -t model-csi-driver:latest -f misc/Dockerfile .
37+
38+
- name: Install Kind
39+
run: |
40+
curl -Lo ./kind https://kind.sigs.k8s.io/dl/v0.30.0/kind-linux-amd64
41+
chmod +x ./kind
42+
sudo mv ./kind /usr/local/bin/kind
43+
44+
- name: Create Kind Cluster
45+
run: |
46+
kind create cluster --wait 120s
47+
48+
- name: Load docker image into kind
49+
run: |
50+
kind load docker-image model-csi-driver:latest
51+
52+
- name: Install Helm
53+
run: |
54+
curl -fsSL https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | bash
55+
56+
- name: Check cluster and helm
57+
run: |
58+
kubectl get nodes
59+
kubectl cluster-info
60+
helm version
61+
62+
- name: Deploy model-csi-driver chart
63+
run: |
64+
helm upgrade --install model-csi-driver ./charts/model-csi-driver --namespace model-csi --create-namespace
65+
66+
# - name: Wait for model-csi-driver pods to be ready
67+
# run: |
68+
# kubectl wait --for=condition=Ready pods --all --namespace model-csi --timeout=60s
69+
70+
- name: Start tmate session
71+
uses: mxschmitt/action-tmate@v3

‎charts/model-csi-driver/.helmignore‎

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
# Patterns to ignore when building packages.
2+
# This supports shell glob matching, relative path matching, and
3+
# negation (prefixed with !). Only one pattern per line.
4+
.DS_Store
5+
# Common VCS dirs
6+
.git/
7+
.gitignore
8+
.bzr/
9+
.bzrignore
10+
.hg/
11+
.hgignore
12+
.svn/
13+
# Common backup files
14+
*.swp
15+
*.bak
16+
*.tmp
17+
*.orig
18+
*~
19+
# Various IDEs
20+
.project
21+
.idea/
22+
*.tmproj
23+
.vscode/

‎charts/model-csi-driver/Chart.yaml‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
apiVersion: v2
2+
name: model-csi-driver
3+
description: Kubernetes CSI Driver for serving OCI model artifacts
4+
5+
# A chart can be either an 'application' or a 'library' chart.
6+
#
7+
# Application charts are a collection of templates that can be packaged into versioned archives
8+
# to be deployed.
9+
#
10+
# Library charts provide useful utilities or functions for the chart developer. They're included as
11+
# a dependency of application charts to inject those utilities and functions into the rendering
12+
# pipeline. Library charts do not define any templates and therefore cannot be deployed.
13+
type: application
14+
15+
# This is the chart version. This version number should be incremented each time you make changes
16+
# to the chart and its templates, including the app version.
17+
# Versions are expected to follow Semantic Versioning (https://semver.org/)
18+
version: 0.1.0
19+
20+
# This is the version number of the application being deployed. This version number should be
21+
# incremented each time you make changes to the application. Versions are not expected to
22+
# follow Semantic Versioning. They should reflect the version the application is using.
23+
# It is recommended to use it with quotes.
24+
appVersion: "1.16.0"

‎charts/model-csi-driver/templates/_helpers.tpl‎

Lines changed: 62 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,62 @@
1+
{{/*
2+
Expand the name of the chart.
3+
*/}}
4+
{{- define "model-csi-driver.name" -}}
5+
{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }}
6+
{{- end }}
7+
8+
{{/*
9+
Create a default fully qualified app name.
10+
We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
11+
If release name contains chart name it will be used as a full name.
12+
*/}}
13+
{{- define "model-csi-driver.fullname" -}}
14+
{{- if .Values.fullnameOverride }}
15+
{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
16+
{{- else }}
17+
{{- $name := default .Chart.Name .Values.nameOverride }}
18+
{{- if contains $name .Release.Name }}
19+
{{- .Release.Name | trunc 63 | trimSuffix "-" }}
20+
{{- else }}
21+
{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }}
22+
{{- end }}
23+
{{- end }}
24+
{{- end }}
25+
26+
{{/*
27+
Create chart name and version as used by the chart label.
28+
*/}}
29+
{{- define "model-csi-driver.chart" -}}
30+
{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
31+
{{- end }}
32+
33+
{{/*
34+
Common labels
35+
*/}}
36+
{{- define "model-csi-driver.labels" -}}
37+
helm.sh/chart: {{ include "model-csi-driver.chart" . }}
38+
{{ include "model-csi-driver.selectorLabels" . }}
39+
{{- if .Chart.AppVersion }}
40+
app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
41+
{{- end }}
42+
app.kubernetes.io/managed-by: {{ .Release.Service }}
43+
{{- end }}
44+
45+
{{/*
46+
Selector labels
47+
*/}}
48+
{{- define "model-csi-driver.selectorLabels" -}}
49+
app.kubernetes.io/name: {{ include "model-csi-driver.name" . }}
50+
app.kubernetes.io/instance: {{ .Release.Name }}
51+
{{- end }}
52+
53+
{{/*
54+
Create the name of the service account to use
55+
*/}}
56+
{{- define "model-csi-driver.serviceAccountName" -}}
57+
{{- if .Values.serviceAccount.create }}
58+
{{- default (include "model-csi-driver.fullname" .) .Values.serviceAccount.name }}
59+
{{- else }}
60+
{{- default "default" .Values.serviceAccount.name }}
61+
{{- end }}
62+
{{- end }}

‎charts/model-csi-driver/templates/configmap.yaml‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
apiVersion: v1
2+
kind: ConfigMap
3+
metadata:
4+
name: config
5+
namespace: model-csi
6+
data:
7+
config.yaml: |-
8+
service_name: {{ .Values.config.serviceName }}
9+
root_dir: {{ .Values.config.rootDir }}
10+
csi_endpoint: unix:///csi/csi.sock

‎charts/model-csi-driver/templates/crds.yaml‎

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
apiVersion: v1
2+
kind: ServiceAccount
3+
metadata:
4+
name: model-csi-driver
5+
namespace: model-csi
6+
7+
---
8+
9+
apiVersion: storage.k8s.io/v1
10+
kind: CSIDriver
11+
metadata:
12+
name: {{ .Values.config.serviceName }}
13+
spec:
14+
attachRequired: false
15+
podInfoOnMount: true
16+
volumeLifecycleModes:
17+
- Persistent
18+
- Ephemeral
19+
20+
---
21+
22+
apiVersion: storage.k8s.io/v1
23+
kind: StorageClass
24+
metadata:
25+
name: model-image
26+
provisioner: {{ .Values.config.serviceName }}
27+
reclaimPolicy: Delete
28+
volumeBindingMode: WaitForFirstConsumer

‎charts/model-csi-driver/templates/daemonset.yaml‎

Lines changed: 157 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,157 @@
1+
apiVersion: apps/v1
2+
kind: DaemonSet
3+
metadata:
4+
namespace: {{ .Values.namespace }}
5+
name: {{ include "model-csi-driver.fullname" . }}
6+
labels:
7+
{{- include "model-csi-driver.labels" . | nindent 4 }}
8+
spec:
9+
selector:
10+
matchLabels:
11+
{{- include "model-csi-driver.selectorLabels" . | nindent 6 }}
12+
{{- with .Values.updateStrategy }}
13+
updateStrategy:
14+
{{- toYaml . | nindent 4 }}
15+
{{- end }}
16+
template:
17+
metadata:
18+
{{- with .Values.podAnnotations }}
19+
annotations:
20+
{{- toYaml . | nindent 8 }}
21+
{{- end }}
22+
labels:
23+
{{- include "model-csi-driver.selectorLabels" . | nindent 8 }}
24+
{{- with .Values.podLabels }}
25+
{{- toYaml . | nindent 8 }}
26+
{{- end }}
27+
spec:
28+
priorityClassName: system-node-critical
29+
serviceAccountName: model-csi-driver
30+
{{- with .Values.imagePullSecrets }}
31+
imagePullSecrets:
32+
{{- toYaml . | nindent 8 }}
33+
{{- end }}
34+
{{- if .Values.hostNetwork }}
35+
hostNetwork: {{ .Values.hostNetwork }}
36+
{{- end }}
37+
containers:
38+
- name: csi-driver-registrar
39+
image: "{{ .Values.registrar.image.repository }}:{{ .Values.registrar.image.tag }}"
40+
imagePullPolicy: {{ .Values.registrar.image.pullPolicy | default "IfNotPresent" }}
41+
args:
42+
- "--v=5"
43+
- "--csi-address=/csi/csi.sock"
44+
- "--kubelet-registration-path=/var/lib/kubelet/plugins/{{ .Values.config.serviceName }}/csi.sock"
45+
env:
46+
- name: KUBE_NODE_NAME
47+
valueFrom:
48+
fieldRef:
49+
fieldPath: spec.nodeName
50+
livenessProbe:
51+
exec:
52+
command:
53+
- stat
54+
- /registration/{{ .Values.config.serviceName }}-reg.sock
55+
failureThreshold: 2
56+
initialDelaySeconds: 5
57+
periodSeconds: 10
58+
resources:
59+
limits:
60+
cpu: "0.5"
61+
memory: 256Mi
62+
ephemeral-storage: 1Gi
63+
requests:
64+
cpu: 0
65+
memory: 0
66+
ephemeral-storage: 0
67+
initialDelaySeconds: 30
68+
timeoutSeconds: 15
69+
volumeMounts:
70+
- name: plugin-dir
71+
mountPath: /csi
72+
- name: registration-dir
73+
mountPath: /registration
74+
- name: {{ .Chart.Name }}
75+
image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
76+
imagePullPolicy: {{ .Values.image.pullPolicy | default "IfNotPresent" }}
77+
command:
78+
- /usr/bin/model-csi-driver
79+
- --config
80+
- /etc/model-csi-driver/config.yaml
81+
{{- with .Values.args }}
82+
args:
83+
{{- toYaml . | nindent 12 }}
84+
{{- end }}
85+
livenessProbe:
86+
exec:
87+
command:
88+
- stat
89+
- /csi/csi.sock
90+
failureThreshold: 2
91+
initialDelaySeconds: 5
92+
periodSeconds: 10
93+
env:
94+
- name: POD_IP
95+
valueFrom:
96+
fieldRef:
97+
apiVersion: v1
98+
fieldPath: status.podIP
99+
- name: X_CSI_MODE
100+
value: node
101+
- name: CSI_NODE_ID
102+
valueFrom:
103+
fieldRef:
104+
fieldPath: spec.nodeName
105+
{{- with .Values.env }}
106+
{{- toYaml . | nindent 12 }}
107+
{{- end }}
108+
securityContext:
109+
privileged: true
110+
capabilities:
111+
add: ["SYS_ADMIN"]
112+
allowPrivilegeEscalation: true
113+
resources:
114+
{{- toYaml .Values.resources | nindent 12 }}
115+
volumeMounts:
116+
- name: plugin-dir
117+
mountPath: /csi
118+
- mountPath: /etc/model-csi-driver
119+
name: config-dir
120+
readOnly: true
121+
- mountPath: {{ .Values.config.rootDir }}
122+
name: root-dir
123+
mountPropagation: "Bidirectional"
124+
{{- with .Values.volumeMounts }}
125+
{{- toYaml . | nindent 12 }}
126+
{{- end }}
127+
{{- with .Values.livenessProbe }}
128+
livenessProbe:
129+
{{- toYaml . | nindent 12 }}
130+
{{- end }}
131+
{{- with .Values.readinessProbe }}
132+
readinessProbe:
133+
{{- toYaml . | nindent 12 }}
134+
{{- end }}
135+
volumes:
136+
- name: plugin-dir
137+
hostPath:
138+
path: /var/lib/kubelet/plugins/{{ .Values.config.serviceName }}
139+
type: DirectoryOrCreate
140+
- name: registration-dir
141+
hostPath:
142+
path: /var/lib/kubelet/plugins/{{ .Values.config.serviceName }}/registration
143+
type: DirectoryOrCreate
144+
- name: root-dir
145+
hostPath:
146+
path: {{ .Values.config.rootDir }}
147+
type: DirectoryOrCreate
148+
- name: config-dir
149+
configMap:
150+
defaultMode: 420
151+
name: config
152+
tolerations:
153+
{{- toYaml .Values.tolerations | nindent 8 }}
154+
nodeSelector:
155+
{{- toYaml .Values.nodeSelector | nindent 8 }}
156+
affinity:
157+
{{- toYaml .Values.affinity | nindent 8 }}

0 commit comments

Comments
 (0)