Skip to content

Commit 41161cc

Browse files
imeoerimeoer
committed
ci: prepare for e2e test
1. prepare model-csi-driver helm chart 2. install kind cluster and helm 3. install model-csi-driver helm to cluster Signed-off-by: imeoer <[email protected]>
1 parent 18269c6 commit 41161cc

File tree

8 files changed

+370
-0
lines changed

8 files changed

+370
-0
lines changed

‎.github/workflows/e2e.yml‎

Lines changed: 71 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,71 @@
1+
name: Run E2E Test
2+
3+
on:
4+
push:
5+
branches: [main, release-*]
6+
pull_request:
7+
branches: [main, release-*]
8+
9+
jobs:
10+
run-e2e-test:
11+
runs-on: ubuntu-latest
12+
13+
steps:
14+
- name: Checkout code
15+
uses: actions/checkout@v4
16+
17+
- name: Cache Go modules
18+
uses: actions/cache@v4
19+
with:
20+
path: |
21+
~/.cache/go-build
22+
~/go/pkg/mod
23+
key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
24+
restore-keys: |
25+
${{ runner.os }}-go-
26+
27+
- name: Build binaries
28+
run: |
29+
make release
30+
31+
- name: Set up Docker Buildx
32+
uses: docker/setup-buildx-action@v3
33+
34+
- name: Build Docker Image
35+
run: |
36+
docker build -t model-csi-driver:latest -f misc/Dockerfile .
37+
38+
- name: Install Kind
39+
run: |
40+
curl -Lo ./kind https://kind.sigs.k8s.io/dl/v0.30.0/kind-linux-amd64
41+
chmod +x ./kind
42+
sudo mv ./kind /usr/local/bin/kind
43+
44+
- name: Create Kind Cluster
45+
run: |
46+
kind create cluster --wait 120s
47+
48+
- name: Load docker image into kind
49+
run: |
50+
kind load docker-image model-csi-driver:latest
51+
52+
- name: Install Helm
53+
run: |
54+
curl -fsSL https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | bash
55+
56+
- name: Check cluster and helm
57+
run: |
58+
kubectl get nodes
59+
kubectl cluster-info
60+
helm version
61+
62+
- name: Deploy model-csi-driver chart
63+
run: |
64+
helm upgrade --install model-csi-driver ./charts/model-csi-driver --namespace model-csi --create-namespace
65+
66+
# - name: Wait for model-csi-driver pods to be ready
67+
# run: |
68+
# kubectl wait --for=condition=Ready pods --all --namespace model-csi --timeout=60s
69+
70+
- name: Start tmate session
71+
uses: mxschmitt/action-tmate@v3

‎charts/model-csi-driver/.helmignore‎

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
# Patterns to ignore when building packages.
2+
# This supports shell glob matching, relative path matching, and
3+
# negation (prefixed with !). Only one pattern per line.
4+
.DS_Store
5+
# Common VCS dirs
6+
.git/
7+
.gitignore
8+
.bzr/
9+
.bzrignore
10+
.hg/
11+
.hgignore
12+
.svn/
13+
# Common backup files
14+
*.swp
15+
*.bak
16+
*.tmp
17+
*.orig
18+
*~
19+
# Various IDEs
20+
.project
21+
.idea/
22+
*.tmproj
23+
.vscode/

‎charts/model-csi-driver/Chart.yaml‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
apiVersion: v2
2+
name: model-csi-driver
3+
description: Kubernetes CSI Driver for serving OCI model artifacts
4+
5+
# A chart can be either an 'application' or a 'library' chart.
6+
#
7+
# Application charts are a collection of templates that can be packaged into versioned archives
8+
# to be deployed.
9+
#
10+
# Library charts provide useful utilities or functions for the chart developer. They're included as
11+
# a dependency of application charts to inject those utilities and functions into the rendering
12+
# pipeline. Library charts do not define any templates and therefore cannot be deployed.
13+
type: application
14+
15+
# This is the chart version. This version number should be incremented each time you make changes
16+
# to the chart and its templates, including the app version.
17+
# Versions are expected to follow Semantic Versioning (https://semver.org/)
18+
version: 0.1.0
19+
20+
# This is the version number of the application being deployed. This version number should be
21+
# incremented each time you make changes to the application. Versions are not expected to
22+
# follow Semantic Versioning. They should reflect the version the application is using.
23+
# It is recommended to use it with quotes.
24+
appVersion: "1.16.0"

‎charts/model-csi-driver/templates/_helpers.tpl‎

Lines changed: 62 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,62 @@
1+
{{/*
2+
Expand the name of the chart.
3+
*/}}
4+
{{- define "model-csi-driver.name" -}}
5+
{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }}
6+
{{- end }}
7+
8+
{{/*
9+
Create a default fully qualified app name.
10+
We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
11+
If release name contains chart name it will be used as a full name.
12+
*/}}
13+
{{- define "model-csi-driver.fullname" -}}
14+
{{- if .Values.fullnameOverride }}
15+
{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
16+
{{- else }}
17+
{{- $name := default .Chart.Name .Values.nameOverride }}
18+
{{- if contains $name .Release.Name }}
19+
{{- .Release.Name | trunc 63 | trimSuffix "-" }}
20+
{{- else }}
21+
{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }}
22+
{{- end }}
23+
{{- end }}
24+
{{- end }}
25+
26+
{{/*
27+
Create chart name and version as used by the chart label.
28+
*/}}
29+
{{- define "model-csi-driver.chart" -}}
30+
{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
31+
{{- end }}
32+
33+
{{/*
34+
Common labels
35+
*/}}
36+
{{- define "model-csi-driver.labels" -}}
37+
helm.sh/chart: {{ include "model-csi-driver.chart" . }}
38+
{{ include "model-csi-driver.selectorLabels" . }}
39+
{{- if .Chart.AppVersion }}
40+
app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
41+
{{- end }}
42+
app.kubernetes.io/managed-by: {{ .Release.Service }}
43+
{{- end }}
44+
45+
{{/*
46+
Selector labels
47+
*/}}
48+
{{- define "model-csi-driver.selectorLabels" -}}
49+
app.kubernetes.io/name: {{ include "model-csi-driver.name" . }}
50+
app.kubernetes.io/instance: {{ .Release.Name }}
51+
{{- end }}
52+
53+
{{/*
54+
Create the name of the service account to use
55+
*/}}
56+
{{- define "model-csi-driver.serviceAccountName" -}}
57+
{{- if .Values.serviceAccount.create }}
58+
{{- default (include "model-csi-driver.fullname" .) .Values.serviceAccount.name }}
59+
{{- else }}
60+
{{- default "default" .Values.serviceAccount.name }}
61+
{{- end }}
62+
{{- end }}

‎charts/model-csi-driver/templates/configmap.yaml‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
apiVersion: v1
2+
kind: ConfigMap
3+
metadata:
4+
name: config
5+
namespace: model-csi
6+
data:
7+
config.yaml: |-
8+
service_name: {{ .Values.config.serviceName }}
9+
root_dir: {{ .Values.config.rootDir }}
10+
csi_endpoint: unix:///csi/csi.sock

‎charts/model-csi-driver/templates/daemonset.yaml‎

Lines changed: 139 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,139 @@
1+
apiVersion: apps/v1
2+
kind: DaemonSet
3+
metadata:
4+
namespace: {{ .Values.namespace }}
5+
name: {{ include "model-csi-driver.fullname" . }}
6+
labels:
7+
{{- include "model-csi-driver.labels" . | nindent 4 }}
8+
spec:
9+
selector:
10+
matchLabels:
11+
{{- include "model-csi-driver.selectorLabels" . | nindent 6 }}
12+
{{- with .Values.updateStrategy }}
13+
updateStrategy:
14+
{{- toYaml . | nindent 4 }}
15+
{{- end }}
16+
template:
17+
metadata:
18+
{{- with .Values.podAnnotations }}
19+
annotations:
20+
{{- toYaml . | nindent 8 }}
21+
{{- end }}
22+
labels:
23+
{{- include "model-csi-driver.selectorLabels" . | nindent 8 }}
24+
{{- with .Values.podLabels }}
25+
{{- toYaml . | nindent 8 }}
26+
{{- end }}
27+
spec:
28+
{{- with .Values.imagePullSecrets }}
29+
imagePullSecrets:
30+
{{- toYaml . | nindent 8 }}
31+
{{- end }}
32+
{{- if .Values.hostNetwork }}
33+
hostNetwork: {{ .Values.hostNetwork }}
34+
{{- end }}
35+
containers:
36+
- name: csi-driver-registrar
37+
image: "{{ .Values.registrar.image.repository }}:{{ .Values.registrar.image.tag }}"
38+
imagePullPolicy: {{ .Values.registrar.image.pullPolicy | default "IfNotPresent" }}
39+
args:
40+
- "--v=5"
41+
- "--csi-address=/csi/csi.sock"
42+
- "--kubelet-registration-path=/var/lib/kubelet/plugins/{{ .Values.config.serviceName }}/csi.sock"
43+
resources:
44+
limits:
45+
cpu: "0.5"
46+
memory: 256Mi
47+
ephemeral-storage: 1Gi
48+
requests:
49+
cpu: 0
50+
memory: 0
51+
ephemeral-storage: 0
52+
initialDelaySeconds: 30
53+
timeoutSeconds: 15
54+
volumeMounts:
55+
- name: plugin-dir
56+
mountPath: /csi
57+
- name: {{ .Chart.Name }}
58+
image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
59+
imagePullPolicy: {{ .Values.image.pullPolicy | default "IfNotPresent" }}
60+
command:
61+
- /usr/bin/model-csi-driver
62+
- --config
63+
- /etc/model-csi-driver/config.yaml
64+
# livenessProbe:
65+
# exec:
66+
# command:
67+
# - stat
68+
# - /csi/csi.sock
69+
# failureThreshold: 2
70+
# initialDelaySeconds: 5
71+
# periodSeconds: 10
72+
{{- with .Values.args }}
73+
args:
74+
{{- toYaml . | nindent 12 }}
75+
{{- end }}
76+
env:
77+
- name: POD_IP
78+
valueFrom:
79+
fieldRef:
80+
apiVersion: v1
81+
fieldPath: status.podIP
82+
- name: X_CSI_MODE
83+
value: node
84+
- name: CSI_NODE_ID
85+
valueFrom:
86+
fieldRef:
87+
fieldPath: spec.nodeName
88+
{{- with .Values.env }}
89+
{{- toYaml . | nindent 12 }}
90+
{{- end }}
91+
securityContext:
92+
privileged: true
93+
capabilities:
94+
add: ["SYS_ADMIN"]
95+
allowPrivilegeEscalation: true
96+
resources:
97+
{{- toYaml .Values.resources | nindent 12 }}
98+
volumeMounts:
99+
- name: plugin-dir
100+
mountPath: /csi
101+
- mountPath: /etc/model-csi-driver
102+
name: config-dir
103+
readOnly: true
104+
- mountPath: {{ .Values.config.rootDir }}
105+
name: root-dir
106+
mountPropagation: "Bidirectional"
107+
{{- with .Values.volumeMounts }}
108+
{{- toYaml . | nindent 12 }}
109+
{{- end }}
110+
{{- with .Values.livenessProbe }}
111+
livenessProbe:
112+
{{- toYaml . | nindent 12 }}
113+
{{- end }}
114+
{{- with .Values.readinessProbe }}
115+
readinessProbe:
116+
{{- toYaml . | nindent 12 }}
117+
{{- end }}
118+
volumes:
119+
- name: plugin-dir
120+
hostPath:
121+
path: /var/lib/kubelet/plugins/{{ .Values.config.serviceName }}
122+
type: DirectoryOrCreate
123+
- name: root-dir
124+
hostPath:
125+
path: {{ .Values.config.rootDir }}
126+
type: DirectoryOrCreate
127+
- name: config-dir
128+
configMap:
129+
defaultMode: 420
130+
name: config
131+
{{- with .Values.priorityClassName }}
132+
priorityClassName: {{ . }}
133+
{{- end }}
134+
tolerations:
135+
{{- toYaml .Values.tolerations | nindent 8 }}
136+
nodeSelector:
137+
{{- toYaml .Values.nodeSelector | nindent 8 }}
138+
affinity:
139+
{{- toYaml .Values.affinity | nindent 8 }}

‎charts/model-csi-driver/values.yaml‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
# Default values for model-csi-driver.
2+
# This is a YAML-formatted file.
3+
# Declare variables to be passed into your templates.
4+
5+
namespace: model-csi
6+
7+
image:
8+
repository: model-csi-driver
9+
pullPolicy: IfNotPresent
10+
tag: latest
11+
12+
registrar:
13+
image:
14+
repository: k8s.gcr.io/sig-storage/csi-node-driver-registrar
15+
pullPolicy: IfNotPresent
16+
tag: v2.5.0
17+
18+
resources:
19+
limits:
20+
cpu: 1
21+
memory: 1Gi
22+
ephemeral-storage: 1Gi
23+
requests:
24+
cpu: 0
25+
memory: 0
26+
ephemeral-storage: 0
27+
28+
config:
29+
serviceName: model.csi.modelpack.org
30+
rootDir: /var/lib/model-csi
31+
32+
imagePullSecrets: []
33+
nameOverride: ""
34+
fullnameOverride: ""
35+
podAnnotations: {}
36+
nodeSelector: {}
37+
tolerations: []
38+
affinity: {}

‎misc/Dockerfile‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
FROM gcr.io/distroless/static
2+
COPY ./model-csi-driver /usr/bin/model-csi-driver
3+
ENTRYPOINT ["/usr/bin/model-csi-driver"]

0 commit comments

Comments
 (0)