Skip to content

Commit eef5818

Browse files
committed
Remove minio dependency
1 parent 1b4fa96 commit eef5818

File tree

2 files changed

+19
-24
lines changed

2 files changed

+19
-24
lines changed
Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
kind: PersistentVolumeClaim
2+
apiVersion: v1
3+
metadata:
4+
name: model-pvc
5+
spec:
6+
accessModes:
7+
- ReadWriteOnce
8+
resources:
9+
requests:
10+
storage: 50Gi
11+
volumeMode: Filesystem

charts/all/llm-serving-service/templates/serving-service-setup.yaml

Lines changed: 8 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,3 @@
1-
---
2-
<<<<<<< HEAD
3-
=======
4-
apiVersion: dashboard.opendatahub.io/v1
5-
kind: AcceleratorProfile
6-
metadata:
7-
name: nvidia-gpu
8-
namespace: redhat-ods-applications
9-
spec:
10-
displayName: NVIDIA GPU
11-
enabled: true
12-
identifier: nvidia.com/gpu
13-
tolerations:
14-
- effect: NoSchedule
15-
key: odh-notebook
16-
operator: Exists
17-
---
18-
>>>>>>> 37d2514 (Reverting back to using jobs for fixing race condition. The issue has been fixed in rhods 2.16)
191
apiVersion: batch/v1
202
kind: Job
213
metadata:
@@ -63,7 +45,7 @@ spec:
6345
- vllm.entrypoints.openai.api_server
6446
env:
6547
- name: HF_HOME
66-
value: /tmp/hf_home
48+
value: /cache
6749
- name: HF_TOKEN
6850
valueFrom:
6951
secretKeyRef:
@@ -91,12 +73,13 @@ spec:
9173
- autoSelect: true
9274
name: vLLM
9375
volumes:
94-
- emptyDir:
76+
- name: shm
77+
emptyDir:
9578
medium: Memory
9679
sizeLimit: 2Gi
97-
name: shm
98-
- emptyDir: {}
99-
name: cache
80+
- name: cache
81+
persistentVolumeClaim:
82+
claimName: model-pvc
10083
EOF
10184
cat << EOF | oc apply -f-
10285
apiVersion: serving.kserve.io/v1beta1
@@ -157,9 +140,10 @@ spec:
157140
echo -n 'openshift-ai initialized';echo
158141
echo -n 'Waiting for dscinitialization/default-dsci to initialize'
159142
echo
160-
oc wait --for=jsonpath='{.status.phase}'=Ready --timeout=600s -n redhat-ods-operator dscinitialization/default-dsci
143+
oc wait --for=jsonpath='{.status.phase}'=Ready --timeout=900s -n redhat-ods-operator dscinitialization/default-dsci
161144
sleep 10
162145
echo -n 'dscinitialization/default-dsci initialized';echo
146+
sleep 120
163147
command:
164148
- /bin/bash
165149
image: image-registry.openshift-image-registry.svc:5000/openshift/tools:latest

0 commit comments

Comments
 (0)