File tree Expand file tree Collapse file tree 2 files changed +19
-24
lines changed
charts/all/llm-serving-service/templates Expand file tree Collapse file tree 2 files changed +19
-24
lines changed Original file line number Diff line number Diff line change 1+ kind : PersistentVolumeClaim
2+ apiVersion : v1
3+ metadata :
4+ name : model-pvc
5+ spec :
6+ accessModes :
7+ - ReadWriteOnce
8+ resources :
9+ requests :
10+ storage : 50Gi
11+ volumeMode : Filesystem
Original file line number Diff line number Diff line change 1- ---
2- <<<<<<< HEAD
3- =======
4- apiVersion : dashboard.opendatahub.io/v1
5- kind : AcceleratorProfile
6- metadata :
7- name : nvidia-gpu
8- namespace : redhat-ods-applications
9- spec :
10- displayName : NVIDIA GPU
11- enabled : true
12- identifier : nvidia.com/gpu
13- tolerations :
14- - effect : NoSchedule
15- key : odh-notebook
16- operator : Exists
17- ---
18- >>>>>>> 37d2514 (Reverting back to using jobs for fixing race condition. The issue has been fixed in rhods 2.16)
191apiVersion : batch/v1
202kind : Job
213metadata :
6345 - vllm.entrypoints.openai.api_server
6446 env:
6547 - name: HF_HOME
66- value: /tmp/hf_home
48+ value: /cache
6749 - name: HF_TOKEN
6850 valueFrom:
6951 secretKeyRef:
@@ -91,12 +73,13 @@ spec:
9173 - autoSelect: true
9274 name: vLLM
9375 volumes:
94- - emptyDir:
76+ - name: shm
77+ emptyDir:
9578 medium: Memory
9679 sizeLimit: 2Gi
97- name: shm
98- - emptyDir: {}
99- name: cache
80+ - name: cache
81+ persistentVolumeClaim:
82+ claimName: model-pvc
10083 EOF
10184 cat << EOF | oc apply -f-
10285 apiVersion: serving.kserve.io/v1beta1
@@ -157,9 +140,10 @@ spec:
157140 echo -n 'openshift-ai initialized';echo
158141 echo -n 'Waiting for dscinitialization/default-dsci to initialize'
159142 echo
160- oc wait --for=jsonpath='{.status.phase}'=Ready --timeout=600s -n redhat-ods-operator dscinitialization/default-dsci
143+ oc wait --for=jsonpath='{.status.phase}'=Ready --timeout=900s -n redhat-ods-operator dscinitialization/default-dsci
161144 sleep 10
162145 echo -n 'dscinitialization/default-dsci initialized';echo
146+ sleep 120
163147 command :
164148 - /bin/bash
165149 image : image-registry.openshift-image-registry.svc:5000/openshift/tools:latest
You can’t perform that action at this time.
0 commit comments