File tree Expand file tree Collapse file tree 3 files changed +23
-3
lines changed
charms/kserve-controller/src/templates Expand file tree Collapse file tree 3 files changed +23
-3
lines changed Original file line number Diff line number Diff line change @@ -114,9 +114,10 @@ data:
114114 "caBundleConfigMapName": "",
115115 "caBundleVolumeMountPath": "/etc/ssl/custom-certs",
116116 "enableDirectPvcVolumeMount": true,
117- "enableModelcar": false ,
117+ "enableModelcar": true ,
118118 "cpuModelcar": "10m",
119- "memoryModelcar": "15Mi"
119+ "memoryModelcar": "15Mi",
120+ "uidModelcar": 1010
120121 }
121122kind: ConfigMap
122123metadata:
Original file line number Diff line number Diff line change @@ -5409,6 +5409,8 @@ spec:
54095409 - type
54105410 type: object
54115411 type: array
5412+ deploymentMode:
5413+ type: string
54125414 observedGeneration:
54135415 format: int64
54145416 type: integer
@@ -8214,6 +8216,10 @@ spec:
82148216 type: object
82158217 logger:
82168218 properties:
8219+ metadataAnnotations:
8220+ items:
8221+ type: string
8222+ type: array
82178223 metadataHeaders:
82188224 items:
82198225 type: string
@@ -12724,6 +12730,10 @@ spec:
1272412730 type: object
1272512731 logger:
1272612732 properties:
12733+ metadataAnnotations:
12734+ items:
12735+ type: string
12736+ type: array
1272712737 metadataHeaders:
1272812738 items:
1272912739 type: string
@@ -25659,6 +25669,10 @@ spec:
2565925669 type: object
2566025670 logger:
2566125671 properties:
25672+ metadataAnnotations:
25673+ items:
25674+ type: string
25675+ type: array
2566225676 metadataHeaders:
2566325677 items:
2566425678 type: string
@@ -26836,6 +26850,8 @@ spec:
2683626850 - type
2683726851 type: object
2683826852 type: array
26853+ deploymentMode:
26854+ type: string
2683926855 modelStatus:
2684026856 properties:
2684126857 copies:
Original file line number Diff line number Diff line change 99 containers:
1010 - args:
1111 - --model_name={{ '{{.Name}}' }}
12+ env:
13+ - name: LMCACHE_USE_EXPERIMENTAL
14+ value: "True"
1215 image: {{ serving_runtimes__huggingfaceserver }}
1316 name: kserve-container
1417 resources:
@@ -199,7 +202,7 @@ spec:
199202 volumeMounts:
200203 - mountPath: /dev/shm
201204 name: shm
202- pipelineParallelSize: 2
205+ pipelineParallelSize: 1
203206 tensorParallelSize: 1
204207 volumes:
205208 - emptyDir:
You can’t perform that action at this time.
0 commit comments