Skip to content

Commit de238a9

Browse files
author
DPatel_7
committed
RayService Extra Dependencies
1 parent 4540f18 commit de238a9

File tree

1 file changed

+78
-0
lines changed

1 file changed

+78
-0
lines changed
Lines changed: 78 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,78 @@
1+
apiVersion: ray.io/v1
2+
kind: RayService
3+
metadata:
4+
name: ray-serve-extra-dependency
5+
spec:
6+
serveConfigV2: |
7+
applications:
8+
- name: app
9+
import_path: image_processor:app
10+
route_prefix: "/"
11+
# Application-specific dependencies via runtime_env
12+
# These packages are only installed for this specific application
13+
runtime_env:
14+
pip:
15+
- pandas>=2.0.0
16+
- scikit-learn>=1.3.0
17+
rayClusterConfig:
18+
rayVersion: "2.53.0"
19+
headGroupSpec:
20+
rayStartParams:
21+
num-cpus: "0"
22+
dashboard-host: "0.0.0.0"
23+
template:
24+
spec:
25+
containers:
26+
- name: ray-head
27+
image: rayproject/ray:2.53.0-py312-cu129-aarch64
28+
ports:
29+
- containerPort: 8000
30+
name: serve
31+
protocol: TCP
32+
- containerPort: 8080
33+
name: metrics
34+
protocol: TCP
35+
- containerPort: 6379
36+
name: gcs
37+
protocol: TCP
38+
- containerPort: 8265
39+
name: dashboard
40+
protocol: TCP
41+
- containerPort: 10001
42+
name: client
43+
protocol: TCP
44+
resources:
45+
limits:
46+
cpu: 2
47+
memory: 4Gi
48+
requests:
49+
cpu: 2
50+
memory: 4Gi
51+
workerGroupSpecs:
52+
- groupName: worker-group
53+
replicas: 1
54+
minReplicas: 1
55+
maxReplicas: 2
56+
rayStartParams: {}
57+
template:
58+
spec:
59+
containers:
60+
- name: ray-worker
61+
image: rayproject/ray:2.53.0-py312-cu129-aarch64
62+
# Shared dependencies via args
63+
# System packages and pip packages installed here are accessible
64+
# to ALL applications in this RayService
65+
args:
66+
- |
67+
sudo apt-get update && \
68+
sudo apt-get install -y --no-install-recommends \
69+
ffmpeg libsm6 libxext6 && \
70+
sudo rm -rf /var/lib/apt/lists/* && \
71+
pip install opencv-python-headless pillow
72+
resources:
73+
limits:
74+
cpu: 4
75+
memory: 8Gi
76+
requests:
77+
cpu: 4
78+
memory: 8Gi

0 commit comments

Comments
 (0)