Skip to content

Commit 81a9ab2

Browse files
MuhammadSaif700MuhammadSaif700
committed
Merge upstream/master: resolve conflicts by removing deprecated local mode functions
2 parents a34c16a + db822f5 commit 81a9ab2

File tree

113 files changed

+2690
-1112
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

113 files changed

+2690
-1112
lines changed

‎.buildkite/base.rayci.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@ steps:
88
- "3.11"
99
- "3.12"
1010
- "3.13"
11+
- "3.14"
1112
env:
1213
PYTHON: "{{matrix}}"
1314

‎.buildkite/build.rayci.yml‎

Lines changed: 222 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@ steps:
88
- "3.11"
99
- "3.12"
1010
- "3.13"
11+
- "3.14"
1112
env_file: rayci.env
1213
env:
1314
PYTHON_VERSION: "{{matrix}}"
@@ -43,6 +44,7 @@ steps:
4344
- "3.11"
4445
- "3.12"
4546
- "3.13"
47+
- "3.14"
4648
env_file: rayci.env
4749
env:
4850
PYTHON_VERSION: "{{matrix}}"
@@ -68,6 +70,7 @@ steps:
6870
- "3.11"
6971
- "3.12"
7072
- "3.13"
73+
- "3.14"
7174
depends_on:
7275
- ray-wheel-build
7376
- forge
@@ -133,91 +136,261 @@ steps:
133136
depends_on: manylinux-x86_64
134137
job_env: manylinux-x86_64
135138

136-
- label: ":tapioca: build: ray py{{matrix}} docker (x86_64)"
137-
key: ray_images
139+
- name: ray-image-cpu-build
140+
label: "wanda: ray py{{matrix}} cpu (x86_64)"
141+
wanda: ci/docker/ray-image-cpu.wanda.yaml
142+
matrix:
143+
- "3.10"
144+
- "3.11"
145+
- "3.12"
146+
- "3.13"
147+
env_file: rayci.env
148+
env:
149+
PYTHON_VERSION: "{{matrix}}"
150+
ARCH_SUFFIX: ""
138151
tags:
139152
- python_dependencies
140153
- docker
141154
- oss
142-
instance_type: medium
143-
commands:
144-
- bazel run //ci/ray_ci:build_in_docker -- docker --python-version {{matrix}}
145-
--platform cu11.7.1-cudnn8 --platform cu11.8.0-cudnn8
146-
--platform cu12.1.1-cudnn8 --platform cu12.3.2-cudnn9
147-
--platform cu12.4.1-cudnn --platform cu12.5.1-cudnn
148-
--platform cu12.6.3-cudnn --platform cu12.8.1-cudnn
149-
--platform cu12.9.1-cudnn
150-
--platform cpu
151-
--image-type ray --upload
152155
depends_on:
153-
- manylinux-x86_64
154-
- forge
155-
- raycudabase
156+
- ray-wheel-build
156157
- raycpubase
158+
159+
- name: ray-image-cuda-build
160+
label: "wanda: ray py{{matrix.python}} cu{{matrix.cuda}} (x86_64)"
161+
wanda: ci/docker/ray-image-cuda.wanda.yaml
162+
matrix:
163+
setup:
164+
python:
165+
- "3.10"
166+
- "3.11"
167+
- "3.12"
168+
- "3.13"
169+
cuda:
170+
- "11.7.1-cudnn8"
171+
- "11.8.0-cudnn8"
172+
- "12.1.1-cudnn8"
173+
- "12.3.2-cudnn9"
174+
- "12.4.1-cudnn"
175+
- "12.5.1-cudnn"
176+
- "12.6.3-cudnn"
177+
- "12.8.1-cudnn"
178+
- "12.9.1-cudnn"
179+
env_file: rayci.env
180+
env:
181+
PYTHON_VERSION: "{{matrix.python}}"
182+
CUDA_VERSION: "{{matrix.cuda}}"
183+
ARCH_SUFFIX: ""
184+
tags:
185+
- python_dependencies
186+
- docker
187+
- oss
188+
depends_on:
189+
- ray-wheel-build
190+
- raycudabase
191+
192+
- label: ":crane: publish: ray py{{matrix}} (x86_64)"
193+
key: ray_images_push
194+
instance_type: small
195+
commands:
196+
- bazel run //.buildkite:copy_files -- --destination docker_login
197+
- bazel run //ci/ray_ci/automation:push_ray_image --
198+
--python-version {{matrix}}
199+
--platform cpu
200+
--platform cu11.7.1-cudnn8
201+
--platform cu11.8.0-cudnn8
202+
--platform cu12.1.1-cudnn8
203+
--platform cu12.3.2-cudnn9
204+
--platform cu12.4.1-cudnn
205+
--platform cu12.5.1-cudnn
206+
--platform cu12.6.3-cudnn
207+
--platform cu12.8.1-cudnn
208+
--platform cu12.9.1-cudnn
209+
--image-type ray
210+
--architecture x86_64
157211
matrix:
158212
- "3.10"
159213
- "3.11"
160214
- "3.12"
161215
- "3.13"
216+
depends_on:
217+
- ray-image-cpu-build
218+
- ray-image-cuda-build
219+
tags:
220+
- python_dependencies
221+
- docker
222+
- oss
223+
- skip-on-premerge
162224

163-
- label: ":tapioca: build: ray-extra py{{matrix}} docker (x86_64)"
164-
key: ray_extra_images
225+
- name: ray-extra-image-cpu-build
226+
label: "wanda: ray-extra py{{matrix}} cpu (x86_64)"
227+
wanda: ci/docker/ray-extra-image-cpu.wanda.yaml
228+
matrix:
229+
- "3.10"
230+
- "3.11"
231+
- "3.12"
232+
- "3.13"
233+
env_file: rayci.env
234+
env:
235+
PYTHON_VERSION: "{{matrix}}"
236+
ARCH_SUFFIX: ""
165237
tags:
166238
- python_dependencies
167239
- docker
168240
- oss
169-
instance_type: medium
170-
commands:
171-
- bazel run //ci/ray_ci:build_in_docker -- docker --python-version {{matrix}}
172-
--platform cu11.7.1-cudnn8 --platform cu11.8.0-cudnn8
173-
--platform cu12.1.1-cudnn8 --platform cu12.3.2-cudnn9
174-
--platform cu12.4.1-cudnn --platform cu12.5.1-cudnn
175-
--platform cu12.6.3-cudnn --platform cu12.8.1-cudnn
176-
--platform cu12.9.1-cudnn
177-
--platform cpu
178-
--image-type ray-extra --upload
179241
depends_on:
180-
- manylinux-x86_64
181-
- forge
242+
- ray-wheel-build
182243
- raycpubaseextra
244+
245+
- name: ray-extra-image-cuda-build
246+
label: "wanda: ray-extra py{{matrix.python}} cu{{matrix.cuda}} (x86_64)"
247+
wanda: ci/docker/ray-extra-image-cuda.wanda.yaml
248+
matrix:
249+
setup:
250+
python:
251+
- "3.10"
252+
- "3.11"
253+
- "3.12"
254+
- "3.13"
255+
cuda:
256+
- "11.7.1-cudnn8"
257+
- "11.8.0-cudnn8"
258+
- "12.1.1-cudnn8"
259+
- "12.3.2-cudnn9"
260+
- "12.4.1-cudnn"
261+
- "12.5.1-cudnn"
262+
- "12.6.3-cudnn"
263+
- "12.8.1-cudnn"
264+
- "12.9.1-cudnn"
265+
env_file: rayci.env
266+
env:
267+
PYTHON_VERSION: "{{matrix.python}}"
268+
CUDA_VERSION: "{{matrix.cuda}}"
269+
ARCH_SUFFIX: ""
270+
tags:
271+
- python_dependencies
272+
- docker
273+
- oss
274+
depends_on:
275+
- ray-wheel-build
183276
- raycudabaseextra
277+
278+
- name: ray-llm-image-cuda-build
279+
label: "wanda: ray-llm py{{matrix.python}} cu{{matrix.cuda}} (x86_64)"
280+
wanda: ci/docker/ray-llm-image-cuda.wanda.yaml
281+
matrix:
282+
setup:
283+
python:
284+
- "3.11"
285+
cuda:
286+
- "12.8.1-cudnn"
287+
env_file: rayci.env
288+
env:
289+
PYTHON_VERSION: "{{matrix.python}}"
290+
CUDA_VERSION: "{{matrix.cuda}}"
291+
ARCH_SUFFIX: ""
292+
tags:
293+
- python_dependencies
294+
- docker
295+
- oss
296+
depends_on:
297+
- ray-wheel-build
298+
- ray-llmbase
299+
300+
- name: ray-llm-extra-image-cuda-build
301+
label: "wanda: ray-llm-extra py{{matrix.python}} cu{{matrix.cuda}} (x86_64)"
302+
wanda: ci/docker/ray-llm-extra-image-cuda.wanda.yaml
303+
matrix:
304+
setup:
305+
python:
306+
- "3.11"
307+
cuda:
308+
- "12.8.1-cudnn"
309+
env_file: rayci.env
310+
env:
311+
PYTHON_VERSION: "{{matrix.python}}"
312+
CUDA_VERSION: "{{matrix.cuda}}"
313+
ARCH_SUFFIX: ""
314+
tags:
315+
- python_dependencies
316+
- docker
317+
- oss
318+
depends_on:
319+
- ray-wheel-build
320+
- ray-llmbaseextra
321+
322+
- label: ":crane: publish: ray-extra py{{matrix}} (x86_64)"
323+
key: ray_extra_images_push
324+
instance_type: small
325+
commands:
326+
- bazel run //.buildkite:copy_files -- --destination docker_login
327+
- bazel run //ci/ray_ci/automation:push_ray_image --
328+
--python-version {{matrix}}
329+
--platform cpu
330+
--platform cu11.7.1-cudnn8
331+
--platform cu11.8.0-cudnn8
332+
--platform cu12.1.1-cudnn8
333+
--platform cu12.3.2-cudnn9
334+
--platform cu12.4.1-cudnn
335+
--platform cu12.5.1-cudnn
336+
--platform cu12.6.3-cudnn
337+
--platform cu12.8.1-cudnn
338+
--platform cu12.9.1-cudnn
339+
--image-type ray-extra
340+
--architecture x86_64
184341
matrix:
185342
- "3.10"
186343
- "3.11"
187344
- "3.12"
188345
- "3.13"
189-
190-
- label: ":tapioca: build: ray-llm py{{matrix}} docker (x86_64)"
346+
depends_on:
347+
- ray-extra-image-cpu-build
348+
- ray-extra-image-cuda-build
191349
tags:
192350
- python_dependencies
193351
- docker
194352
- oss
195-
instance_type: medium
353+
- skip-on-premerge
354+
355+
- label: ":crane: publish: ray-llm py{{matrix}} (x86_64)"
356+
key: ray_llm_images_cuda_push
357+
instance_type: small
196358
commands:
197-
- bazel run //ci/ray_ci:build_in_docker -- docker --python-version {{matrix}}
198-
--platform cu12.8.1-cudnn --image-type ray-llm --upload
199-
depends_on:
200-
- manylinux-x86_64
201-
- forge
202-
- ray-llmbase
359+
- bazel run //.buildkite:copy_files -- --destination docker_login
360+
- bazel run //ci/ray_ci/automation:push_ray_image --
361+
--python-version {{matrix}}
362+
--platform cu12.8.1-cudnn
363+
--image-type ray-llm
364+
--architecture x86_64
203365
matrix:
204366
- "3.11"
205-
206-
- label: ":tapioca: build: ray-llm-extra py{{matrix}} docker (x86_64)"
367+
depends_on:
368+
- ray-llm-image-cuda-build
207369
tags:
208370
- python_dependencies
209371
- docker
210372
- oss
211-
instance_type: medium
373+
- skip-on-premerge
374+
375+
- label: ":crane: publish: ray-llm-extra py{{matrix}} (x86_64)"
376+
key: ray_llm_extra_images_cuda_push
377+
instance_type: small
212378
commands:
213-
- bazel run //ci/ray_ci:build_in_docker -- docker --python-version {{matrix}}
214-
--platform cu12.8.1-cudnn --image-type ray-llm-extra --upload
215-
depends_on:
216-
- manylinux-x86_64
217-
- forge
218-
- ray-llmbaseextra
379+
- bazel run //.buildkite:copy_files -- --destination docker_login
380+
- bazel run //ci/ray_ci/automation:push_ray_image --
381+
--python-version {{matrix}}
382+
--platform cu12.8.1-cudnn
383+
--image-type ray-llm-extra
384+
--architecture x86_64
219385
matrix:
220386
- "3.11"
387+
depends_on:
388+
- ray-llm-extra-image-cuda-build
389+
tags:
390+
- python_dependencies
391+
- docker
392+
- oss
393+
- skip-on-premerge
221394

222395
- label: ":tapioca: smoke test build-docker.sh"
223396
tags:
@@ -244,6 +417,6 @@ steps:
244417
- bazel run .buildkite:copy_files -- --destination docker_login
245418
- bazel run //ci/ray_ci/automation:generate_index -- --prefix nightly
246419
depends_on:
247-
- ray_images
248-
- ray_images_aarch64
420+
- ray_images_push
421+
- ray_images_push_aarch64
249422
- forge

‎.buildkite/core.rayci.yml‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -41,6 +41,7 @@ steps:
4141
- "3.11"
4242
- "3.12"
4343
- "3.13"
44+
- "3.14"
4445
env:
4546
PYTHON_VERSION: "{{matrix}}"
4647
EXTRA_DEPENDENCY: core
@@ -311,6 +312,7 @@ steps:
311312
- "3.11"
312313
- "3.12"
313314
- "3.13"
315+
- "3.14"
314316

315317
- label: ":ray: core: cgroup tests"
316318
tags:

0 commit comments

Comments
 (0)