@@ -27,18 +27,18 @@ jobs:
2727 - conda-java-tests
2828 - conda-notebook-tests
2929 - docs-build
30- - wheel-build-libcudf
31- - wheel-build-pylibcudf
32- - wheel-build-cudf
33- - wheel-tests-cudf
34- - wheel-build-cudf-polars
35- - wheel-tests-cudf-polars
36- - cudf-polars-polars-tests
37- - wheel-build-dask-cudf
38- - wheel-tests-dask-cudf
39- - devcontainer
40- - unit-tests-cudf-pandas
41- - pandas-tests
30+ # - wheel-build-libcudf
31+ # - wheel-build-pylibcudf
32+ # - wheel-build-cudf
33+ # - wheel-tests-cudf
34+ # - wheel-build-cudf-polars
35+ # - wheel-tests-cudf-polars
36+ # - cudf-polars-polars-tests
37+ # - wheel-build-dask-cudf
38+ # - wheel-tests-dask-cudf
39+ # - devcontainer
40+ # - unit-tests-cudf-pandas
41+ # - pandas-tests
4242 - narwhals-tests
4343 - telemetry-setup
4444 - third-party-integration-tests-cudf-pandas
@@ -238,152 +238,152 @@ jobs:
238238 arch : " amd64"
239239 container_image : " rapidsai/ci-conda:26.04-latest"
240240 script : " ci/build_docs.sh"
241- wheel-build-libcudf :
242- needs : checks
243- secrets : inherit
244- uses : rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
245- with :
246- # build for every combination of arch and CUDA version, but only for the latest Python
247- matrix_filter : group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
248- build_type : pull-request
249- node_type : cpu16
250- script : " ci/build_wheel_libcudf.sh"
251- package-name : libcudf
252- package-type : cpp
253- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
254- wheel-build-pylibcudf :
255- needs : [checks, wheel-build-libcudf]
256- secrets : inherit
257- uses : rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
258- with :
259- build_type : pull-request
260- node_type : cpu8
261- script : " ci/build_wheel_pylibcudf.sh"
262- package-name : pylibcudf
263- package-type : python
264- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
265- wheel-build-cudf :
266- needs : wheel-build-pylibcudf
267- secrets : inherit
268- uses : rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
269- with :
270- build_type : pull-request
271- node_type : cpu8
272- script : " ci/build_wheel_cudf.sh"
273- package-name : cudf
274- package-type : python
275- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
276- wheel-tests-cudf :
277- needs : [wheel-build-cudf, changed-files]
278- secrets : inherit
279- uses : rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
280- if : fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
281- with :
282- build_type : pull-request
283- script : ci/test_wheel_cudf.sh
284- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
285- wheel-build-cudf-polars :
286- needs : wheel-build-pylibcudf
287- secrets : inherit
288- uses : rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
289- with :
290- # This selects "ARCH=amd64 + the latest supported Python + CUDA".
291- matrix_filter : map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
292- build_type : pull-request
293- node_type : cpu8
294- script : " ci/build_wheel_cudf_polars.sh"
295- package-name : cudf_polars
296- package-type : python
297- pure-wheel : true
298- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
299- wheel-tests-cudf-polars :
300- needs : [wheel-build-cudf-polars, changed-files]
301- secrets : inherit
302- uses : rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
303- if : fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
304- with :
305- # This selects "ARCH=amd64 + the latest supported Python + CUDA".
306- matrix_filter : map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
307- build_type : pull-request
308- script : " ci/test_wheel_cudf_polars.sh"
309- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
310- wheel-tests-cudf-polars-with-rapidsmpf :
311- needs : [wheel-build-cudf-polars, changed-files]
312- secrets : inherit
313- uses : rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
314- if : fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
315- with :
316- # This selects "ARCH=amd64 + the latest supported Python + CUDA" to minimize CI usage.
317- # (rapidsmpf compatibility already validated in rapidsmpf CI)
318- matrix_filter : map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
319- build_type : pull-request
320- script : " ci/test_cudf_polars_with_rapidsmpf.sh"
321- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
322- cudf-polars-polars-tests :
323- needs : [wheel-build-cudf-polars, changed-files]
324- secrets : inherit
325- uses : rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
326- if : fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
327- with :
328- # This selects "ARCH=amd64 + the latest supported Python + CUDA".
329- matrix_filter : map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
330- build_type : pull-request
331- script : " ci/test_cudf_polars_polars_tests.sh"
332- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
333- wheel-build-dask-cudf :
334- needs : wheel-build-cudf
335- secrets : inherit
336- uses : rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
337- with :
338- # This selects "ARCH=amd64 + the latest supported Python + CUDA".
339- matrix_filter : map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
340- build_type : pull-request
341- node_type : cpu8
342- script : " ci/build_wheel_dask_cudf.sh"
343- package-name : dask_cudf
344- package-type : python
345- pure-wheel : true
346- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
347- wheel-tests-dask-cudf :
348- needs : [wheel-build-dask-cudf, changed-files]
349- secrets : inherit
350- uses : rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
351- if : fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
352- with :
353- # This selects "ARCH=amd64 + the latest supported Python + CUDA".
354- matrix_filter : map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
355- build_type : pull-request
356- script : ci/test_wheel_dask_cudf.sh
357- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
358- devcontainer :
359- secrets : inherit
360- needs : telemetry-setup
361- uses : rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@main
362- with :
363- arch : ' ["amd64", "arm64"]'
364- cuda : ' ["13.1"]'
365- node_type : " cpu8"
366- rapids-aux-secret-1 : GIST_REPO_READ_ORG_GITHUB_TOKEN
367- env : |
368- SCCACHE_DIST_MAX_RETRIES=inf
369- SCCACHE_SERVER_LOG=sccache=debug
370- SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE=false
371- SCCACHE_DIST_AUTH_TOKEN_VAR=RAPIDS_AUX_SECRET_1
372- build_command : |
373- sccache --zero-stats;
374- build-all -j0 -DBUILD_BENCHMARKS=ON --verbose 2>&1 | tee telemetry-artifacts/build.log;
375- sccache --show-adv-stats | tee telemetry-artifacts/sccache-stats.txt;
376- unit-tests-cudf-pandas :
377- needs : [wheel-build-cudf, changed-files]
378- secrets : inherit
379- uses : rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
380- if : fromJSON(needs.changed-files.outputs.changed_file_groups).test_python || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cudf_pandas
381- with :
382- # This selects the latest supported Python + CUDA minor versions for each ARCH/CUDA major version combo
383- matrix_filter : group_by([(.ARCH), (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
384- build_type : pull-request
385- script : ci/cudf_pandas_scripts/run_tests.sh
386- sccache-dist-token-secret-name : GIST_REPO_READ_ORG_GITHUB_TOKEN
241+ # wheel-build-libcudf:
242+ # needs: checks
243+ # secrets: inherit
244+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
245+ # with:
246+ # # build for every combination of arch and CUDA version, but only for the latest Python
247+ # matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
248+ # build_type: pull-request
249+ # node_type: cpu16
250+ # script: "ci/build_wheel_libcudf.sh"
251+ # package-name: libcudf
252+ # package-type: cpp
253+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
254+ # wheel-build-pylibcudf:
255+ # needs: [checks, wheel-build-libcudf]
256+ # secrets: inherit
257+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
258+ # with:
259+ # build_type: pull-request
260+ # node_type: cpu8
261+ # script: "ci/build_wheel_pylibcudf.sh"
262+ # package-name: pylibcudf
263+ # package-type: python
264+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
265+ # wheel-build-cudf:
266+ # needs: wheel-build-pylibcudf
267+ # secrets: inherit
268+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
269+ # with:
270+ # build_type: pull-request
271+ # node_type: cpu8
272+ # script: "ci/build_wheel_cudf.sh"
273+ # package-name: cudf
274+ # package-type: python
275+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
276+ # wheel-tests-cudf:
277+ # needs: [wheel-build-cudf, changed-files]
278+ # secrets: inherit
279+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
280+ # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
281+ # with:
282+ # build_type: pull-request
283+ # script: ci/test_wheel_cudf.sh
284+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
285+ # wheel-build-cudf-polars:
286+ # needs: wheel-build-pylibcudf
287+ # secrets: inherit
288+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
289+ # with:
290+ # # This selects "ARCH=amd64 + the latest supported Python + CUDA".
291+ # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
292+ # build_type: pull-request
293+ # node_type: cpu8
294+ # script: "ci/build_wheel_cudf_polars.sh"
295+ # package-name: cudf_polars
296+ # package-type: python
297+ # pure-wheel: true
298+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
299+ # wheel-tests-cudf-polars:
300+ # needs: [wheel-build-cudf-polars, changed-files]
301+ # secrets: inherit
302+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
303+ # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
304+ # with:
305+ # # This selects "ARCH=amd64 + the latest supported Python + CUDA".
306+ # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
307+ # build_type: pull-request
308+ # script: "ci/test_wheel_cudf_polars.sh"
309+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
310+ # wheel-tests-cudf-polars-with-rapidsmpf:
311+ # needs: [wheel-build-cudf-polars, changed-files]
312+ # secrets: inherit
313+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
314+ # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
315+ # with:
316+ # # This selects "ARCH=amd64 + the latest supported Python + CUDA" to minimize CI usage.
317+ # # (rapidsmpf compatibility already validated in rapidsmpf CI)
318+ # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
319+ # build_type: pull-request
320+ # script: "ci/test_cudf_polars_with_rapidsmpf.sh"
321+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
322+ # cudf-polars-polars-tests:
323+ # needs: [wheel-build-cudf-polars, changed-files]
324+ # secrets: inherit
325+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
326+ # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
327+ # with:
328+ # # This selects "ARCH=amd64 + the latest supported Python + CUDA".
329+ # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
330+ # build_type: pull-request
331+ # script: "ci/test_cudf_polars_polars_tests.sh"
332+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
333+ # wheel-build-dask-cudf:
334+ # needs: wheel-build-cudf
335+ # secrets: inherit
336+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
337+ # with:
338+ # # This selects "ARCH=amd64 + the latest supported Python + CUDA".
339+ # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
340+ # build_type: pull-request
341+ # node_type: cpu8
342+ # script: "ci/build_wheel_dask_cudf.sh"
343+ # package-name: dask_cudf
344+ # package-type: python
345+ # pure-wheel: true
346+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
347+ # wheel-tests-dask-cudf:
348+ # needs: [wheel-build-dask-cudf, changed-files]
349+ # secrets: inherit
350+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
351+ # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
352+ # with:
353+ # # This selects "ARCH=amd64 + the latest supported Python + CUDA".
354+ # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
355+ # build_type: pull-request
356+ # script: ci/test_wheel_dask_cudf.sh
357+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
358+ # devcontainer:
359+ # secrets: inherit
360+ # needs: telemetry-setup
361+ # uses: rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@main
362+ # with:
363+ # arch: '["amd64", "arm64"]'
364+ # cuda: '["13.1"]'
365+ # node_type: "cpu8"
366+ # rapids-aux-secret-1: GIST_REPO_READ_ORG_GITHUB_TOKEN
367+ # env: |
368+ # SCCACHE_DIST_MAX_RETRIES=inf
369+ # SCCACHE_SERVER_LOG=sccache=debug
370+ # SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE=false
371+ # SCCACHE_DIST_AUTH_TOKEN_VAR=RAPIDS_AUX_SECRET_1
372+ # build_command: |
373+ # sccache --zero-stats;
374+ # build-all -j0 -DBUILD_BENCHMARKS=ON --verbose 2>&1 | tee telemetry-artifacts/build.log;
375+ # sccache --show-adv-stats | tee telemetry-artifacts/sccache-stats.txt;
376+ # unit-tests-cudf-pandas:
377+ # needs: [wheel-build-cudf, changed-files]
378+ # secrets: inherit
379+ # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main
380+ # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cudf_pandas
381+ # with:
382+ # # This selects the latest supported Python + CUDA minor versions for each ARCH/CUDA major version combo
383+ # matrix_filter: group_by([(.ARCH), (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
384+ # build_type: pull-request
385+ # script: ci/cudf_pandas_scripts/run_tests.sh
386+ # sccache-dist-token-secret-name: GIST_REPO_READ_ORG_GITHUB_TOKEN
387387 third-party-integration-tests-cudf-pandas :
388388 needs : [conda-python-build, conda-python-build-noarch, changed-files]
389389 secrets : inherit
@@ -399,20 +399,20 @@ jobs:
399399 container_image : " rapidsai/ci-conda:26.04-latest"
400400 script : |
401401 ci/cudf_pandas_scripts/third-party-integration/test.sh python/cudf/cudf_pandas_tests/third_party_integration_tests/dependencies.yaml
402- pandas-tests :
403- # run the Pandas unit tests using PR branch
404- needs : [wheel-build-cudf, changed-files]
405- secrets : inherit
406- uses : rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main
407- if : fromJSON(needs.changed-files.outputs.changed_file_groups).test_python || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cudf_pandas
408- with :
409- build_type : pull-request
410- branch : ${{ inputs.branch }}
411- date : ${{ inputs.date }}
412- sha : ${{ inputs.sha }}
413- node_type : " gpu-l4-latest-1"
414- container_image : " rapidsai/citestwheel:26.04-latest"
415- script : ci/cudf_pandas_scripts/pandas-tests/run.sh pr
402+ # pandas-tests:
403+ # # run the Pandas unit tests using PR branch
404+ # needs: [wheel-build-cudf, changed-files]
405+ # secrets: inherit
406+ # uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main
407+ # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cudf_pandas
408+ # with:
409+ # build_type: pull-request
410+ # branch: ${{ inputs.branch }}
411+ # date: ${{ inputs.date }}
412+ # sha: ${{ inputs.sha }}
413+ # node_type: "gpu-l4-latest-1"
414+ # container_image: "rapidsai/citestwheel:26.04-latest"
415+ # script: ci/cudf_pandas_scripts/pandas-tests/run.sh pr
416416 narwhals-tests :
417417 needs : [conda-python-build, conda-python-build-noarch, changed-files]
418418 secrets : inherit
0 commit comments