Skip to content

Commit 587d519

Browse files
njzjzChiahsinChu
authored andcommitted
chore: manage CI pinnings in pyproject.toml (deepmodeling#5068)
<!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit * **Chores** * Streamlined CI/CD pipeline dependency management by consolidating installation commands across workflows. * Introduced modular dependency groups to enable flexible CPU and GPU environment configurations. <sub>✏️ Tip: You can customize this high-level summary in your review settings.</sub> <!-- end of auto-generated comment: release notes by coderabbit.ai -->
1 parent 386e3f9 commit 587d519

File tree

7 files changed

+23
-14
lines changed

7 files changed

+23
-14
lines changed

.github/workflows/build_cc.yml

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -35,8 +35,7 @@ jobs:
3535
python-version: '3.11'
3636
- uses: lukka/get-cmake@latest
3737
- run: python -m pip install uv
38-
- run: source/install/uv_with_retry.sh pip install --system tensorflow
39-
- run: source/install/uv_with_retry.sh pip install --system 'torch==2.8.*' --index-url https://download.pytorch.org/whl/cpu
38+
- run: source/install/uv_with_retry.sh pip install --system --group pin_tensorflow_cpu --group pin_pytorch_cpu --torch-backend cpu
4039
- run: |
4140
wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.0-1_all.deb \
4241
&& sudo dpkg -i cuda-keyring_1.0-1_all.deb \

.github/workflows/codeql.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -43,8 +43,8 @@ jobs:
4343
&& sudo dpkg -i cuda-keyring_1.0-1_all.deb \
4444
&& sudo apt-get update \
4545
&& sudo apt-get -y install cuda-cudart-dev-12-2 cuda-nvcc-12-2
46-
python -m pip install tensorflow
47-
python -m pip install 'torch==2.8.*' --index-url https://download.pytorch.org/whl/cpu
46+
python -m pip install uv
47+
uv pip install --system --group pin_tensorflow_cpu --group pin_pytorch_cpu --torch-backend cpu
4848
env:
4949
DEBIAN_FRONTEND: noninteractive
5050
# Initializes the CodeQL tools for scanning.

.github/workflows/copilot-setup-steps.yml

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -49,10 +49,7 @@ jobs:
4949
run: echo "VIRTUAL_ENV=$PWD/venv" >> $GITHUB_ENV && echo "$PWD/venv/bin" >> $GITHUB_PATH
5050

5151
- name: Install base dependencies
52-
run: uv pip install tensorflow-cpu
53-
54-
- name: Install PyTorch
55-
run: uv pip install torch --index-url https://download.pytorch.org/whl/cpu
52+
run: uv pip install --group pin_tensorflow_cpu --group pin_pytorch_cpu --torch-backend cpu
5653

5754
- name: Build Python package
5855
run: uv pip install -e .[cpu,test]

.github/workflows/test_cc.yml

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -28,10 +28,9 @@ jobs:
2828
- run: python -m pip install uv
2929
- name: Install Python dependencies
3030
run: |
31-
source/install/uv_with_retry.sh pip install --system tensorflow-cpu~=2.18.0 jax==0.5.0
31+
source/install/uv_with_retry.sh pip install --system --group pin_tensorflow_cpu --group pin_pytorch_cpu --group pin_jax --torch-backend cpu
3232
export TENSORFLOW_ROOT=$(python -c 'import importlib.util,pathlib;print(pathlib.Path(importlib.util.find_spec("tensorflow").origin).parent)')
3333
source/install/uv_with_retry.sh pip install --system -e .[cpu,test,lmp,jax] mpi4py mpich
34-
source/install/uv_with_retry.sh pip install --system 'torch==2.8.*' --index-url https://download.pytorch.org/whl/cpu
3534
- name: Convert models
3635
run: source/tests/infer/convert-models.sh
3736
# https://github.com/actions/runner-images/issues/9491

.github/workflows/test_cuda.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ jobs:
4343
&& sudo apt-get -y install cuda-12-3 libcudnn8=8.9.5.*-1+cuda12.3
4444
if: false # skip as we use nvidia image
4545
- run: python -m pip install -U uv
46-
- run: source/install/uv_with_retry.sh pip install --system "tensorflow~=2.18.0rc2" "torch~=2.7.0" "jax[cuda12]==0.5.0"
46+
- run: source/install/uv_with_retry.sh pip install --system --group pin_tensorflow_gpu --group pin_pytorch_gpu --group pin_jax "jax[cuda12]"
4747
- run: |
4848
export PYTORCH_ROOT=$(python -c 'import torch;print(torch.__path__[0])')
4949
export TENSORFLOW_ROOT=$(python -c 'import importlib.util,pathlib;print(pathlib.Path(importlib.util.find_spec("tensorflow").origin).parent)')

.github/workflows/test_python.yml

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -28,11 +28,10 @@ jobs:
2828
python-version: ${{ matrix.python }}
2929
- run: python -m pip install -U uv
3030
- run: |
31-
source/install/uv_with_retry.sh pip install --system openmpi tensorflow-cpu~=2.18.0
32-
source/install/uv_with_retry.sh pip install --system torch -i https://download.pytorch.org/whl/cpu
31+
source/install/uv_with_retry.sh pip install --system openmpi --group pin_tensorflow_cpu --group pin_pytorch_cpu --torch-backend cpu
3332
export TENSORFLOW_ROOT=$(python -c 'import importlib.util,pathlib;print(pathlib.Path(importlib.util.find_spec("tensorflow").origin).parent)')
3433
export PYTORCH_ROOT=$(python -c 'import torch;print(torch.__path__[0])')
35-
source/install/uv_with_retry.sh pip install --system -e .[test,jax] mpi4py "jax==0.5.0;python_version>='3.10'"
34+
source/install/uv_with_retry.sh pip install --system -e .[test,jax] mpi4py --group pin_jax
3635
source/install/uv_with_retry.sh pip install --system -U setuptools
3736
source/install/uv_with_retry.sh pip install --system horovod --no-build-isolation
3837
source/install/uv_with_retry.sh pip install --system --pre "paddlepaddle==3.0.0" -i https://www.paddlepaddle.org.cn/packages/stable/cpu/

pyproject.toml

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -158,6 +158,21 @@ dev = [
158158
"cmake",
159159
"mpich",
160160
]
161+
pin_tensorflow_cpu = [
162+
"tensorflow-cpu~=2.18.0",
163+
]
164+
pin_tensorflow_gpu = [
165+
"tensorflow~=2.18.0",
166+
]
167+
pin_pytorch_cpu = [
168+
"torch~=2.8.0",
169+
]
170+
pin_pytorch_gpu = [
171+
"torch~=2.7.0",
172+
]
173+
pin_jax = [
174+
"jax==0.5.0;python_version>='3.10'",
175+
]
161176

162177
[tool.setuptools_scm]
163178

0 commit comments

Comments
 (0)