Skip to content

Commit 3073672

Browse files
sayakpaulsayakpaul
committed
revisit the installations in CI.
1 parent 35e538d commit 3073672

File tree

10 files changed

+138
-175
lines changed

10 files changed

+138
-175
lines changed

‎.github/workflows/benchmark.yml‎

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -38,9 +38,8 @@ jobs:
3838
run: |
3939
apt update
4040
apt install -y libpq-dev postgresql-client
41-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
42-
python -m uv pip install -e [quality,test]
43-
python -m uv pip install -r benchmarks/requirements.txt
41+
uv pip install -e [quality]
42+
uv pip install -r benchmarks/requirements.txt
4443
- name: Environment
4544
run: |
4645
python utils/print_env.py

‎.github/workflows/nightly_tests.yml‎

Lines changed: 44 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -71,10 +71,9 @@ jobs:
7171
run: nvidia-smi
7272
- name: Install dependencies
7373
run: |
74-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
75-
python -m uv pip install -e [quality,test]
76-
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
77-
python -m uv pip install pytest-reportlog
74+
uv pip install -e [quality]
75+
uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
76+
uv pip install pytest-reportlog
7877
- name: Environment
7978
run: |
8079
python utils/print_env.py
@@ -84,7 +83,7 @@ jobs:
8483
# https://pytorch.org/docs/stable/notes/randomness.html#avoiding-nondeterministic-algorithms
8584
CUBLAS_WORKSPACE_CONFIG: :16:8
8685
run: |
87-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
86+
pytest -n 1 --max-worker-restart=0 --dist=loadfile \
8887
-s -v -k "not Flax and not Onnx" \
8988
--make-reports=tests_pipeline_${{ matrix.module }}_cuda \
9089
--report-log=tests_pipeline_${{ matrix.module }}_cuda.log \
@@ -124,11 +123,11 @@ jobs:
124123

125124
- name: Install dependencies
126125
run: |
127-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
128-
python -m uv pip install -e [quality,test]
129-
python -m uv pip install peft@git+https://github.com/huggingface/peft.git
130-
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
131-
python -m uv pip install pytest-reportlog
126+
venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
127+
uv pip install -e [quality]
128+
uv pip install peft@git+https://github.com/huggingface/peft.git
129+
uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
130+
uv pip install pytest-reportlog
132131
- name: Environment
133132
run: python utils/print_env.py
134133

@@ -139,7 +138,7 @@ jobs:
139138
# https://pytorch.org/docs/stable/notes/randomness.html#avoiding-nondeterministic-algorithms
140139
CUBLAS_WORKSPACE_CONFIG: :16:8
141140
run: |
142-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
141+
pytest -n 1 --max-worker-restart=0 --dist=loadfile \
143142
-s -v -k "not Flax and not Onnx" \
144143
--make-reports=tests_torch_${{ matrix.module }}_cuda \
145144
--report-log=tests_torch_${{ matrix.module }}_cuda.log \
@@ -152,7 +151,7 @@ jobs:
152151
# https://pytorch.org/docs/stable/notes/randomness.html#avoiding-nondeterministic-algorithms
153152
CUBLAS_WORKSPACE_CONFIG: :16:8
154153
run: |
155-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
154+
pytest -n 1 --max-worker-restart=0 --dist=loadfile \
156155
-s -v --make-reports=examples_torch_cuda \
157156
--report-log=examples_torch_cuda.log \
158157
examples/
@@ -191,8 +190,8 @@ jobs:
191190
nvidia-smi
192191
- name: Install dependencies
193192
run: |
194-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
195-
python -m uv pip install -e [quality,test,training]
193+
venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
194+
uv pip install -e [quality,training]
196195
- name: Environment
197196
run: |
198197
python utils/print_env.py
@@ -201,7 +200,7 @@ jobs:
201200
HF_TOKEN: ${{ secrets.DIFFUSERS_HF_HUB_READ_TOKEN }}
202201
RUN_COMPILE: yes
203202
run: |
204-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v -k "compile" --make-reports=tests_torch_compile_cuda tests/
203+
pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v -k "compile" --make-reports=tests_torch_compile_cuda tests/
205204
- name: Failure short reports
206205
if: ${{ failure() }}
207206
run: cat reports/tests_torch_compile_cuda_failures_short.txt
@@ -232,11 +231,10 @@ jobs:
232231
run: nvidia-smi
233232
- name: Install dependencies
234233
run: |
235-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
236-
python -m uv pip install -e [quality,test]
237-
python -m uv pip install peft@git+https://github.com/huggingface/peft.git
238-
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
239-
python -m uv pip install pytest-reportlog
234+
uv pip install -e [quality]
235+
uv pip install peft@git+https://github.com/huggingface/peft.git
236+
uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
237+
uv pip install pytest-reportlog
240238
- name: Environment
241239
run: |
242240
python utils/print_env.py
@@ -247,7 +245,7 @@ jobs:
247245
CUBLAS_WORKSPACE_CONFIG: :16:8
248246
BIG_GPU_MEMORY: 40
249247
run: |
250-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
248+
pytest -n 1 --max-worker-restart=0 --dist=loadfile \
251249
-m "big_accelerator" \
252250
--make-reports=tests_big_gpu_torch_cuda \
253251
--report-log=tests_big_gpu_torch_cuda.log \
@@ -282,10 +280,9 @@ jobs:
282280

283281
- name: Install dependencies
284282
run: |
285-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
286-
python -m uv pip install -e [quality,test]
287-
python -m uv pip install peft@git+https://github.com/huggingface/peft.git
288-
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
283+
uv pip install -e [quality]
284+
uv pip install peft@git+https://github.com/huggingface/peft.git
285+
uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
289286
290287
- name: Environment
291288
run: |
@@ -297,7 +294,7 @@ jobs:
297294
# https://pytorch.org/docs/stable/notes/randomness.html#avoiding-nondeterministic-algorithms
298295
CUBLAS_WORKSPACE_CONFIG: :16:8
299296
run: |
300-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
297+
pytest -n 1 --max-worker-restart=0 --dist=loadfile \
301298
-s -v -k "not Flax and not Onnx" \
302299
--make-reports=tests_torch_minimum_version_cuda \
303300
tests/models/test_modeling_common.py \
@@ -357,13 +354,12 @@ jobs:
357354
run: nvidia-smi
358355
- name: Install dependencies
359356
run: |
360-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
361-
python -m uv pip install -e [quality,test]
362-
python -m uv pip install -U ${{ matrix.config.backend }}
357+
uv pip install -e [quality]
358+
uv pip install -U ${{ matrix.config.backend }}
363359
if [ "${{ join(matrix.config.additional_deps, ' ') }}" != "" ]; then
364-
python -m uv pip install ${{ join(matrix.config.additional_deps, ' ') }}
360+
uv pip install ${{ join(matrix.config.additional_deps, ' ') }}
365361
fi
366-
python -m uv pip install pytest-reportlog
362+
uv pip install pytest-reportlog
367363
- name: Environment
368364
run: |
369365
python utils/print_env.py
@@ -374,7 +370,7 @@ jobs:
374370
CUBLAS_WORKSPACE_CONFIG: :16:8
375371
BIG_GPU_MEMORY: 40
376372
run: |
377-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
373+
pytest -n 1 --max-worker-restart=0 --dist=loadfile \
378374
--make-reports=tests_${{ matrix.config.backend }}_torch_cuda \
379375
--report-log=tests_${{ matrix.config.backend }}_torch_cuda.log \
380376
tests/quantization/${{ matrix.config.test_location }}
@@ -409,10 +405,9 @@ jobs:
409405
run: nvidia-smi
410406
- name: Install dependencies
411407
run: |
412-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
413-
python -m uv pip install -e [quality,test]
414-
python -m uv pip install -U bitsandbytes optimum_quanto
415-
python -m uv pip install pytest-reportlog
408+
uv pip install -e [quality]
409+
uv pip install -U bitsandbytes optimum_quanto
410+
uv pip install pytest-reportlog
416411
- name: Environment
417412
run: |
418413
python utils/print_env.py
@@ -423,7 +418,7 @@ jobs:
423418
CUBLAS_WORKSPACE_CONFIG: :16:8
424419
BIG_GPU_MEMORY: 40
425420
run: |
426-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
421+
pytest -n 1 --max-worker-restart=0 --dist=loadfile \
427422
--make-reports=tests_pipeline_level_quant_torch_cuda \
428423
--report-log=tests_pipeline_level_quant_torch_cuda.log \
429424
tests/quantization/test_pipeline_level_quantization.py
@@ -523,11 +518,11 @@ jobs:
523518
# - name: Install dependencies
524519
# shell: arch -arch arm64 bash {0}
525520
# run: |
526-
# ${CONDA_RUN} python -m pip install --upgrade pip uv
527-
# ${CONDA_RUN} python -m uv pip install -e [quality,test]
528-
# ${CONDA_RUN} python -m uv pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
529-
# ${CONDA_RUN} python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate
530-
# ${CONDA_RUN} python -m uv pip install pytest-reportlog
521+
# ${CONDA_RUN} pip install --upgrade pip uv
522+
# ${CONDA_RUN} uv pip install -e [quality]
523+
# ${CONDA_RUN} uv pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
524+
# ${CONDA_RUN} uv pip install accelerate@git+https://github.com/huggingface/accelerate
525+
# ${CONDA_RUN} uv pip install pytest-reportlog
531526
# - name: Environment
532527
# shell: arch -arch arm64 bash {0}
533528
# run: |
@@ -538,7 +533,7 @@ jobs:
538533
# HF_HOME: /System/Volumes/Data/mnt/cache
539534
# HF_TOKEN: ${{ secrets.DIFFUSERS_HF_HUB_READ_TOKEN }}
540535
# run: |
541-
# ${CONDA_RUN} python -m pytest -n 1 -s -v --make-reports=tests_torch_mps \
536+
# ${CONDA_RUN} pytest -n 1 -s -v --make-reports=tests_torch_mps \
542537
# --report-log=tests_torch_mps.log \
543538
# tests/
544539
# - name: Failure short reports
@@ -579,11 +574,11 @@ jobs:
579574
# - name: Install dependencies
580575
# shell: arch -arch arm64 bash {0}
581576
# run: |
582-
# ${CONDA_RUN} python -m pip install --upgrade pip uv
583-
# ${CONDA_RUN} python -m uv pip install -e [quality,test]
584-
# ${CONDA_RUN} python -m uv pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
585-
# ${CONDA_RUN} python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate
586-
# ${CONDA_RUN} python -m uv pip install pytest-reportlog
577+
# ${CONDA_RUN} pip install --upgrade pip uv
578+
# ${CONDA_RUN} uv pip install -e [quality]
579+
# ${CONDA_RUN} uv pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
580+
# ${CONDA_RUN} uv pip install accelerate@git+https://github.com/huggingface/accelerate
581+
# ${CONDA_RUN} uv pip install pytest-reportlog
587582
# - name: Environment
588583
# shell: arch -arch arm64 bash {0}
589584
# run: |
@@ -594,7 +589,7 @@ jobs:
594589
# HF_HOME: /System/Volumes/Data/mnt/cache
595590
# HF_TOKEN: ${{ secrets.DIFFUSERS_HF_HUB_READ_TOKEN }}
596591
# run: |
597-
# ${CONDA_RUN} python -m pytest -n 1 -s -v --make-reports=tests_torch_mps \
592+
# ${CONDA_RUN} pytest -n 1 -s -v --make-reports=tests_torch_mps \
598593
# --report-log=tests_torch_mps.log \
599594
# tests/
600595
# - name: Failure short reports

‎.github/workflows/pr_modular_tests.yml‎

Lines changed: 6 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ jobs:
4242
python-version: "3.10"
4343
- name: Install dependencies
4444
run: |
45-
python -m pip install --upgrade pip
45+
pip install --upgrade pip
4646
pip install .[quality]
4747
- name: Check quality
4848
run: make quality
@@ -62,7 +62,7 @@ jobs:
6262
python-version: "3.10"
6363
- name: Install dependencies
6464
run: |
65-
python -m pip install --upgrade pip
65+
pip install --upgrade pip
6666
pip install .[quality]
6767
- name: Check repo consistency
6868
run: |
@@ -108,21 +108,18 @@ jobs:
108108

109109
- name: Install dependencies
110110
run: |
111-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
112-
python -m uv pip install -e [quality,test]
113-
pip uninstall transformers -y && pip uninstall huggingface_hub -y && python -m uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
114-
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps
111+
uv pip install -e [quality]
112+
uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
113+
uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps
115114
116115
- name: Environment
117116
run: |
118-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
119117
python utils/print_env.py
120118
121119
- name: Run fast PyTorch Pipeline CPU tests
122120
if: ${{ matrix.config.framework == 'pytorch_pipelines' }}
123121
run: |
124-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
125-
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile \
122+
pytest -n 8 --max-worker-restart=0 --dist=loadfile \
126123
-s -v -k "not Flax and not Onnx" \
127124
--make-reports=tests_${{ matrix.config.report }} \
128125
tests/modular_pipelines

‎.github/workflows/pr_test_fetcher.yml‎

Lines changed: 6 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -33,8 +33,7 @@ jobs:
3333
fetch-depth: 0
3434
- name: Install dependencies
3535
run: |
36-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
37-
python -m uv pip install -e [quality,test]
36+
uv pip install -e [quality]
3837
- name: Environment
3938
run: |
4039
python utils/print_env.py
@@ -90,19 +89,16 @@ jobs:
9089

9190
- name: Install dependencies
9291
run: |
93-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
94-
python -m pip install -e [quality,test]
95-
python -m pip install accelerate
92+
uv pip install -e [quality]
93+
uv pip install accelerate
9694
9795
- name: Environment
9896
run: |
99-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
10097
python utils/print_env.py
10198
10299
- name: Run all selected tests on CPU
103100
run: |
104-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
105-
python -m pytest -n 2 --dist=loadfile -v --make-reports=${{ matrix.modules }}_tests_cpu ${{ fromJson(needs.setup_pr_tests.outputs.test_map)[matrix.modules] }}
101+
pytest -n 2 --dist=loadfile -v --make-reports=${{ matrix.modules }}_tests_cpu ${{ fromJson(needs.setup_pr_tests.outputs.test_map)[matrix.modules] }}
106102
107103
- name: Failure short reports
108104
if: ${{ failure() }}
@@ -148,19 +144,16 @@ jobs:
148144

149145
- name: Install dependencies
150146
run: |
151-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
152-
python -m pip install -e [quality,test]
147+
pip install -e [quality]
153148
154149
- name: Environment
155150
run: |
156-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
157151
python utils/print_env.py
158152
159153
- name: Run Hub tests for models, schedulers, and pipelines on a staging env
160154
if: ${{ matrix.config.framework == 'hub_tests_pytorch' }}
161155
run: |
162-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
163-
HUGGINGFACE_CO_STAGING=true python -m pytest \
156+
HUGGINGFACE_CO_STAGING=true pytest \
164157
-m "is_staging_test" \
165158
--make-reports=tests_${{ matrix.config.report }} \
166159
tests

0 commit comments

Comments
 (0)