Skip to content

Commit cd644f2

Browse files
author
Darshil Jariwala
committed
Merge remote-tracking branch 'upstream/main' into pag_sd_inpaint
2 parents 41f9612 + 99f6082 commit cd644f2

File tree

269 files changed

+19827
-2252
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

269 files changed

+19827
-2252
lines changed

.github/workflows/benchmark.yml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,7 @@ on:
77

88
env:
99
DIFFUSERS_IS_CI: yes
10+
HF_HUB_ENABLE_HF_TRANSFER: 1
1011
HF_HOME: /mnt/cache
1112
OMP_NUM_THREADS: 8
1213
MKL_NUM_THREADS: 8
@@ -50,7 +51,7 @@ jobs:
5051
5152
- name: Test suite reports artifacts
5253
if: ${{ always() }}
53-
uses: actions/upload-artifact@v2
54+
uses: actions/upload-artifact@v4
5455
with:
5556
name: benchmark_test_reports
5657
path: benchmarks/benchmark_outputs

.github/workflows/nightly_tests.yml

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ jobs:
4343
4444
- name: Pipeline Tests Artifacts
4545
if: ${{ always() }}
46-
uses: actions/upload-artifact@v2
46+
uses: actions/upload-artifact@v4
4747
with:
4848
name: test-pipelines.json
4949
path: reports
@@ -72,7 +72,7 @@ jobs:
7272
run: |
7373
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
7474
python -m uv pip install -e [quality,test]
75-
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
75+
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
7676
python -m uv pip install pytest-reportlog
7777
- name: Environment
7878
run: |
@@ -95,7 +95,7 @@ jobs:
9595
cat reports/tests_pipeline_${{ matrix.module }}_cuda_failures_short.txt
9696
- name: Test suite reports artifacts
9797
if: ${{ always() }}
98-
uses: actions/upload-artifact@v2
98+
uses: actions/upload-artifact@v4
9999
with:
100100
name: pipeline_${{ matrix.module }}_test_reports
101101
path: reports
@@ -130,8 +130,8 @@ jobs:
130130
run: |
131131
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
132132
python -m uv pip install -e [quality,test]
133-
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
134133
python -m uv pip install peft@git+https://github.com/huggingface/peft.git
134+
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
135135
python -m uv pip install pytest-reportlog
136136
- name: Environment
137137
run: python utils/print_env.py
@@ -169,7 +169,7 @@ jobs:
169169
170170
- name: Test suite reports artifacts
171171
if: ${{ always() }}
172-
uses: actions/upload-artifact@v2
172+
uses: actions/upload-artifact@v4
173173
with:
174174
name: torch_${{ matrix.module }}_cuda_test_reports
175175
path: reports
@@ -201,7 +201,7 @@ jobs:
201201
run: |
202202
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
203203
python -m uv pip install -e [quality,test]
204-
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
204+
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
205205
python -m uv pip install pytest-reportlog
206206
207207
- name: Environment
@@ -225,7 +225,7 @@ jobs:
225225
226226
- name: Test suite reports artifacts
227227
if: ${{ always() }}
228-
uses: actions/upload-artifact@v2
228+
uses: actions/upload-artifact@v4
229229
with:
230230
name: flax_tpu_test_reports
231231
path: reports
@@ -257,7 +257,7 @@ jobs:
257257
run: |
258258
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
259259
python -m uv pip install -e [quality,test]
260-
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
260+
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
261261
python -m uv pip install pytest-reportlog
262262
- name: Environment
263263
run: python utils/print_env.py
@@ -280,9 +280,9 @@ jobs:
280280
281281
- name: Test suite reports artifacts
282282
if: ${{ always() }}
283-
uses: actions/upload-artifact@v2
283+
uses: actions/upload-artifact@v4
284284
with:
285-
name: ${{ matrix.config.report }}_test_reports
285+
name: tests_onnx_cuda_reports
286286
path: reports
287287

288288
- name: Generate Report and Notify Channel
@@ -340,7 +340,7 @@ jobs:
340340
#
341341
# - name: Test suite reports artifacts
342342
# if: ${{ always() }}
343-
# uses: actions/upload-artifact@v2
343+
# uses: actions/upload-artifact@v4
344344
# with:
345345
# name: torch_mps_test_reports
346346
# path: reports
@@ -396,7 +396,7 @@ jobs:
396396
#
397397
# - name: Test suite reports artifacts
398398
# if: ${{ always() }}
399-
# uses: actions/upload-artifact@v2
399+
# uses: actions/upload-artifact@v4
400400
# with:
401401
# name: torch_mps_test_reports
402402
# path: reports

.github/workflows/pr_test_fetcher.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -171,7 +171,7 @@ jobs:
171171

172172
- name: Test suite reports artifacts
173173
if: ${{ always() }}
174-
uses: actions/upload-artifact@v2
174+
uses: actions/upload-artifact@v4
175175
with:
176176
name: pr_${{ matrix.config.report }}_test_reports
177177
path: reports

.github/workflows/pr_test_peft_backend.yml

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -95,7 +95,7 @@ jobs:
9595
if [ "${{ matrix.lib-versions }}" == "main" ]; then
9696
python -m pip install -U peft@git+https://github.com/huggingface/peft.git
9797
python -m uv pip install -U transformers@git+https://github.com/huggingface/transformers.git
98-
python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
98+
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
9999
else
100100
python -m uv pip install -U peft transformers accelerate
101101
fi
@@ -110,23 +110,23 @@ jobs:
110110
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
111111
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
112112
-s -v \
113-
--make-reports=tests_${{ matrix.config.report }} \
113+
--make-reports=tests_${{ matrix.lib-versions }} \
114114
tests/lora/
115115
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
116116
-s -v \
117-
--make-reports=tests_models_lora_${{ matrix.config.report }} \
117+
--make-reports=tests_models_lora_${{ matrix.lib-versions }} \
118118
tests/models/ -k "lora"
119119
120120
121121
- name: Failure short reports
122122
if: ${{ failure() }}
123123
run: |
124-
cat reports/tests_${{ matrix.config.report }}_failures_short.txt
125-
cat reports/tests_models_lora_${{ matrix.config.report }}_failures_short.txt
124+
cat reports/tests_${{ matrix.lib-versions }}_failures_short.txt
125+
cat reports/tests_models_lora_${{ matrix.lib-versions }}_failures_short.txt
126126
127127
- name: Test suite reports artifacts
128128
if: ${{ always() }}
129-
uses: actions/upload-artifact@v2
129+
uses: actions/upload-artifact@v4
130130
with:
131-
name: pr_${{ matrix.config.report }}_test_reports
131+
name: pr_${{ matrix.lib-versions }}_test_reports
132132
path: reports

.github/workflows/pr_tests.yml

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@ concurrency:
2222

2323
env:
2424
DIFFUSERS_IS_CI: yes
25+
HF_HUB_ENABLE_HF_TRANSFER: 1
2526
OMP_NUM_THREADS: 4
2627
MKL_NUM_THREADS: 4
2728
PYTEST_TIMEOUT: 60
@@ -168,9 +169,9 @@ jobs:
168169

169170
- name: Test suite reports artifacts
170171
if: ${{ always() }}
171-
uses: actions/upload-artifact@v2
172+
uses: actions/upload-artifact@v4
172173
with:
173-
name: pr_${{ matrix.config.report }}_test_reports
174+
name: pr_${{ matrix.config.framework }}_${{ matrix.config.report }}_test_reports
174175
path: reports
175176

176177
run_staging_tests:
@@ -229,7 +230,7 @@ jobs:
229230

230231
- name: Test suite reports artifacts
231232
if: ${{ always() }}
232-
uses: actions/upload-artifact@v2
233+
uses: actions/upload-artifact@v4
233234
with:
234235
name: pr_${{ matrix.config.report }}_test_reports
235236
path: reports

.github/workflows/push_tests.yml

Lines changed: 17 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@ env:
1414
DIFFUSERS_IS_CI: yes
1515
OMP_NUM_THREADS: 8
1616
MKL_NUM_THREADS: 8
17+
HF_HUB_ENABLE_HF_TRANSFER: 1
1718
PYTEST_TIMEOUT: 600
1819
PIPELINE_USAGE_CUTOFF: 50000
1920

@@ -46,7 +47,7 @@ jobs:
4647
echo "pipeline_test_matrix=$matrix" >> $GITHUB_OUTPUT
4748
- name: Pipeline Tests Artifacts
4849
if: ${{ always() }}
49-
uses: actions/upload-artifact@v2
50+
uses: actions/upload-artifact@v4
5051
with:
5152
name: test-pipelines.json
5253
path: reports
@@ -76,7 +77,7 @@ jobs:
7677
run: |
7778
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
7879
python -m uv pip install -e [quality,test]
79-
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
80+
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
8081
- name: Environment
8182
run: |
8283
python utils/print_env.py
@@ -97,7 +98,7 @@ jobs:
9798
cat reports/tests_pipeline_${{ matrix.module }}_cuda_failures_short.txt
9899
- name: Test suite reports artifacts
99100
if: ${{ always() }}
100-
uses: actions/upload-artifact@v2
101+
uses: actions/upload-artifact@v4
101102
with:
102103
name: pipeline_${{ matrix.module }}_test_reports
103104
path: reports
@@ -127,8 +128,8 @@ jobs:
127128
run: |
128129
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
129130
python -m uv pip install -e [quality,test]
130-
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
131131
python -m uv pip install peft@git+https://github.com/huggingface/peft.git
132+
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
132133
133134
- name: Environment
134135
run: |
@@ -142,20 +143,20 @@ jobs:
142143
run: |
143144
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
144145
-s -v -k "not Flax and not Onnx" \
145-
--make-reports=tests_torch_cuda \
146+
--make-reports=tests_torch_cuda_${{ matrix.module }} \
146147
tests/${{ matrix.module }}
147148
148149
- name: Failure short reports
149150
if: ${{ failure() }}
150151
run: |
151-
cat reports/tests_torch_cuda_stats.txt
152-
cat reports/tests_torch_cuda_failures_short.txt
152+
cat reports/tests_torch_cuda_${{ matrix.module }}_stats.txt
153+
cat reports/tests_torch_cuda_${{ matrix.module }}_failures_short.txt
153154
154155
- name: Test suite reports artifacts
155156
if: ${{ always() }}
156-
uses: actions/upload-artifact@v2
157+
uses: actions/upload-artifact@v4
157158
with:
158-
name: torch_cuda_test_reports
159+
name: torch_cuda_test_reports_${{ matrix.module }}
159160
path: reports
160161

161162
flax_tpu_tests:
@@ -177,7 +178,7 @@ jobs:
177178
run: |
178179
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
179180
python -m uv pip install -e [quality,test]
180-
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
181+
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
181182
182183
- name: Environment
183184
run: |
@@ -200,7 +201,7 @@ jobs:
200201
201202
- name: Test suite reports artifacts
202203
if: ${{ always() }}
203-
uses: actions/upload-artifact@v2
204+
uses: actions/upload-artifact@v4
204205
with:
205206
name: flax_tpu_test_reports
206207
path: reports
@@ -225,7 +226,7 @@ jobs:
225226
run: |
226227
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
227228
python -m uv pip install -e [quality,test]
228-
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
229+
pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
229230
230231
- name: Environment
231232
run: |
@@ -248,7 +249,7 @@ jobs:
248249
249250
- name: Test suite reports artifacts
250251
if: ${{ always() }}
251-
uses: actions/upload-artifact@v2
252+
uses: actions/upload-artifact@v4
252253
with:
253254
name: onnx_cuda_test_reports
254255
path: reports
@@ -291,7 +292,7 @@ jobs:
291292

292293
- name: Test suite reports artifacts
293294
if: ${{ always() }}
294-
uses: actions/upload-artifact@v2
295+
uses: actions/upload-artifact@v4
295296
with:
296297
name: torch_compile_test_reports
297298
path: reports
@@ -333,7 +334,7 @@ jobs:
333334

334335
- name: Test suite reports artifacts
335336
if: ${{ always() }}
336-
uses: actions/upload-artifact@v2
337+
uses: actions/upload-artifact@v4
337338
with:
338339
name: torch_xformers_test_reports
339340
path: reports
@@ -384,7 +385,7 @@ jobs:
384385
385386
- name: Test suite reports artifacts
386387
if: ${{ always() }}
387-
uses: actions/upload-artifact@v2
388+
uses: actions/upload-artifact@v4
388389
with:
389390
name: examples_test_reports
390391
path: reports

.github/workflows/push_tests_fast.yml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@ env:
1818
HF_HOME: /mnt/cache
1919
OMP_NUM_THREADS: 8
2020
MKL_NUM_THREADS: 8
21+
HF_HUB_ENABLE_HF_TRANSFER: 1
2122
PYTEST_TIMEOUT: 600
2223
RUN_SLOW: no
2324

@@ -119,7 +120,7 @@ jobs:
119120

120121
- name: Test suite reports artifacts
121122
if: ${{ always() }}
122-
uses: actions/upload-artifact@v2
123+
uses: actions/upload-artifact@v4
123124
with:
124125
name: pr_${{ matrix.config.report }}_test_reports
125126
path: reports

.github/workflows/push_tests_mps.yml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,7 @@ env:
1313
HF_HOME: /mnt/cache
1414
OMP_NUM_THREADS: 8
1515
MKL_NUM_THREADS: 8
16+
HF_HUB_ENABLE_HF_TRANSFER: 1
1617
PYTEST_TIMEOUT: 600
1718
RUN_SLOW: no
1819

@@ -69,7 +70,7 @@ jobs:
6970

7071
- name: Test suite reports artifacts
7172
if: ${{ always() }}
72-
uses: actions/upload-artifact@v2
73+
uses: actions/upload-artifact@v4
7374
with:
7475
name: pr_torch_mps_test_reports
7576
path: reports

0 commit comments

Comments
 (0)