Skip to content

Commit 0e5c16b

Browse files
committed
remove raising value error in contextParallelConfig to enable unified attention
1 parent eebe119 commit 0e5c16b

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

src/diffusers/models/_modeling_parallel.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -90,10 +90,10 @@ def __post_init__(self):
9090
)
9191
if self.ring_degree < 1 or self.ulysses_degree < 1:
9292
raise ValueError("`ring_degree` and `ulysses_degree` must be greater than or equal to 1.")
93-
if self.ring_degree > 1 and self.ulysses_degree > 1:
94-
raise ValueError(
95-
"Unified Ulysses-Ring attention is not yet supported. Please set either `ring_degree` or `ulysses_degree` to 1."
96-
)
93+
# if self.ring_degree > 1 and self.ulysses_degree > 1:
94+
# raise ValueError(
95+
# "Unified Ulysses-Ring attention is not yet supported. Please set either `ring_degree` or `ulysses_degree` to 1."
96+
# )
9797
if self.rotate_method != "allgather":
9898
raise NotImplementedError(
9999
f"Only rotate_method='allgather' is supported for now, but got {self.rotate_method}."

0 commit comments

Comments
 (0)