File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -90,10 +90,10 @@ def __post_init__(self):
9090 )
9191 if self .ring_degree < 1 or self .ulysses_degree < 1 :
9292 raise ValueError ("`ring_degree` and `ulysses_degree` must be greater than or equal to 1." )
93- if self .ring_degree > 1 and self .ulysses_degree > 1 :
94- raise ValueError (
95- "Unified Ulysses-Ring attention is not yet supported. Please set either `ring_degree` or `ulysses_degree` to 1."
96- )
93+ # if self.ring_degree > 1 and self.ulysses_degree > 1:
94+ # raise ValueError(
95+ # "Unified Ulysses-Ring attention is not yet supported. Please set either `ring_degree` or `ulysses_degree` to 1."
96+ # )
9797 if self .rotate_method != "allgather" :
9898 raise NotImplementedError (
9999 f"Only rotate_method='allgather' is supported for now, but got { self .rotate_method } ."
You can’t perform that action at this time.
0 commit comments