Skip to content

Commit d3e973f

Browse files
authored
fix ulysses fp8 and uneven head conflicts (#552)
1 parent da48aa3 commit d3e973f

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

src/cache_dit/parallelism/backends/native_diffusers/context_parallelism/attention/_distributed_primitives.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -619,6 +619,9 @@ def _unified_all_to_all_qkv_async_fn(
619619
return _all_to_all_single_any_qkv_async
620620
else:
621621
if is_ulysses_float8_enabled() and not disable_fp8:
622+
assert (
623+
not is_ulysses_heads_no_padding()
624+
), "FP8 and ulysses heads no padding both enabled is not supported."
622625
return _all_to_all_single_qkv_fp8_async
623626
if is_ulysses_heads_no_padding():
624627
return _all_to_all_single_qkv_uneven_heads_async
@@ -638,6 +641,9 @@ def _unified_all_to_all_o_async_fn(
638641
return _all_to_all_single_any_o_async
639642
else:
640643
if is_ulysses_float8_enabled() and not disable_fp8:
644+
assert (
645+
not is_ulysses_heads_no_padding()
646+
), "FP8 and ulysses heads no padding both enabled is not supported."
641647
return _all_to_all_single_o_fp8_async
642648
if is_ulysses_heads_no_padding():
643649
return _all_to_all_single_o_uneven_heads_async

0 commit comments

Comments
 (0)