We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 27ac795 commit 4e73bb8Copy full SHA for 4e73bb8
vllm/attention/ops/common.py
@@ -134,6 +134,5 @@ def cp_lse_ag_out_rs(cp_attn_out: torch.Tensor,
134
cp_attn_lse = cp_attn_lse.contiguous()
135
lses = cp_group.all_gather(cp_attn_lse, dim=0).view_as(lses)
136
out, _ = correct_attn_out(cp_attn_out, lses, cp_group.rank_in_group, ctx)
137
- assert out.is_contiguous()
138
out = cp_group.reduce_scatter(out, dim=1)
139
return out
0 commit comments