From 78f38f6ad2fd40ae0064d326281d4ddcfdda3a84 Mon Sep 17 00:00:00 2001 From: guochen2 Date: Tue, 6 May 2025 15:12:56 -0400 Subject: [PATCH] replace subreg_to_reg to req_sequence --- llvm/lib/Target/AMDGPU/SIInstrInfo.cpp | 16 +- .../CodeGen/AMDGPU/amdgcn.bitcast.1024bit.ll | 1043 ++++++++--------- .../CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll | 122 +- .../CodeGen/AMDGPU/amdgcn.bitcast.16bit.ll | 4 +- .../CodeGen/AMDGPU/amdgcn.bitcast.256bit.ll | 259 ++-- .../CodeGen/AMDGPU/amdgcn.bitcast.512bit.ll | 522 +++++---- .../CodeGen/AMDGPU/amdgcn.bitcast.64bit.ll | 47 +- .../CodeGen/AMDGPU/amdgcn.bitcast.96bit.ll | 94 +- .../AMDGPU/fix-sgpr-copies-f16-true16.mir | 15 +- 9 files changed, 1072 insertions(+), 1050 deletions(-) diff --git a/llvm/lib/Target/AMDGPU/SIInstrInfo.cpp b/llvm/lib/Target/AMDGPU/SIInstrInfo.cpp index e6d54860df221..20bf40521c285 100644 --- a/llvm/lib/Target/AMDGPU/SIInstrInfo.cpp +++ b/llvm/lib/Target/AMDGPU/SIInstrInfo.cpp @@ -7777,8 +7777,8 @@ void SIInstrInfo::moveToVALUImpl(SIInstrWorklist &Worklist, return; } - // If this is a v2s copy src from vgpr16 to sgpr32, - // replace vgpr copy to subreg_to_reg + // If this is a v2s copy src from 16bit to 32bit, + // replace vgpr copy to reg_sequence // This can be remove after we have sgpr16 in place if (ST.useRealTrue16Insts() && Inst.isCopy() && Inst.getOperand(1).getReg().isVirtual() && @@ -7787,11 +7787,15 @@ void SIInstrInfo::moveToVALUImpl(SIInstrWorklist &Worklist, if (16 == RI.getRegSizeInBits(*SrcRegRC) && 32 == RI.getRegSizeInBits(*NewDstRC)) { Register NewDstReg = MRI.createVirtualRegister(NewDstRC); + Register Undef = MRI.createVirtualRegister(&AMDGPU::VGPR_16RegClass); BuildMI(*Inst.getParent(), &Inst, Inst.getDebugLoc(), - get(TargetOpcode::SUBREG_TO_REG), NewDstReg) - .add(MachineOperand::CreateImm(0)) - .add(Inst.getOperand(1)) - .add(MachineOperand::CreateImm(AMDGPU::lo16)); + get(AMDGPU::IMPLICIT_DEF), Undef); + BuildMI(*Inst.getParent(), &Inst, Inst.getDebugLoc(), + get(AMDGPU::REG_SEQUENCE), NewDstReg) + .addReg(Inst.getOperand(1).getReg()) + .addImm(AMDGPU::lo16) + .addReg(Undef) + .addImm(AMDGPU::hi16); Inst.eraseFromParent(); MRI.replaceRegWith(DstReg, NewDstReg); diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.1024bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.1024bit.ll index b19a5a44e706a..8788dc2c059d6 100644 --- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.1024bit.ll +++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.1024bit.ll @@ -112618,575 +112618,570 @@ define <64 x i16> @bitcast_v64bf16_to_v64i16(<64 x bfloat> %a, i32 %b) { ; GFX11-TRUE16-NEXT: s_and_not1_saveexec_b32 s0, s0 ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB51_2 ; GFX11-TRUE16-NEXT: ; %bb.1: ; %cmp.true -; GFX11-TRUE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v16 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v33, 16, v17 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v17, 0xffff0000, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v34, 16, v18 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v14 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v32, 0x40c00000, v32 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v33, 0x40c00000, v33 :: v_dual_lshlrev_b32 v16, 16, v16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v35, 0x40c00000, v17 :: v_dual_add_f32 v34, 0x40c00000, v34 -; GFX11-TRUE16-NEXT: v_bfe_u32 v17, v32, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v38, 0x400000, v32 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v32, 16, v16 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v16 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v48, 0xffff0000, v20 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v23 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v39, v33, 16, 1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v48, v35, 16, 1 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v33, 0x40c00000, v33 :: v_dual_add_f32 v32, 0x40c00000, v32 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v34, 0x40c00000, v16 :: v_dual_lshlrev_b32 v35, 16, v18 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v52, 0xffff0000, v24 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_bfe_u32 v37, v33, 16, 1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v16, v32, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v38, 0x400000, v32 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX11-TRUE16-NEXT: v_add3_u32 v17, v17, v32, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v49, 0x400000, v35 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v14 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v32, v17, v38, vcc_lo -; GFX11-TRUE16-NEXT: v_add3_u32 v38, v39, v33, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v39, v48, v35, 0x7fff -; GFX11-TRUE16-NEXT: v_add_f32_e32 v16, 0x40c00000, v16 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v14, 0x40c00000, v14 -; GFX11-TRUE16-NEXT: v_bfe_u32 v36, v16, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v37, 0x400000, v16 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v102, v14, 16, 1 -; GFX11-TRUE16-NEXT: v_add3_u32 v36, v36, v16, 0x7fff -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v32.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v32, 0x400000, v33 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v17, v36, v37, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v35, v35 -; GFX11-TRUE16-NEXT: v_bfe_u32 v37, v34, 16, 1 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v35, v39, v49, vcc_lo -; GFX11-TRUE16-NEXT: v_add3_u32 v37, v37, v34, 0x7fff ; GFX11-TRUE16-NEXT: v_or_b32_e32 v39, 0x400000, v34 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v18, 0xffff0000, v18 +; GFX11-TRUE16-NEXT: v_add3_u32 v37, v37, v33, 0x7fff +; GFX11-TRUE16-NEXT: v_add3_u32 v16, v16, v32, 0x7fff +; GFX11-TRUE16-NEXT: v_and_b32_e32 v17, 0xffff0000, v17 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v32, 0x400000, v33 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v30 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v35, 0x40c00000, v35 :: v_dual_cndmask_b32 v16, v16, v38 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v36, 0x40c00000, v17 +; GFX11-TRUE16-NEXT: v_bfe_u32 v17, v34, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v34, v34 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v18 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v68, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_add3_u32 v17, v17, v34, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v34, v36, 16, 1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v80, 16, v5 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v82, 16, v7 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v17, v17, v39, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v33, v33 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v36, 0x40c00000, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v18, v38, v32, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v32.l, v35.h -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v35, 16, v19 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v19 -; GFX11-TRUE16-NEXT: v_bfe_u32 v33, v36, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v38, 0x400000, v36 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v33, 0x400000, v36 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v82, 0x40c00000, v82 :: v_dual_lshlrev_b32 v83, 16, v8 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v8 +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v18, v37, v32 :: v_dual_add_f32 v37, 0x40c00000, v38 +; GFX11-TRUE16-NEXT: v_add3_u32 v32, v34, v36, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v34, v35, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v36, v36 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v35, 0x40c00000, v35 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_add3_u32 v33, v33, v36, 0x7fff -; GFX11-TRUE16-NEXT: v_add_f32_e32 v48, 0x40c00000, v19 -; GFX11-TRUE16-NEXT: v_bfe_u32 v36, v35, 16, 1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v33, v33, v38, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v34, v34 -; GFX11-TRUE16-NEXT: v_bfe_u32 v34, v48, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v38, 0x400000, v48 -; GFX11-TRUE16-NEXT: v_add3_u32 v36, v36, v35, 0x7fff -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v33.l, v33.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v19, v37, v39, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v37, 16, v20 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v20 -; GFX11-TRUE16-NEXT: v_add3_u32 v34, v34, v48, 0x7fff -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v39, 0x400000, v35 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v49, 0x40c00000, v20 :: v_dual_cndmask_b32 v34, v34, v38 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v39, 0xffff0000, v19 +; GFX11-TRUE16-NEXT: v_bfe_u32 v36, v37, 16, 1 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v83, 0x40c00000, v83 :: v_dual_add_f32 v8, 0x40c00000, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v32, v32, v33, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v33, v34, v35, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v34, 0x400000, v35 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v35, v35 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v37, 0x40c00000, v37 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v34.l, v34.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v20, v36, v39, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v36, 16, v21 -; GFX11-TRUE16-NEXT: v_bfe_u32 v35, v49, 16, 1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v38, v37, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v39, 0x400000, v49 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v48, 0x40c00000, v36 -; GFX11-TRUE16-NEXT: v_add3_u32 v35, v35, v49, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v38, v38, v37, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v36, 0x400000, v37 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v35, v35, v39, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v38, 16, v19 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v84, 16, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v11 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v19, v33, v34, vcc_lo +; GFX11-TRUE16-NEXT: v_add_f32_e32 v38, 0x40c00000, v38 +; GFX11-TRUE16-NEXT: v_add3_u32 v33, v36, v37, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v34, 0x400000, v37 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v36, 0x40c00000, v39 :: v_dual_lshlrev_b32 v39, 16, v20 +; GFX11-TRUE16-NEXT: v_bfe_u32 v35, v38, 16, 1 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v86, 0x40c00000, v86 :: v_dual_lshlrev_b32 v87, 16, v12 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v33, v33, v34, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_bfe_u32 v37, v36, 16, 1 +; GFX11-TRUE16-NEXT: v_add3_u32 v34, v35, v38, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v35, 0x400000, v38 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v39, 0x40c00000, v39 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v38, 0x40c00000, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v21 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v21 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v35.l, v35.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v36, v38, v36 :: v_dual_add_f32 v21, 0x40c00000, v21 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v87, 0x40c00000, v87 :: v_dual_lshlrev_b32 v96, 16, v13 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v20, v34, v35, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v34, v37, v36, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v35, 0x400000, v36 +; GFX11-TRUE16-NEXT: v_bfe_u32 v37, v39, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v36, v36 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v36, 0x400000, v39 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v48, 0x40c00000, v48 :: v_dual_add_f32 v49, 0x40c00000, v21 +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v34, v34, v35 :: v_dual_lshlrev_b32 v21, 16, v22 +; GFX11-TRUE16-NEXT: v_add3_u32 v35, v37, v39, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v37, v38, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v39, v39 ; GFX11-TRUE16-NEXT: v_bfe_u32 v39, v48, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v50, 0x400000, v48 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v36, 16, v36 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v37, v21, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v49, 0x400000, v21 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 -; GFX11-TRUE16-NEXT: v_add3_u32 v39, v39, v48, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v37, v37, v21, 0x7fff -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v38, 16, v22 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v21, v37, v49 :: v_dual_and_b32 v22, 0xffff0000, v22 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v50, 0x40c00000, v21 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v22 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v97, 0x400000, v87 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v36, v37, v38, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v37, 0x400000, v38 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v38, 0x400000, v48 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v35, 16, v35 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v16, 16, v16 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v25 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v36, v36, v37, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v37, v39, v48, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v39, v49, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v51, 0x40c00000, v22 :: v_dual_lshlrev_b32 v48, 16, v23 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v38, 0x40c00000, v38 -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v22, v39, v50 :: v_dual_and_b32 v23, 0xffff0000, v23 -; GFX11-TRUE16-NEXT: v_bfe_u32 v39, v51, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v49, 0x400000, v51 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v37, v38, 16, 1 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v48, 0x40c00000, v22 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v64, 16, v28 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v29 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v67, 16, v0 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v21, v37, v38, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v37, v39, v49, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v38, 0x400000, v49 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 +; GFX11-TRUE16-NEXT: v_bfe_u32 v39, v50, 16, 1 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v21, 16, v21 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v1 +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v22, v37, v38 :: v_dual_lshlrev_b32 v71, 16, v4 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v49, 0x40c00000, v51 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v51, 0xffff0000, v23 +; GFX11-TRUE16-NEXT: v_add3_u32 v37, v39, v50, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v38, 0x400000, v50 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v4 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v50, 0x40c00000, v51 :: v_dual_lshlrev_b32 v51, 16, v24 +; GFX11-TRUE16-NEXT: v_bfe_u32 v39, v48, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v23, v37, v38, vcc_lo +; GFX11-TRUE16-NEXT: v_or_b32_e32 v38, 0x400000, v48 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v51, 0x40c00000, v51 +; GFX11-TRUE16-NEXT: v_add3_u32 v37, v39, v48, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v39, v49, 16, 1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v34.l, v22.h +; GFX11-TRUE16-NEXT: v_dual_add_f32 v71, 0x40c00000, v71 :: v_dual_add_f32 v4, 0x40c00000, v4 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v37, v37, v38, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v38, v39, v49, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v39, 0x400000, v49 +; GFX11-TRUE16-NEXT: v_bfe_u32 v48, v50, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v49, 0x40c00000, v52 :: v_dual_lshlrev_b32 v52, 16, v25 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v21, v34, 16, v21 +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v24, v38, v39 :: v_dual_and_b32 v5, 0xffff0000, v5 +; GFX11-TRUE16-NEXT: v_add3_u32 v38, v48, v50, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v39, 0x400000, v50 +; GFX11-TRUE16-NEXT: v_bfe_u32 v48, v51, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 +; GFX11-TRUE16-NEXT: v_bfe_u32 v50, v49, 16, 1 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v52, 0x40c00000, v52 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v80, 0x40c00000, v80 :: v_dual_add_f32 v5, 0x40c00000, v5 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v38, v38, v39, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v39, v48, v51, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v48, 0x400000, v51 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v51, v51 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v50, 0x400000, v38 -; GFX11-TRUE16-NEXT: v_add3_u32 v39, v39, v51, 0x7fff -; GFX11-TRUE16-NEXT: v_add_f32_e32 v52, 0x40c00000, v23 -; GFX11-TRUE16-NEXT: v_add3_u32 v37, v37, v38, 0x7fff -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v21.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v39, v39, v49, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v48, 0x40c00000, v48 :: v_dual_cndmask_b32 v23, v37, v50 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v37.l, v39.h -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v39, 16, v24 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v24 -; GFX11-TRUE16-NEXT: v_bfe_u32 v49, v48, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v51, 0x400000, v48 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v53, 0x40c00000, v24 -; GFX11-TRUE16-NEXT: v_bfe_u32 v38, v52, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v50, 0x400000, v52 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v51, 0x40c00000, v53 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v81, 16, v6 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v6 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v7, 0x40c00000, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v25, v39, v48, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v39, v50, v49, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v48, 0x400000, v49 +; GFX11-TRUE16-NEXT: v_bfe_u32 v50, v52, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v49, 0x400000, v52 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v81, 0x40c00000, v81 :: v_dual_add_f32 v6, 0x40c00000, v6 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v48, v50, v52, 0x7fff ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 -; GFX11-TRUE16-NEXT: v_add3_u32 v49, v49, v48, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v38, v38, v52, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v39, 0x40c00000, v39 :: v_dual_cndmask_b32 v38, v38, v50 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 -; GFX11-TRUE16-NEXT: v_bfe_u32 v48, v53, 16, 1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v50, v39, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v52, 0x400000, v39 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v38.l, v38.h -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v24, v49, v51 :: v_dual_lshlrev_b32 v49, 16, v25 -; GFX11-TRUE16-NEXT: v_add3_u32 v48, v48, v53, 0x7fff +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v26 +; GFX11-TRUE16-NEXT: v_bfe_u32 v50, v51, 16, 1 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v26 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v84, 0x40c00000, v84 :: v_dual_add_f32 v9, 0x40c00000, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v48, v48, v49, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v53, 0x40c00000, v53 :: v_dual_add_f32 v54, 0x40c00000, v26 +; GFX11-TRUE16-NEXT: v_add3_u32 v49, v50, v51, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v50, 0x400000, v51 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v27 +; GFX11-TRUE16-NEXT: v_bfe_u32 v52, v53, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v51, v51 ; GFX11-TRUE16-NEXT: v_or_b32_e32 v51, 0x400000, v53 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v27 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v48, 16, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v85, 16, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v49, v49, v50, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v50, v52, v53, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v52, v54, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v25, 0xffff0000, v25 -; GFX11-TRUE16-NEXT: v_add3_u32 v50, v50, v39, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v49, 0x40c00000, v49 :: v_dual_cndmask_b32 v48, v48, v51 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v39, v39 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v54, 0x40c00000, v25 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v39.l, v48.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v25, v50, v52, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v50, v54, 16, 1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v26 -; GFX11-TRUE16-NEXT: v_bfe_u32 v51, v49, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v52, 0x400000, v54 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v55, 0x40c00000, v26 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v53, 0x40c00000, v27 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v10 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v85, 0x40c00000, v85 :: v_dual_cndmask_b32 v26, v50, v51 +; GFX11-TRUE16-NEXT: v_add3_u32 v50, v52, v54, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v51, 0x400000, v54 +; GFX11-TRUE16-NEXT: v_bfe_u32 v52, v55, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 -; GFX11-TRUE16-NEXT: v_add3_u32 v50, v50, v54, 0x7fff -; GFX11-TRUE16-NEXT: v_add_f32_e32 v53, 0x40c00000, v48 -; GFX11-TRUE16-NEXT: v_add3_u32 v51, v51, v49, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v48, 0x400000, v49 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v50, v50, v52, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v49, v51, v48 :: v_dual_and_b32 v26, 0xffff0000, v26 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v26, 0x40c00000, v26 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v54, 0x40c00000, v64 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v64, 0xffff0000, v28 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v10, 0x40c00000, v10 :: v_dual_add_f32 v11, 0x40c00000, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v27, v50, v51, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v50, v52, v55, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v51, 0x400000, v55 ; GFX11-TRUE16-NEXT: v_bfe_u32 v52, v53, 16, 1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v48.l, v50.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v55, 0x400000, v53 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v49, 16, v49 -; GFX11-TRUE16-NEXT: v_bfe_u32 v51, v26, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v54, 0x400000, v26 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX11-TRUE16-NEXT: v_add3_u32 v52, v52, v53, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_add3_u32 v51, v51, v26, 0x7fff -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v26, v51, v54, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v55, 0x40c00000, v64 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v33.l, v27.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v26, 16, v26 +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v28, v50, v51 :: v_dual_and_b32 v13, 0xffff0000, v13 +; GFX11-TRUE16-NEXT: v_add3_u32 v50, v52, v53, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v51, 0x400000, v53 +; GFX11-TRUE16-NEXT: v_bfe_u32 v52, v54, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v28 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v27 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v27 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v28, 0xffff0000, v28 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v26.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v53, 0x40c00000, v53 :: v_dual_add_f32 v50, 0x40c00000, v50 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v64, 0x40c00000, v27 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v27, v52, v55, vcc_lo -; GFX11-TRUE16-NEXT: v_add_f32_e32 v65, 0x40c00000, v28 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v51, v50, 16, 1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v52, v64, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v54, 0x400000, v64 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v64, v64 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v55, 0x400000, v50 -; GFX11-TRUE16-NEXT: v_add3_u32 v51, v51, v50, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v52, v52, v64, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v64, 0x400000, v53 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v52, v52, v54, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v54, v53, 16, 1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v52.h -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v29 +; GFX11-TRUE16-NEXT: v_bfe_u32 v53, v55, 16, 1 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v26, v33, 16, v26 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v33.l, v37.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v37, 16, v23 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v50, v50, v51, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v51, v52, v54, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v52, 0x400000, v54 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v64, 16, v29 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v13, 0x40c00000, v13 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add3_u32 v54, v54, v53, 0x7fff -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v28, v51, v55, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v51, v65, 16, 1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v29, 0xffff0000, v29 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v55, 0x400000, v65 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_add3_u32 v51, v51, v65, 0x7fff -; GFX11-TRUE16-NEXT: v_dual_add_f32 v66, 0x40c00000, v29 :: v_dual_cndmask_b32 v51, v51, v55 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_bfe_u32 v53, v66, 16, 1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v51.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v29, v54, v64, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_add3_u32 v53, v53, v66, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v64, 0x400000, v66 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v54, 16, v30 -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v53, v53, v64 :: v_dual_and_b32 v30, 0xffff0000, v30 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v52, 0x40c00000, v52 :: v_dual_add_f32 v67, 0x40c00000, v30 -; GFX11-TRUE16-NEXT: v_bfe_u32 v55, v52, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v65, 0x400000, v52 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_add3_u32 v55, v55, v52, 0x7fff -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v53.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v29, v51, v52, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v51, v53, v55, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v52, 0x400000, v55 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v54, 0x40c00000, v65 :: v_dual_lshlrev_b32 v65, 16, v30 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v64, 0x40c00000, v64 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v32.l, v50.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_bfe_u32 v55, v54, 16, 1 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v65, 0x40c00000, v65 +; GFX11-TRUE16-NEXT: v_bfe_u32 v53, v64, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v64, v64 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v50, 16, v28 +; GFX11-TRUE16-NEXT: v_add3_u32 v52, v53, v64, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v53, 0x400000, v64 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v64, 0x40c00000, v66 ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v31 -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v30, v55, v65 :: v_dual_and_b32 v31, 0xffff0000, v31 -; GFX11-TRUE16-NEXT: v_bfe_u32 v55, v67, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v65, 0x400000, v67 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v67, v67 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v66, 0x40c00000, v53 :: v_dual_add_f32 v31, 0x40c00000, v31 -; GFX11-TRUE16-NEXT: v_add3_u32 v55, v55, v67, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v67, 0x400000, v31 -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v55, v55, v65 :: v_dual_add_f32 v54, 0x40c00000, v54 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_bfe_u32 v64, v54, 16, 1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v66, 16, v31 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v30, v52, v53 :: v_dual_and_b32 v31, 0xffff0000, v31 +; GFX11-TRUE16-NEXT: v_add3_u32 v52, v55, v54, 0x7fff ; GFX11-TRUE16-NEXT: v_or_b32_e32 v53, 0x400000, v54 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 -; GFX11-TRUE16-NEXT: v_add3_u32 v64, v64, v54, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v54, v64, v53, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v64, v31, 16, 1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v55.h -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v55, 16, v0 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v0, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v31, v31 -; GFX11-TRUE16-NEXT: v_add3_u32 v64, v64, v31, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v55, 0x40c00000, v55 +; GFX11-TRUE16-NEXT: v_bfe_u32 v55, v65, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v54, 0x400000, v65 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v66, 0x40c00000, v66 :: v_dual_add_f32 v31, 0x40c00000, v31 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v52, v52, v53, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_add3_u32 v53, v55, v65, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v55, v64, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 ; GFX11-TRUE16-NEXT: v_bfe_u32 v65, v66, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v68, 0x400000, v66 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v69, 0x40c00000, v0 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v31, v64, v67, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v53, v53, v54, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_add3_u32 v54, v55, v64, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v55, 0x400000, v64 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v64, v64 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v64, 0x400000, v66 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v53, 16, v53 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v54, v54, v55, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v55, v65, v66, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v65, v31, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 -; GFX11-TRUE16-NEXT: v_add3_u32 v65, v65, v66, 0x7fff -; GFX11-TRUE16-NEXT: v_bfe_u32 v64, v55, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v67, 0x400000, v69 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v54, 16, v54 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v67, 0x40c00000, v67 :: v_dual_add_f32 v66, 0x40c00000, v68 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v68, 16, v1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v0, v55, v64, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v55, v65, v31, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v64, 0x400000, v31 +; GFX11-TRUE16-NEXT: v_bfe_u32 v65, v67, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v31, v31 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v31, v55, v64, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v55, v65, v67, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v64, 0x400000, v67 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v67, v67 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v67, 0x40c00000, v69 +; GFX11-TRUE16-NEXT: v_bfe_u32 v65, v66, 16, 1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v69, 16, v2 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v31.l, v31.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v0, v65, v68, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v65, v69, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v1, v55, v64, vcc_lo +; GFX11-TRUE16-NEXT: v_or_b32_e32 v64, 0x400000, v66 +; GFX11-TRUE16-NEXT: v_add3_u32 v55, v65, v66, 0x7fff +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 +; GFX11-TRUE16-NEXT: v_bfe_u32 v66, v67, 16, 1 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v69, 0x40c00000, v69 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v55, v55, v64, vcc_lo +; GFX11-TRUE16-NEXT: v_add_f32_e32 v68, 0x40c00000, v68 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v27.l, v55.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_bfe_u32 v65, v68, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v68, v68 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v55, 16, v1 +; GFX11-TRUE16-NEXT: v_add3_u32 v64, v65, v68, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v65, 0x400000, v68 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v68, 0x40c00000, v70 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v70, 16, v3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v2, v64, v65 :: v_dual_and_b32 v3, 0xffff0000, v3 +; GFX11-TRUE16-NEXT: v_add3_u32 v64, v66, v67, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v65, 0x400000, v67 +; GFX11-TRUE16-NEXT: v_bfe_u32 v66, v69, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v67, v67 +; GFX11-TRUE16-NEXT: v_bfe_u32 v67, v68, 16, 1 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v70, 0x40c00000, v70 :: v_dual_add_f32 v3, 0x40c00000, v3 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v64, v64, v65, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v65, v66, v69, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v66, 0x400000, v69 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v69, v69 -; GFX11-TRUE16-NEXT: v_add3_u32 v64, v64, v55, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v68, 0x400000, v55 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_add3_u32 v65, v65, v69, 0x7fff -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v65, v65, v67, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v66, 16, v1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v1, 0xffff0000, v1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v55.l, v65.h -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v65, 16, v2 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v2, 0xffff0000, v2 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v70, 0x40c00000, v1 :: v_dual_cndmask_b32 v1, v64, v68 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v66, 0x40c00000, v66 :: v_dual_add_f32 v65, 0x40c00000, v65 -; GFX11-TRUE16-NEXT: v_bfe_u32 v64, v70, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v68, 0x400000, v70 +; GFX11-TRUE16-NEXT: v_bfe_u32 v69, v70, 16, 1 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_bfe_u32 v67, v66, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v65, v65, v66, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v66, v67, v68, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v67, 0x400000, v68 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v68, v68 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v68, 0x400000, v70 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v65, 16, v65 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v66, v66, v67, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v67, v69, v70, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v69, v3, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v70, v70 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v69, 0x400000, v66 -; GFX11-TRUE16-NEXT: v_add3_u32 v64, v64, v70, 0x7fff -; GFX11-TRUE16-NEXT: v_add_f32_e32 v71, 0x40c00000, v2 -; GFX11-TRUE16-NEXT: v_add3_u32 v67, v67, v66, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v70, 0x400000, v65 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v64, v64, v68, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 -; GFX11-TRUE16-NEXT: v_bfe_u32 v66, v71, 16, 1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v68, v65, 16, 1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v64.l, v64.h -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v2, v67, v69 :: v_dual_lshlrev_b32 v67, 16, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_add3_u32 v66, v66, v71, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v70, v71, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v67, v67, v68, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_add3_u32 v68, v69, v3, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v69, 0x400000, v3 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v67, 16, v67 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v3, v68, v69, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v68, v70, v71, 0x7fff ; GFX11-TRUE16-NEXT: v_or_b32_e32 v69, 0x400000, v71 +; GFX11-TRUE16-NEXT: v_bfe_u32 v70, v4, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v71, v71 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v3, 0xffff0000, v3 -; GFX11-TRUE16-NEXT: v_add3_u32 v68, v68, v65, 0x7fff -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v66, v66, v69 :: v_dual_add_f32 v3, 0x40c00000, v3 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v67, 0x40c00000, v67 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v65.l, v66.h -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v66, 16, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v68, v68, v70, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v70, v3, 16, 1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v69, v67, 16, 1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v4 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v71, 0x400000, v3 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-TRUE16-NEXT: v_add3_u32 v70, v70, v3, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v69, v69, v67, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v80, 0x400000, v67 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v4, 0x40c00000, v4 :: v_dual_cndmask_b32 v3, v70, v71 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v71, 16, v5 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v67, v67 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v66, 0x40c00000, v66 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v3.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v67, v69, v80, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v69, v4, 16, 1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v70, v66, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v80, 0x400000, v4 +; GFX11-TRUE16-NEXT: v_bfe_u32 v71, v80, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v68, v68, v69, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v69, v70, v4, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v70, 0x400000, v4 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v81, 0x400000, v66 -; GFX11-TRUE16-NEXT: v_add3_u32 v69, v69, v4, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v5 -; GFX11-TRUE16-NEXT: v_add3_u32 v70, v70, v66, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v4, v69, v80 :: v_dual_add_f32 v5, 0x40c00000, v5 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v80, 16, v6 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v71, 0x40c00000, v71 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v6 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v4.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v66, v70, v81, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v70, v5, 16, 1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v69, v71, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v81, 0x400000, v5 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v6, 0x40c00000, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v68, 16, v68 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v4, v69, v70, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v69, v71, v80, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v70, 0x400000, v80 +; GFX11-TRUE16-NEXT: v_bfe_u32 v71, v5, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v80, v80 +; GFX11-TRUE16-NEXT: v_bfe_u32 v80, v81, 16, 1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v4.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v69, v69, v70, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v70, v71, v5, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v71, 0x400000, v5 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX11-TRUE16-NEXT: v_add3_u32 v70, v70, v5, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v69, v69, v71, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v82, 0x400000, v71 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v66, 16, v66 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v5, v70, v81, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v81, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v71, v71 -; GFX11-TRUE16-NEXT: v_bfe_u32 v71, v6, 16, 1 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v80, 0x40c00000, v80 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v5.h -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v4, v4, 16, v66 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v69, v69, v82, vcc_lo -; GFX11-TRUE16-NEXT: v_add3_u32 v71, v71, v6, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v82, 0x400000, v6 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v7 -; GFX11-TRUE16-NEXT: v_bfe_u32 v70, v80, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v83, 0x400000, v80 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v69, 16, v69 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v6, v71, v82 :: v_dual_add_f32 v7, 0x40c00000, v7 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v82, 16, v8 -; GFX11-TRUE16-NEXT: v_add3_u32 v70, v70, v80, 0x7fff -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v80, v80 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v81, 0x40c00000, v81 -; GFX11-TRUE16-NEXT: v_bfe_u32 v80, v7, 16, 1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v6.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v70, v70, v83, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v71, v81, 16, 1 -; GFX11-TRUE16-NEXT: v_add3_u32 v80, v80, v7, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v83, 0x400000, v7 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v8, 0x40c00000, v8 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: v_add3_u32 v71, v71, v81, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v84, 0x400000, v81 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v70, 16, v70 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v5, v5, 16, v69 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v7, v80, v83, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v83, 16, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v5, v70, v71, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v70, v80, v81, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v71, 0x400000, v81 +; GFX11-TRUE16-NEXT: v_bfe_u32 v80, v6, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v81, v81 -; GFX11-TRUE16-NEXT: v_bfe_u32 v81, v8, 16, 1 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v82, 0x40c00000, v82 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v66, 16, v67 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v67, 16, v68 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v71, v71, v84, vcc_lo -; GFX11-TRUE16-NEXT: v_add3_u32 v81, v81, v8, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v84, 0x400000, v8 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v9 -; GFX11-TRUE16-NEXT: v_bfe_u32 v80, v82, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v85, 0x400000, v82 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v68, 16, v2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v8, v81, v84 :: v_dual_add_f32 v9, 0x40c00000, v9 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v84, 16, v10 -; GFX11-TRUE16-NEXT: v_add3_u32 v80, v80, v82, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v81, v82, 16, 1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v5.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v70, v70, v71, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v71, v80, v6, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v80, 0x400000, v6 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v6, v71, v80, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v71, v81, v82, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v80, 0x400000, v82 +; GFX11-TRUE16-NEXT: v_bfe_u32 v81, v7, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v82, v82 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v83, 0x40c00000, v83 -; GFX11-TRUE16-NEXT: v_bfe_u32 v82, v9, 16, 1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v10 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v69, 16, v1 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v80, v80, v85, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v81, v83, 16, 1 -; GFX11-TRUE16-NEXT: v_add3_u32 v82, v82, v9, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v85, 0x400000, v9 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v10, 0x40c00000, v10 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-TRUE16-NEXT: v_add3_u32 v81, v81, v83, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v86, 0x400000, v83 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v6, v6, 16, v70 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v70, 16, v0 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v9, v82, v85, vcc_lo +; GFX11-TRUE16-NEXT: v_bfe_u32 v82, v83, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v71, v71, v80, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v80, v81, v7, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v81, 0x400000, v7 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v7, v80, v81, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v80, v82, v83, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v81, 0x400000, v83 +; GFX11-TRUE16-NEXT: v_bfe_u32 v82, v8, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v83, v83 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v84, 0x40c00000, v84 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_bfe_u32 v83, v10, 16, 1 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v81, v81, v86, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v82, v84, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v86, 0x400000, v10 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-TRUE16-NEXT: v_add3_u32 v83, v83, v10, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v87, 0x400000, v84 -; GFX11-TRUE16-NEXT: v_add3_u32 v82, v82, v84, 0x7fff -; GFX11-TRUE16-NEXT: v_add_f32_e32 v11, 0x40c00000, v11 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v2, v65, 16, v67 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v10, v83, v86, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v12 +; GFX11-TRUE16-NEXT: v_bfe_u32 v83, v84, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v80, v80, v81, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v81, v82, v8, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v82, 0x400000, v8 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v8, v81, v82, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v81, v83, v84, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v82, 0x400000, v84 +; GFX11-TRUE16-NEXT: v_bfe_u32 v83, v9, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v84, v84 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v85, 0x40c00000, v85 -; GFX11-TRUE16-NEXT: v_bfe_u32 v84, v11, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v96, 0x400000, v11 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v82, v82, v87, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v83, v85, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v87, 0x400000, v85 +; GFX11-TRUE16-NEXT: v_bfe_u32 v84, v85, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v81, v81, v82, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v82, v83, v9, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v83, 0x400000, v9 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v9, v82, v83, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v82, v84, v85, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v83, 0x400000, v85 +; GFX11-TRUE16-NEXT: v_bfe_u32 v84, v10, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v85, v85 -; GFX11-TRUE16-NEXT: v_add3_u32 v84, v84, v11, 0x7fff -; GFX11-TRUE16-NEXT: v_add_f32_e32 v12, 0x40c00000, v12 -; GFX11-TRUE16-NEXT: v_add3_u32 v83, v83, v85, 0x7fff -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v85, 16, v13 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v64, 16, v68 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v55, 16, v69 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v55, 16, v30 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v83, v83, v87, vcc_lo +; GFX11-TRUE16-NEXT: v_bfe_u32 v85, v86, 16, 1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v9.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v9, 16, v81 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v82, v82, v83, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v83, v84, v10, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v84, 0x400000, v10 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v9, v7, 16, v9 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v10, v83, v84, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v83, v85, v86, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v84, 0x400000, v86 +; GFX11-TRUE16-NEXT: v_bfe_u32 v85, v11, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v86, 0x40c00000, v96 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v96, 0x400000, v11 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v10.h +; GFX11-TRUE16-NEXT: v_add3_u32 v85, v85, v11, 0x7fff +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v83, v83, v84, vcc_lo +; GFX11-TRUE16-NEXT: v_bfe_u32 v84, v87, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v86, 0x40c00000, v86 :: v_dual_add_f32 v85, 0x40c00000, v85 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v64, 16, v29 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v65, 16, v28 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v11, v84, v96, vcc_lo +; GFX11-TRUE16-NEXT: v_bfe_u32 v99, v86, 16, 1 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v10, 16, v82 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v84, v86, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v87, 0x400000, v86 -; GFX11-TRUE16-NEXT: v_bfe_u32 v96, v12, 16, 1 +; GFX11-TRUE16-NEXT: v_add3_u32 v84, v84, v87, 0x7fff +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v11, v85, v96, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v87, v87 +; GFX11-TRUE16-NEXT: v_add3_u32 v87, v99, v86, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v96, 0x400000, v86 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v10, v6, 16, v10 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v11.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v84, v84, v97, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v3, v3, 16, v66 -; GFX11-TRUE16-NEXT: v_add3_u32 v84, v84, v86, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v13 -; GFX11-TRUE16-NEXT: v_add3_u32 v86, v96, v12, 0x7fff -; GFX11-TRUE16-NEXT: v_bfe_u32 v96, v85, 16, 1 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v66, 16, v27 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v84, v84, v87, vcc_lo -; GFX11-TRUE16-NEXT: v_or_b32_e32 v87, 0x400000, v12 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v13, 0x40c00000, v13 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v29, v52, 16, v55 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v28, v51, 16, v64 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v27, v50, 16, v65 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v12, v86, v87, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v97, v13, 16, 1 -; GFX11-TRUE16-NEXT: v_add3_u32 v86, v96, v85, 0x7fff -; GFX11-TRUE16-NEXT: v_add_f32_e32 v96, 0x40c00000, v98 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v100, 0x400000, v13 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v87, 0x400000, v85 -; GFX11-TRUE16-NEXT: v_add3_u32 v97, v97, v13, 0x7fff -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v15 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v11, 16, v83 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v86, v87, v96, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v15 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v15, 0xffff0000, v15 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v50, 16, v25 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v51, 16, v24 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v52, 16, v23 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v98, 0x40c00000, v98 :: v_dual_add_f32 v15, 0x40c00000, v15 -; GFX11-TRUE16-NEXT: v_bfe_u32 v99, v96, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v101, 0x400000, v96 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v96, v96 -; GFX11-TRUE16-NEXT: v_bfe_u32 v103, v98, 16, 1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v112, v15, 16, 1 -; GFX11-TRUE16-NEXT: v_add3_u32 v99, v99, v96, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v113, 0x400000, v98 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v7.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v8.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v9.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v96, v99, v101, vcc_lo -; GFX11-TRUE16-NEXT: v_add3_u32 v99, v102, v14, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v101, 0x400000, v14 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v11, v5, 16, v11 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v6.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v6, 16, v70 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v96, 0x40c00000, v96 :: v_dual_add_f32 v15, 0x40c00000, v15 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v6, v5, 16, v6 +; GFX11-TRUE16-NEXT: v_bfe_u32 v101, v96, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_bfe_u32 v102, v15, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v113, 0x400000, v15 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v114, 0x400000, v96 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v5, v17, 16, v69 +; GFX11-TRUE16-NEXT: v_add3_u32 v101, v101, v96, 0x7fff +; GFX11-TRUE16-NEXT: v_add3_u32 v102, v102, v15, 0x7fff +; GFX11-TRUE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v12 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v66.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v66, 16, v0 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v27, 16, v55 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v27.l, v51.h +; GFX11-TRUE16-NEXT: v_add_f32_e32 v12, 0x40c00000, v12 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v51, 16, v29 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v31, v31, 16, v66 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_bfe_u32 v98, v12, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v97, 0x400000, v12 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v28, v27, 16, v51 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v27, v32, 16, v50 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v32.l, v38.h +; GFX11-TRUE16-NEXT: v_add3_u32 v85, v98, v12, 0x7fff +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v14 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v38, 16, v24 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_add_f32_e32 v87, 0x40c00000, v98 +; GFX11-TRUE16-NEXT: v_bfe_u32 v98, v13, 16, 1 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v23, v32, 16, v38 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v32.l, v34.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v34, 16, v20 +; GFX11-TRUE16-NEXT: v_bfe_u32 v99, v87, 16, 1 +; GFX11-TRUE16-NEXT: v_add3_u32 v98, v98, v13, 0x7fff +; GFX11-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v14 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v103, 0x400000, v87 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v38, 16, v18 +; GFX11-TRUE16-NEXT: v_add3_u32 v99, v99, v87, 0x7fff +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_add_f32_e32 v14, 0x40c00000, v14 +; GFX11-TRUE16-NEXT: v_bfe_u32 v100, v14, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v112, 0x400000, v14 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-TRUE16-NEXT: v_add3_u32 v102, v103, v98, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v103, v112, v15, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v112, 0x400000, v15 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v96, 16, v96 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v14, v99, v101, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_add3_u32 v100, v100, v14, 0x7fff +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v14, v100, v112, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v10.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v83.l, v83.h -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v84, 16, v84 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v14.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v15, v103, v112, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v98, v98 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v82, 16, v82 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v81, 16, v81 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v80, 16, v80 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v98, v102, v113, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v14.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v15, v102, v113, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v96, v96 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v15.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v96, v101, v114, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v87, v87 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v15, 16, v96 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v87, v99, v103, vcc_lo +; GFX11-TRUE16-NEXT: v_or_b32_e32 v99, 0x400000, v13 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v71, 16, v71 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v30, v53, 16, v54 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v53, 16, v22 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v14, 16, v98 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v13, v97, v100, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v85, v85 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v15.h -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v25, v48, 16, v49 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v24, v39, 16, v50 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v23, v38, 16, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v85, v86, v87, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v12.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v87.l, v13.h -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v15, v13, 16, v14 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v14, v12, 16, v96 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v12, 16, v85 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v22, v37, 16, v52 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v37, 16, v20 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v38, 16, v19 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v39, 16, v18 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v48, 16, v17 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v13, v87, 16, v12 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v12, v86, 16, v84 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v11, v83, 16, v11 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v10, v10, 16, v82 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v9, v9, 16, v81 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v8, v8, 16, v80 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v7, v7, 16, v71 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v31, v31, 16, v70 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v26, v26, 16, v66 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v21, v21, 16, v53 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v20, v35, 16, v36 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v19, v34, 16, v37 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v18, v33, 16, v38 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v17, v32, 16, v39 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v16, v16, 16, v48 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v15, v3, 16, v15 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v14, 16, v87 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v13, v98, v99, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v14, v4, 16, v14 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v13.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v12, v85, v97, vcc_lo +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v13, 16, v86 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v12.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v12, 16, v84 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v13, v3, 16, v13 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v8.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v8, 16, v80 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v12, v4, 16, v12 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v7.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v7, 16, v71 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v8, v3, 16, v8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v3.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v7, v4, 16, v7 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v4, v22, 16, v68 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v64.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v64, 16, v2 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v2, v17, 16, v65 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v54.h +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v3, v3, 16, v67 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v22, 16, v64 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v52.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v52, 16, v30 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v30, v17, 16, v53 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v49.h +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v29, v22, 16, v52 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v39.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v39, 16, v25 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v25, v17, 16, v48 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v36.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v36, 16, v19 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v19, v32, 16, v34 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v24, v22, 16, v39 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v22, v33, 16, v37 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v33.l, v33.h +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v37.l, v32.h +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v39.l, v17.h +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v20, v17, 16, v35 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v18, v33, 16, v36 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v17, v37, 16, v38 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v16, v39, 16, v16 ; GFX11-TRUE16-NEXT: .LBB51_2: ; %end ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll index b040e77125770..c0577b1c1a2b5 100644 --- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll +++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll @@ -9418,78 +9418,80 @@ define <8 x i16> @bitcast_v8bf16_to_v8i16(<8 x bfloat> %a, i32 %b) { ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v0, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-TRUE16-NEXT: v_dual_add_f32 v5, 0x40c00000, v5 :: v_dual_add_f32 v4, 0x40c00000, v4 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v0, 0x40c00000, v0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-TRUE16-NEXT: v_bfe_u32 v11, v5, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_bfe_u32 v7, v4, 16, 1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_bfe_u32 v8, v0, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v10, 0x400000, v0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v0, v0 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v9, 0x400000, v4 -; GFX11-TRUE16-NEXT: v_add3_u32 v7, v7, v4, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v8, v8, v0, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v1, 0xffff0000, v1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v8, 0x400000, v4 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_or_b32_e32 v12, 0x400000, v5 ; GFX11-TRUE16-NEXT: v_add3_u32 v11, v11, v5, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v0, v8, v10, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX11-TRUE16-NEXT: v_add3_u32 v7, v7, v4, 0x7fff +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v4, v7, v8 :: v_dual_and_b32 v1, 0xffff0000, v1 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v1, 0x40c00000, v1 :: v_dual_lshlrev_b32 v6, 16, v2 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v2, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v4, 16, v4 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v6, 0x40c00000, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_bfe_u32 v13, v1, 16, 1 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v2, 0x40c00000, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_add3_u32 v7, v13, v1, 0x7fff ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v3 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v3, 0xffff0000, v3 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v1, 0x40c00000, v1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v0.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v4, v7, v9, vcc_lo +; GFX11-TRUE16-NEXT: v_add_f32_e32 v0, 0x40c00000, v0 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v15, 0x400000, v2 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v8, 0x40c00000, v8 :: v_dual_add_f32 v3, 0x40c00000, v3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_bfe_u32 v9, v0, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v10, 0x400000, v0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v0, v0 +; GFX11-TRUE16-NEXT: v_bfe_u32 v13, v8, 16, 1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v14, v3, 16, 1 +; GFX11-TRUE16-NEXT: v_add3_u32 v9, v9, v0, 0x7fff +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v0, v9, v10, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v3, 0x40c00000, v3 :: v_dual_lshlrev_b32 v6, 16, v2 -; GFX11-TRUE16-NEXT: v_bfe_u32 v13, v1, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v9, 0x400000, v1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v5, v11, v12 :: v_dual_add_f32 v6, 0x40c00000, v6 -; GFX11-TRUE16-NEXT: v_bfe_u32 v12, v3, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v15, 0x400000, v3 -; GFX11-TRUE16-NEXT: v_add3_u32 v7, v13, v1, 0x7fff -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v10, v6, 16, 1 -; GFX11-TRUE16-NEXT: v_add3_u32 v12, v12, v3, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v2, 0xffff0000, v2 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v8, 0x40c00000, v8 :: v_dual_cndmask_b32 v1, v7, v9 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add3_u32 v9, v10, v6, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v9, v6, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v10, 0x400000, v1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v5, v11, v12, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v9, v9, v6, 0x7fff ; GFX11-TRUE16-NEXT: v_or_b32_e32 v11, 0x400000, v6 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v2, 0x40c00000, v2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v10, v8, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v14, 0x400000, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v1.h +; GFX11-TRUE16-NEXT: v_bfe_u32 v12, v2, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v5, 16, v5 -; GFX11-TRUE16-NEXT: v_bfe_u32 v7, v2, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v13, 0x400000, v2 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 -; GFX11-TRUE16-NEXT: v_add3_u32 v10, v10, v8, 0x7fff -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_add3_u32 v7, v7, v2, 0x7fff -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v1, 16, v5 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v0, 16, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v2, v7, v13, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v6, v9, v11, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v9, v12, v2, 0x7fff +; GFX11-TRUE16-NEXT: v_add3_u32 v11, v13, v8, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v12, 0x400000, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v2.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v7, v10, v14, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v13, v14, v3, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v14, 0x400000, v3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v8, v11, v12, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v7, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v3, v12, v15, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v3.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v6, v9, v11, vcc_lo -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v3, v3, 16, v7 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v6, 16, v6 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v2, v2, 16, v6 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v3, v13, v14, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v3.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v2, v9, v15, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v3, 16, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v1, v7, v10, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v2.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v2, 16, v6 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v0.h +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v3, v0, 16, v3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v1.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v2, v1, 16, v2 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v7, 16, v4 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v6, 16, v5 ; GFX11-TRUE16-NEXT: .LBB47_2: ; %end ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.16bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.16bit.ll index 1db0cccfe6b72..27d32fc05e428 100644 --- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.16bit.ll +++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.16bit.ll @@ -121,11 +121,11 @@ define i16 @bitcast_f16_to_i16(half %a, i32 %b) { ; GCN-NEXT: s_xor_b64 s[4:5], exec, s[4:5] ; GCN-NEXT: s_andn2_saveexec_b64 s[4:5], s[4:5] ; GCN-NEXT: s_cbranch_execz .LBB1_2 -; GCN-NEXT: ; %bb.1: +; GCN-NEXT: ; %bb.1: ; %cmp.true ; GCN-NEXT: v_cvt_f32_f16_e32 v0, v0 ; GCN-NEXT: v_add_f32_e32 v0, 0x38000000, v0 ; GCN-NEXT: v_cvt_f16_f32_e32 v0, v0 -; GCN-NEXT: .LBB1_2: +; GCN-NEXT: .LBB1_2: ; %end ; GCN-NEXT: s_or_b64 exec, exec, s[4:5] ; GCN-NEXT: s_setpc_b64 s[30:31] ; diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.256bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.256bit.ll index edeb780d481c4..cc32c19b267bf 100644 --- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.256bit.ll +++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.256bit.ll @@ -14943,149 +14943,156 @@ define <16 x i16> @bitcast_v16bf16_to_v16i16(<16 x bfloat> %a, i32 %b) { ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB47_2 ; GFX11-TRUE16-NEXT: ; %bb.1: ; %cmp.true ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v1, 0xffff0000, v1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v6 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v1, 0x40c00000, v1 :: v_dual_add_f32 v6, 0x40c00000, v6 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v17, 0x400000, v1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_bfe_u32 v16, v1, 16, 1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v23, 0x400000, v6 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v8, 0x40c00000, v8 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v9, 0x40c00000, v9 :: v_dual_lshlrev_b32 v0, 16, v0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v9, 0x40c00000, v9 :: v_dual_add_f32 v8, 0x40c00000, v8 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v6, 0x40c00000, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_bfe_u32 v14, v9, 16, 1 ; GFX11-TRUE16-NEXT: v_bfe_u32 v11, v8, 16, 1 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v0, 0x40c00000, v0 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v14, 0x400000, v8 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v12, 0x400000, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-TRUE16-NEXT: v_bfe_u32 v15, v9, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v16, 0x400000, v9 +; GFX11-TRUE16-NEXT: v_add3_u32 v14, v14, v9, 0x7fff ; GFX11-TRUE16-NEXT: v_add3_u32 v11, v11, v8, 0x7fff -; GFX11-TRUE16-NEXT: v_bfe_u32 v12, v0, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v13, 0x400000, v0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v8, v11, v14, vcc_lo -; GFX11-TRUE16-NEXT: v_add3_u32 v12, v12, v0, 0x7fff +; GFX11-TRUE16-NEXT: v_and_b32_e32 v1, 0xffff0000, v1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v22, v6, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v25, 0x400000, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v8, v11, v12, vcc_lo +; GFX11-TRUE16-NEXT: v_dual_add_f32 v1, 0x40c00000, v1 :: v_dual_lshlrev_b32 v10, 16, v2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v3, 0xffff0000, v3 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v2, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_bfe_u32 v11, v1, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v12, 0x40c00000, v12 :: v_dual_add_f32 v3, 0x40c00000, v3 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v2, 0x40c00000, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_add3_u32 v11, v11, v1, 0x7fff +; GFX11-TRUE16-NEXT: v_and_b32_e32 v0, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v0, 0x40c00000, v0 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_bfe_u32 v13, v0, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v15, 0x400000, v0 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v0, v0 -; GFX11-TRUE16-NEXT: v_add3_u32 v14, v16, v1, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v11, v15, v9, 0x7fff -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v8.h -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v0, v12, v13 :: v_dual_and_b32 v13, 0xffff0000, v3 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v12, 0x400000, v9 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v10, 0x40c00000, v10 :: v_dual_lshlrev_b32 v3, 16, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v13, 0x40c00000, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v1, v14, v17, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v13, v13, v0, 0x7fff +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v0, v13, v15, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v2, 0xffff0000, v2 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v3, 0x40c00000, v3 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v15, 0x400000, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v1.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v9, v11, v12 :: v_dual_add_f32 v2, 0x40c00000, v2 -; GFX11-TRUE16-NEXT: v_bfe_u32 v11, v10, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v16, 0x400000, v3 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v0, 16, v0 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v13, 0x400000, v1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v15, v12, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v9, v14, v16, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v4 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v10, 0x40c00000, v10 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v4 ; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_bfe_u32 v12, v2, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v14, 0x400000, v2 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 -; GFX11-TRUE16-NEXT: v_add3_u32 v11, v11, v10, 0x7fff -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v1, 16, v9 -; GFX11-TRUE16-NEXT: v_add3_u32 v12, v12, v2, 0x7fff -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v8, 16, v0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v2, v12, v14, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v12, v13, 16, 1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-TRUE16-NEXT: v_bfe_u32 v14, v3, 16, 1 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v10, v11, v15, vcc_lo -; GFX11-TRUE16-NEXT: v_add3_u32 v11, v12, v13, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v12, 0x400000, v13 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v5 -; GFX11-TRUE16-NEXT: v_add3_u32 v14, v14, v3, 0x7fff -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v5 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v11, v11, v12, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v13, 0x40c00000, v13 :: v_dual_add_f32 v12, 0x40c00000, v15 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v5, 0x40c00000, v5 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v2.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v3, v14, v16, vcc_lo ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v16, v13, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v19, 0x400000, v13 -; GFX11-TRUE16-NEXT: v_bfe_u32 v14, v12, 16, 1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v20, v5, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v17, 0x400000, v12 -; GFX11-TRUE16-NEXT: v_add3_u32 v16, v16, v13, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v4 -; GFX11-TRUE16-NEXT: v_add3_u32 v14, v14, v12, 0x7fff -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v11.h -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_bfe_u32 v14, v10, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v1, v11, v13, vcc_lo +; GFX11-TRUE16-NEXT: v_or_b32_e32 v13, 0x400000, v10 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX11-TRUE16-NEXT: v_add_f32_e32 v4, 0x40c00000, v4 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v2, v2, 16, v10 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_bfe_u32 v15, v4, 16, 1 +; GFX11-TRUE16-NEXT: v_add3_u32 v11, v14, v10, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v14, v2, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-TRUE16-NEXT: v_or_b32_e32 v18, 0x400000, v4 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v10, v11, v13, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_add3_u32 v11, v14, v2, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v13, 0x400000, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 +; GFX11-TRUE16-NEXT: v_add3_u32 v14, v15, v12, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v15, 0x400000, v12 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v10, 16, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v2, v11, v13, vcc_lo +; GFX11-TRUE16-NEXT: v_bfe_u32 v11, v3, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v11, v11, v3, 0x7fff +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v12, v14, v15, vcc_lo +; GFX11-TRUE16-NEXT: v_or_b32_e32 v15, 0x400000, v3 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v3, v11, v15, vcc_lo +; GFX11-TRUE16-NEXT: v_bfe_u32 v11, v4, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-TRUE16-NEXT: v_add3_u32 v15, v15, v4, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v4, v15, v18, vcc_lo +; GFX11-TRUE16-NEXT: v_dual_add_f32 v14, 0x40c00000, v14 :: v_dual_add_f32 v5, 0x40c00000, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v11, v11, v4, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v19, 0x400000, v14 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_bfe_u32 v20, v5, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v4, v11, v18, vcc_lo ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v15, 0x40c00000, v21 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v7 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v3, 16, v3 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v18, 0x40c00000, v18 :: v_dual_cndmask_b32 v13, v16, v19 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v18, 0x40c00000, v18 :: v_dual_add_f32 v7, 0x40c00000, v7 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v13, 0x40c00000, v16 +; GFX11-TRUE16-NEXT: v_bfe_u32 v23, v18, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_bfe_u32 v24, v7, 16, 1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v16, v13, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v17, 0x400000, v13 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_add3_u32 v15, v16, v13, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v16, v14, 16, 1 +; GFX11-TRUE16-NEXT: v_add3_u32 v16, v16, v14, 0x7fff +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v14, 0x40c00000, v21 :: v_dual_cndmask_b32 v11, v16, v19 +; GFX11-TRUE16-NEXT: v_bfe_u32 v19, v14, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v21, 0x400000, v14 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 ; GFX11-TRUE16-NEXT: v_add3_u32 v16, v20, v5, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v19, 0x400000, v5 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX11-TRUE16-NEXT: v_bfe_u32 v20, v15, 16, 1 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v7, 0x40c00000, v7 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v24, 0x400000, v18 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v21, 0x400000, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v5, v16, v19, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v16, v6, 16, 1 -; GFX11-TRUE16-NEXT: v_add3_u32 v19, v20, v15, 0x7fff -; GFX11-TRUE16-NEXT: v_bfe_u32 v20, v18, 16, 1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-TRUE16-NEXT: v_bfe_u32 v22, v7, 16, 1 -; GFX11-TRUE16-NEXT: v_add3_u32 v16, v16, v6, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v25, 0x400000, v7 -; GFX11-TRUE16-NEXT: v_add3_u32 v20, v20, v18, 0x7fff -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v5.h -; GFX11-TRUE16-NEXT: v_add3_u32 v22, v22, v7, 0x7fff -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v6, v16, v23, vcc_lo +; GFX11-TRUE16-NEXT: v_or_b32_e32 v20, 0x400000, v5 +; GFX11-TRUE16-NEXT: v_add3_u32 v19, v19, v14, 0x7fff +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v14, v19, v21, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v19, v22, v6, 0x7fff +; GFX11-TRUE16-NEXT: v_add3_u32 v21, v23, v18, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v22, 0x400000, v18 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v13, 16, v13 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v3, v11, 16, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v6.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v16, v20, v24, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v23, v24, v7, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v24, 0x400000, v7 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v18, v21, v22, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v7, v22, v25, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v7.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v15, v19, v21, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v7, 16, v16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v15, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v12, v14, v17, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v4.h -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v7, v6, 16, v7 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v6, v5, 16, v15 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v5, v4, 16, v13 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v4, 16, v12 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v4, v14, 16, v4 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v7, v23, v24, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v7.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v6, v19, v25, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v7, 16, v18 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v6.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v5, v16, v20, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v6, 16, v14 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v7, v0, 16, v7 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v4.h +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v5.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v5, 16, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v11, v15, v17, vcc_lo +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v6, v1, 16, v6 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v3.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v3, 16, v12 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v5, v2, 16, v5 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v4, 16, v11 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v2.h +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v1.h +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v0.h +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v3, v1, 16, v3 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v4, v0, 16, v4 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v2, v2, 16, v10 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v11, 16, v9 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v12, 16, v8 ; GFX11-TRUE16-NEXT: .LBB47_2: ; %end ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.512bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.512bit.ll index 9d2601e653ee3..5f21bdc09a15d 100644 --- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.512bit.ll +++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.512bit.ll @@ -31415,288 +31415,300 @@ define <32 x i16> @bitcast_v32bf16_to_v32i16(<32 x bfloat> %a, i32 %b) { ; GFX11-TRUE16-NEXT: s_and_not1_saveexec_b32 s0, s0 ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB47_2 ; GFX11-TRUE16-NEXT: ; %bb.1: ; %cmp.true -; GFX11-TRUE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v0 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v1, 0xffff0000, v1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v2 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v2, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v0 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v0, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v17, 0x40c00000, v17 :: v_dual_lshlrev_b32 v26, 16, v7 ; GFX11-TRUE16-NEXT: v_add_f32_e32 v16, 0x40c00000, v16 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v17, 0x40c00000, v17 :: v_dual_lshlrev_b32 v0, 16, v0 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v19, 0x40c00000, v1 :: v_dual_lshlrev_b32 v34, 16, v15 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v1, v16, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v18, 0x40c00000, v0 :: v_dual_lshlrev_b32 v19, 16, v2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v9 +; GFX11-TRUE16-NEXT: v_bfe_u32 v21, v17, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_bfe_u32 v0, v16, 16, 1 ; GFX11-TRUE16-NEXT: v_or_b32_e32 v22, 0x400000, v16 -; GFX11-TRUE16-NEXT: v_bfe_u32 v23, v17, 16, 1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_bfe_u32 v24, v19, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 -; GFX11-TRUE16-NEXT: v_add3_u32 v1, v1, v16, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v25, 0x400000, v19 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v34, 0x40c00000, v34 -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v16, v1, v22 :: v_dual_and_b32 v15, 0xffff0000, v15 -; GFX11-TRUE16-NEXT: v_add3_u32 v22, v23, v17, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v23, v24, v19, 0x7fff -; GFX11-TRUE16-NEXT: v_add_f32_e32 v0, 0x40c00000, v0 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v39, 0x400000, v34 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v15, 0x40c00000, v15 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v20, v0, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v21, 0x400000, v0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v0, v0 -; GFX11-TRUE16-NEXT: v_bfe_u32 v37, v15, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v48, 0x400000, v15 -; GFX11-TRUE16-NEXT: v_add3_u32 v20, v20, v0, 0x7fff -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v16.h +; GFX11-TRUE16-NEXT: v_or_b32_e32 v23, 0x400000, v18 +; GFX11-TRUE16-NEXT: v_add3_u32 v21, v21, v17, 0x7fff +; GFX11-TRUE16-NEXT: v_add3_u32 v0, v0, v16, 0x7fff +; GFX11-TRUE16-NEXT: v_and_b32_e32 v1, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: v_or_b32_e32 v16, 0x400000, v17 -; GFX11-TRUE16-NEXT: v_add3_u32 v37, v37, v15, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v1, v20, v21, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v20, 0x40c00000, v2 :: v_dual_cndmask_b32 v19, v23, v25 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v30, 16, v11 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v19, 0x40c00000, v19 :: v_dual_cndmask_b32 v0, v0, v22 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v20, 0x40c00000, v1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v1, v18, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v32, 16, v13 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v13 +; GFX11-TRUE16-NEXT: v_add3_u32 v1, v1, v18, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v18, v20, 16, 1 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v0, 16, v0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v6 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v1, v1, v23, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v2, v22, v16, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v19.h -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v19, 16, v3 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v3, 0xffff0000, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v18, 0x40c00000, v18 :: v_dual_add_f32 v19, 0x40c00000, v19 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v3, 0x40c00000, v3 -; GFX11-TRUE16-NEXT: v_bfe_u32 v17, v20, 16, 1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_bfe_u32 v21, v18, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v22, 0x400000, v20 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v17, 0x400000, v20 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v29, 16, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v31, 16, v12 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v13, 0x40c00000, v13 :: v_dual_cndmask_b32 v2, v21, v16 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v21, 0x40c00000, v22 +; GFX11-TRUE16-NEXT: v_add3_u32 v16, v18, v20, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v18, v19, 16, 1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v23, 0x400000, v18 -; GFX11-TRUE16-NEXT: v_add3_u32 v17, v17, v20, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v21, v21, v18, 0x7fff -; GFX11-TRUE16-NEXT: v_bfe_u32 v20, v19, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v24, 0x400000, v19 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v17, v17, v22 :: v_dual_lshlrev_b32 v22, 16, v4 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 -; GFX11-TRUE16-NEXT: v_add3_u32 v20, v20, v19, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v17.h -; GFX11-TRUE16-NEXT: v_add_f32_e32 v22, 0x40c00000, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v18, v21, v23, vcc_lo +; GFX11-TRUE16-NEXT: v_or_b32_e32 v35, 0x400000, v13 +; GFX11-TRUE16-NEXT: v_bfe_u32 v20, v21, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v17, v18, v19, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v18, 0x400000, v19 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v3 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v3, 0xffff0000, v3 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v19, 0x400000, v21 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v22, 0x40c00000, v22 :: v_dual_add_f32 v3, 0x40c00000, v3 +; GFX11-TRUE16-NEXT: v_add3_u32 v18, v20, v21, 0x7fff +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v4 +; GFX11-TRUE16-NEXT: v_bfe_u32 v20, v22, 16, 1 ; GFX11-TRUE16-NEXT: v_bfe_u32 v21, v3, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v23, 0x400000, v3 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v17, 16, v17 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 +; GFX11-TRUE16-NEXT: v_add3_u32 v19, v20, v22, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v20, 0x400000, v22 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v16.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v20, v21, v3, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v21, 0x400000, v3 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_add3_u32 v21, v21, v3, 0x7fff -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v3, v21, v23, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v5 -; GFX11-TRUE16-NEXT: v_bfe_u32 v21, v22, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v25, 0x400000, v22 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v3.h -; GFX11-TRUE16-NEXT: v_add_f32_e32 v23, 0x40c00000, v23 -; GFX11-TRUE16-NEXT: v_add3_u32 v21, v21, v22, 0x7fff ; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v19, v20, v24, vcc_lo -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v26, 0x400000, v23 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v4, 0x40c00000, v4 ; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v19, 16, v19 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v20, v4, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v24, 0x400000, v4 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v3, v20, v21, vcc_lo +; GFX11-TRUE16-NEXT: v_dual_add_f32 v23, 0x40c00000, v23 :: v_dual_add_f32 v4, 0x40c00000, v4 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_bfe_u32 v22, v23, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v21, 0x400000, v23 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX11-TRUE16-NEXT: v_add3_u32 v20, v22, v23, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v22, v4, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v21, v22, v4, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v22, 0x400000, v4 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v3, v3, 16, v19 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_add3_u32 v20, v20, v4, 0x7fff -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v4, v20, v24, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v20, v23, 16, 1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v4.h -; GFX11-TRUE16-NEXT: v_add3_u32 v20, v20, v23, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v5 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v21, v21, v25 :: v_dual_add_f32 v24, 0x40c00000, v24 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v5, 0x40c00000, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v4, v21, v22 :: v_dual_and_b32 v5, 0xffff0000, v5 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v24, 0x40c00000, v24 :: v_dual_add_f32 v5, 0x40c00000, v5 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_bfe_u32 v22, v5, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v25, 0x400000, v5 +; GFX11-TRUE16-NEXT: v_bfe_u32 v23, v24, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v22, 0x400000, v24 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX11-TRUE16-NEXT: v_add3_u32 v21, v23, v24, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v23, v5, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v22, v23, v5, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v23, 0x400000, v5 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX11-TRUE16-NEXT: v_add3_u32 v22, v22, v5, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v5, v22, v25 :: v_dual_and_b32 v6, 0xffff0000, v6 -; GFX11-TRUE16-NEXT: v_dual_add_f32 v6, 0x40c00000, v6 :: v_dual_lshlrev_b32 v25, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-TRUE16-NEXT: v_bfe_u32 v22, v24, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v27, 0x400000, v24 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v25, 0x40c00000, v25 -; GFX11-TRUE16-NEXT: v_bfe_u32 v23, v6, 16, 1 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v20, v20, v26, vcc_lo -; GFX11-TRUE16-NEXT: v_or_b32_e32 v26, 0x400000, v6 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v6 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v21, 16, v21 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v5, v22, v23, vcc_lo +; GFX11-TRUE16-NEXT: v_dual_add_f32 v25, 0x40c00000, v25 :: v_dual_add_f32 v6, 0x40c00000, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v5.h +; GFX11-TRUE16-NEXT: v_bfe_u32 v24, v25, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v23, 0x400000, v25 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v22, v24, v25, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v24, v6, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v23, v24, v6, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v24, 0x400000, v6 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-TRUE16-NEXT: v_add3_u32 v22, v22, v24, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v23, v23, v6, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v7 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v28, 0x400000, v25 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v5.h -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v20, 16, v20 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v6, v23, v26 :: v_dual_add_f32 v7, 0x40c00000, v7 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v8 -; GFX11-TRUE16-NEXT: v_bfe_u32 v23, v25, 16, 1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v6.h -; GFX11-TRUE16-NEXT: v_bfe_u32 v24, v7, 16, 1 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v26, 0x40c00000, v26 -; GFX11-TRUE16-NEXT: v_add3_u32 v23, v23, v25, 0x7fff -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v22, v22, v27, vcc_lo -; GFX11-TRUE16-NEXT: v_or_b32_e32 v27, 0x400000, v7 -; GFX11-TRUE16-NEXT: v_add3_u32 v24, v24, v7, 0x7fff +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v6, v23, v24 :: v_dual_and_b32 v7, 0xffff0000, v7 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v26, 0x40c00000, v26 :: v_dual_add_f32 v7, 0x40c00000, v7 +; GFX11-TRUE16-NEXT: v_bfe_u32 v25, v26, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v24, 0x400000, v26 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v23, v25, v26, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v25, v7, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v24, v25, v7, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v25, 0x400000, v7 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v8 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v5, v5, 16, v20 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v20, 16, v21 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v21, 16, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v7, v24, v27, vcc_lo -; GFX11-TRUE16-NEXT: v_dual_add_f32 v8, 0x40c00000, v8 :: v_dual_lshlrev_b32 v27, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-TRUE16-NEXT: v_bfe_u32 v24, v26, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v29, 0x400000, v26 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v27, 0x40c00000, v27 -; GFX11-TRUE16-NEXT: v_bfe_u32 v25, v8, 16, 1 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v23, v23, v28, vcc_lo -; GFX11-TRUE16-NEXT: v_or_b32_e32 v28, 0x400000, v8 +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v7, v24, v25 :: v_dual_and_b32 v8, 0xffff0000, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v27, 0x40c00000, v27 :: v_dual_add_f32 v8, 0x40c00000, v8 +; GFX11-TRUE16-NEXT: v_bfe_u32 v26, v27, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v25, 0x400000, v27 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v24, v26, v27, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v26, v8, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v24, v24, v25, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v25, v26, v8, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v26, 0x400000, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-TRUE16-NEXT: v_add3_u32 v24, v24, v26, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v25, v25, v8, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v9 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v30, 0x400000, v27 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v22, 16, v22 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v7.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v8, v25, v28 :: v_dual_add_f32 v9, 0x40c00000, v9 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v10 -; GFX11-TRUE16-NEXT: v_bfe_u32 v25, v27, 16, 1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v8.h -; GFX11-TRUE16-NEXT: v_bfe_u32 v26, v9, 16, 1 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v28, 0x40c00000, v28 -; GFX11-TRUE16-NEXT: v_add3_u32 v25, v25, v27, 0x7fff -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v24, v24, v29, vcc_lo -; GFX11-TRUE16-NEXT: v_or_b32_e32 v29, 0x400000, v9 -; GFX11-TRUE16-NEXT: v_add3_u32 v26, v26, v9, 0x7fff +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v8, v25, v26 :: v_dual_and_b32 v9, 0xffff0000, v9 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v28, 0x40c00000, v28 :: v_dual_add_f32 v9, 0x40c00000, v9 +; GFX11-TRUE16-NEXT: v_bfe_u32 v27, v28, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v26, 0x400000, v28 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v25, v27, v28, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v27, v9, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v25, v25, v26, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v26, v27, v9, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v27, 0x400000, v9 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v10 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v23, 16, v23 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v6, v6, 16, v22 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v22, 16, v1 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v9, v26, v29, vcc_lo -; GFX11-TRUE16-NEXT: v_dual_add_f32 v10, 0x40c00000, v10 :: v_dual_lshlrev_b32 v29, 16, v11 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 -; GFX11-TRUE16-NEXT: v_bfe_u32 v26, v28, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v31, 0x400000, v28 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v29, 0x40c00000, v29 -; GFX11-TRUE16-NEXT: v_bfe_u32 v27, v10, 16, 1 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v25, v25, v30, vcc_lo -; GFX11-TRUE16-NEXT: v_or_b32_e32 v30, 0x400000, v10 +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v9, v26, v27 :: v_dual_and_b32 v10, 0xffff0000, v10 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v29, 0x40c00000, v29 :: v_dual_add_f32 v10, 0x40c00000, v10 +; GFX11-TRUE16-NEXT: v_bfe_u32 v28, v29, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v27, 0x400000, v29 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v26, v28, v29, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v28, v10, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v26, v26, v27, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v27, v28, v10, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v28, 0x400000, v10 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-TRUE16-NEXT: v_add3_u32 v26, v26, v28, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v27, v27, v10, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v11 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v32, 0x400000, v29 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v9.h -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v25, 16, v25 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v10, v27, v30 :: v_dual_add_f32 v11, 0x40c00000, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v30, 16, v12 -; GFX11-TRUE16-NEXT: v_bfe_u32 v27, v29, 16, 1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v10.h -; GFX11-TRUE16-NEXT: v_bfe_u32 v28, v11, 16, 1 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v30, 0x40c00000, v30 -; GFX11-TRUE16-NEXT: v_add3_u32 v27, v27, v29, 0x7fff -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v26, v26, v31, vcc_lo -; GFX11-TRUE16-NEXT: v_or_b32_e32 v31, 0x400000, v11 -; GFX11-TRUE16-NEXT: v_add3_u32 v28, v28, v11, 0x7fff +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v10, v27, v28 :: v_dual_and_b32 v11, 0xffff0000, v11 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v30, 0x40c00000, v30 :: v_dual_add_f32 v11, 0x40c00000, v11 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v10.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_bfe_u32 v29, v30, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v28, 0x400000, v30 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v30, v30 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v10, 16, v26 +; GFX11-TRUE16-NEXT: v_add3_u32 v27, v29, v30, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v29, v11, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v10, v6, 16, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v27, v27, v28, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v28, v29, v11, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v29, 0x400000, v11 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v12 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v24, 16, v24 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v9, v9, 16, v25 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v7, v7, 16, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v11, v28, v31, vcc_lo -; GFX11-TRUE16-NEXT: v_dual_add_f32 v12, 0x40c00000, v12 :: v_dual_lshlrev_b32 v31, 16, v13 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX11-TRUE16-NEXT: v_bfe_u32 v28, v30, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v33, 0x400000, v30 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add_f32_e32 v31, 0x40c00000, v31 -; GFX11-TRUE16-NEXT: v_bfe_u32 v29, v12, 16, 1 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v27, v27, v32, vcc_lo -; GFX11-TRUE16-NEXT: v_or_b32_e32 v32, 0x400000, v12 +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v11, v28, v29 :: v_dual_and_b32 v12, 0xffff0000, v12 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v31, 0x40c00000, v31 :: v_dual_add_f32 v12, 0x40c00000, v12 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v11.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_bfe_u32 v30, v31, 16, 1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v28, v12, 16, 1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v31, v31 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v33, 0x400000, v12 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v11, 16, v27 +; GFX11-TRUE16-NEXT: v_add3_u32 v29, v30, v31, 0x7fff +; GFX11-TRUE16-NEXT: v_add_f32_e32 v30, 0x40c00000, v32 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v32, 0x400000, v31 +; GFX11-TRUE16-NEXT: v_add3_u32 v28, v28, v12, 0x7fff +; GFX11-TRUE16-NEXT: v_bfe_u32 v31, v13, 16, 1 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v11, v5, 16, v11 +; GFX11-TRUE16-NEXT: v_bfe_u32 v34, v30, 16, 1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v29, v29, v32, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-TRUE16-NEXT: v_add3_u32 v28, v28, v30, 0x7fff -; GFX11-TRUE16-NEXT: v_add3_u32 v29, v29, v12, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v13 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v11.h -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v27, 16, v27 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v26, 16, v26 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v12, v29, v32 :: v_dual_add_f32 v13, 0x40c00000, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v32, 16, v14 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v30, v30 -; GFX11-TRUE16-NEXT: v_bfe_u32 v29, v31, 16, 1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v12.h -; GFX11-TRUE16-NEXT: v_bfe_u32 v30, v13, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v35, 0x400000, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v28, v28, v33, vcc_lo +; GFX11-TRUE16-NEXT: v_add3_u32 v31, v31, v13, 0x7fff +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v6.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v6, 16, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v12, v28, v33, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v32, 0x40c00000, v32 -; GFX11-TRUE16-NEXT: v_add3_u32 v30, v30, v13, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v14 -; GFX11-TRUE16-NEXT: v_add3_u32 v29, v29, v31, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v33, 0x400000, v31 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v32, 16, v14 +; GFX11-TRUE16-NEXT: v_add3_u32 v28, v34, v30, 0x7fff +; GFX11-TRUE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v15 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v13, v31, v35 :: v_dual_add_f32 v32, 0x40c00000, v32 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v33, 0x400000, v30 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v34, 0x40c00000, v34 :: v_dual_add_f32 v15, 0x40c00000, v15 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v13.h ; GFX11-TRUE16-NEXT: v_bfe_u32 v36, v32, 16, 1 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v13, v30, v35, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v35, v34, 16, 1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v12.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_bfe_u32 v38, v34, 16, 1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v31, v15, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v39, 0x400000, v15 +; GFX11-TRUE16-NEXT: v_add3_u32 v35, v36, v32, 0x7fff ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v34, v34 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v12, 16, v29 +; GFX11-TRUE16-NEXT: v_add3_u32 v31, v31, v15, 0x7fff +; GFX11-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v14 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v6, v5, 16, v6 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v5, v16, 16, v21 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v12, v4, 16, v12 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v7.h ; GFX11-TRUE16-NEXT: v_add_f32_e32 v14, 0x40c00000, v14 -; GFX11-TRUE16-NEXT: v_add3_u32 v36, v36, v32, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v38, 0x400000, v32 -; GFX11-TRUE16-NEXT: v_add3_u32 v35, v35, v34, 0x7fff -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v28, 16, v28 -; GFX11-TRUE16-NEXT: v_bfe_u32 v30, v14, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v49, 0x400000, v14 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v11, v11, 16, v27 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v34, v35, v39, vcc_lo +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v7, 16, v23 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v18.h +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v1.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_bfe_u32 v37, v14, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v48, 0x400000, v14 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v7, v4, 16, v7 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v21, 16, v0 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_add3_u32 v36, v37, v14, 0x7fff +; GFX11-TRUE16-NEXT: v_add3_u32 v37, v38, v34, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v38, 0x400000, v34 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v34, v37, v38, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-TRUE16-NEXT: v_add3_u32 v30, v30, v14, 0x7fff -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v12, v12, 16, v28 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v10, v10, 16, v26 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v8, v8, 16, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v15, v37, v48, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v4, v4, 16, v20 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v2, v17, 16, v18 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v16, 16, v21 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v15.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v32, v36, v38, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v34.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v15, v31, v39, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v15, 16, v34 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v0, 16, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v14, v30, v49, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v31, v31 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v30.l, v13.h -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v15, v13, 16, v15 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v13, 16, v32 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v14.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v29, v29, v33, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v14, v14, 16, v13 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v29, 16, v29 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v13, v30, 16, v29 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v31, 0x400000, v32 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v15, 16, v15 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v14, v36, v48, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v15, v1, 16, v15 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v14.h +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v31, v35, v31, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v30, v30 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v14, 16, v31 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v28, v28, v33, vcc_lo +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v14, v1, 16, v14 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v13, 16, v28 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v9.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v9, 16, v25 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v13, v3, 16, v13 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v8.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v8, 16, v24 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v9, v1, 16, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v4.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v4, 16, v20 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v20, 16, v2 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v8, v3, 16, v8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v3.h +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v2, v16, 16, v17 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v4, v1, 16, v4 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v18, 16, v20 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v3, v3, 16, v19 ; GFX11-TRUE16-NEXT: .LBB47_2: ; %end ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.64bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.64bit.ll index 42b2f9a168cb3..8fa9b3c46ae93 100644 --- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.64bit.ll +++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.64bit.ll @@ -6719,46 +6719,47 @@ define <4 x i16> @bitcast_v4bf16_to_v4i16(<4 x bfloat> %a, i32 %b) { ; GFX11-TRUE16-NEXT: ; %bb.1: ; %cmp.true ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v3, 0x40c00000, v3 :: v_dual_lshlrev_b32 v2, 16, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 ; GFX11-TRUE16-NEXT: v_add_f32_e32 v2, 0x40c00000, v2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_bfe_u32 v6, v3, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v7, 0x400000, v3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_bfe_u32 v10, v2, 16, 1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_add3_u32 v6, v6, v3, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v0, 0xffff0000, v0 ; GFX11-TRUE16-NEXT: v_or_b32_e32 v11, 0x400000, v2 ; GFX11-TRUE16-NEXT: v_add3_u32 v10, v10, v2, 0x7fff ; GFX11-TRUE16-NEXT: v_and_b32_e32 v1, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v0, 0x40c00000, v0 :: v_dual_add_f32 v1, 0x40c00000, v1 +; GFX11-TRUE16-NEXT: v_add_f32_e32 v1, 0x40c00000, v1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v8, v1, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v9, 0x400000, v1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_add3_u32 v8, v8, v1, 0x7fff +; GFX11-TRUE16-NEXT: v_and_b32_e32 v0, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v0, 0x40c00000, v0 :: v_dual_add_f32 v3, 0x40c00000, v3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_bfe_u32 v4, v0, 16, 1 ; GFX11-TRUE16-NEXT: v_or_b32_e32 v5, 0x400000, v0 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v0, v0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_bfe_u32 v8, v1, 16, 1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v6, v3, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v7, 0x400000, v3 ; GFX11-TRUE16-NEXT: v_add3_u32 v4, v4, v0, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v9, 0x400000, v1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_add3_u32 v8, v8, v1, 0x7fff +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add3_u32 v6, v6, v3, 0x7fff ; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v0, v4, v5, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v1, v8, v9, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v0.h +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v1.h ; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v3, v6, v7, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v3, 16, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v1, v8, v9, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v1.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v1, 16, v3 ; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v2, v10, v11, vcc_lo -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v1, 16, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v0.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v0, 16, v1 ; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v2, 16, v2 -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v0, 16, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v3, 16, v2 ; GFX11-TRUE16-NEXT: .LBB47_2: ; %end ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.96bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.96bit.ll index 852114f2ba12f..4ae7c88e7eb45 100644 --- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.96bit.ll +++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.96bit.ll @@ -6675,66 +6675,64 @@ define <6 x i16> @bitcast_v6bf16_to_v6i16(<6 x bfloat> %a, i32 %b) { ; GFX11-TRUE16-NEXT: s_and_not1_saveexec_b32 s0, s0 ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB26_2 ; GFX11-TRUE16-NEXT: ; %bb.1: ; %cmp.true +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v2, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v1, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v3, 0x40c00000, v3 :: v_dual_add_f32 v4, 0x40c00000, v4 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v1, 0x40c00000, v1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_dual_add_f32 v5, 0x40c00000, v5 :: v_dual_add_f32 v2, 0x40c00000, v2 +; GFX11-TRUE16-NEXT: v_dual_add_f32 v3, 0x40c00000, v3 :: v_dual_lshlrev_b32 v4, 16, v1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_bfe_u32 v11, v5, 16, 1 +; GFX11-TRUE16-NEXT: v_bfe_u32 v12, v2, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_add_f32_e32 v4, 0x40c00000, v4 ; GFX11-TRUE16-NEXT: v_bfe_u32 v6, v3, 16, 1 ; GFX11-TRUE16-NEXT: v_or_b32_e32 v8, 0x400000, v3 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v11, 0x400000, v1 -; GFX11-TRUE16-NEXT: v_bfe_u32 v10, v4, 16, 1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_bfe_u32 v9, v4, 16, 1 ; GFX11-TRUE16-NEXT: v_add3_u32 v6, v6, v3, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v3, v6, v8, vcc_lo -; GFX11-TRUE16-NEXT: v_bfe_u32 v6, v1, 16, 1 -; GFX11-TRUE16-NEXT: v_add3_u32 v6, v6, v1, 0x7fff -; GFX11-TRUE16-NEXT: v_and_b32_e32 v0, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_dual_add_f32 v0, 0x40c00000, v0 :: v_dual_lshlrev_b32 v5, 16, v2 -; GFX11-TRUE16-NEXT: v_add_f32_e32 v5, 0x40c00000, v5 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_add3_u32 v6, v9, v4, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v8, 0x400000, v4 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v1, 0xffff0000, v1 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v3, 16, v3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v4, v6, v8 :: v_dual_add_f32 v1, 0x40c00000, v1 +; GFX11-TRUE16-NEXT: v_add3_u32 v8, v11, v5, 0x7fff +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX11-TRUE16-NEXT: v_add3_u32 v11, v12, v2, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v12, 0x400000, v2 +; GFX11-TRUE16-NEXT: v_bfe_u32 v9, v1, 16, 1 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v13, 0x400000, v1 +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v4, 16, v4 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_add3_u32 v6, v9, v1, 0x7fff +; GFX11-TRUE16-NEXT: v_or_b32_e32 v9, 0x400000, v5 +; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v5, v8, v9 :: v_dual_and_b32 v0, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_add_f32_e32 v0, 0x40c00000, v0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 ; GFX11-TRUE16-NEXT: v_bfe_u32 v7, v0, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v9, 0x400000, v0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v0, v0 -; GFX11-TRUE16-NEXT: v_bfe_u32 v8, v5, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v12, 0x400000, v5 -; GFX11-TRUE16-NEXT: v_add3_u32 v7, v7, v0, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_add3_u32 v8, v8, v5, 0x7fff -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v0, v7, v9, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v2, v11, v12, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 -; GFX11-TRUE16-NEXT: v_add3_u32 v7, v10, v4, 0x7fff -; GFX11-TRUE16-NEXT: v_or_b32_e32 v9, 0x400000, v4 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v0.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v1, v6, v11, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v2, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_or_b32_e32 v10, 0x400000, v0 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_add3_u32 v7, v7, v0, 0x7fff +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v1, v6, v13, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v0, v0 +; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v0, v7, v10, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v2.h +; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v2, 16, v5 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v1.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_dual_cndmask_b32 v5, v8, v12 :: v_dual_add_f32 v2, 0x40c00000, v2 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v5, 16, v5 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_bfe_u32 v10, v2, 16, 1 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v13, 0x400000, v2 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 -; GFX11-TRUE16-NEXT: v_add3_u32 v10, v10, v2, 0x7fff -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v2, v10, v13, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v2.h -; GFX11-TRUE16-NEXT: v_cndmask_b32_e32 v4, v7, v9, vcc_lo -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v3, 16, v3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v0.h +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v2, v0, 16, v2 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v2, v2, 16, v5 -; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v0, 16, v3 ; GFX11-TRUE16-NEXT: v_lshl_or_b32 v1, v1, 16, v4 +; GFX11-TRUE16-NEXT: v_lshl_or_b32 v0, v5, 16, v3 ; GFX11-TRUE16-NEXT: .LBB26_2: ; %end ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] diff --git a/llvm/test/CodeGen/AMDGPU/fix-sgpr-copies-f16-true16.mir b/llvm/test/CodeGen/AMDGPU/fix-sgpr-copies-f16-true16.mir index 6e24d9afa2bbc..f9db082a2e912 100644 --- a/llvm/test/CodeGen/AMDGPU/fix-sgpr-copies-f16-true16.mir +++ b/llvm/test/CodeGen/AMDGPU/fix-sgpr-copies-f16-true16.mir @@ -9,8 +9,9 @@ body: | ; GCN: [[DEF:%[0-9]+]]:vgpr_16 = IMPLICIT_DEF ; GCN-NEXT: [[DEF1:%[0-9]+]]:sreg_32 = IMPLICIT_DEF ; GCN-NEXT: [[V_CVT_F16_U16_t16_e64_:%[0-9]+]]:vgpr_16 = V_CVT_F16_U16_t16_e64 0, [[DEF]], 0, 0, 0, implicit $mode, implicit $exec - ; GCN-NEXT: [[SUBREG_TO_REG:%[0-9]+]]:vgpr_32 = SUBREG_TO_REG 0, [[V_CVT_F16_U16_t16_e64_]], %subreg.lo16 - ; GCN-NEXT: [[V_CMP_LT_F16_t16_e64_:%[0-9]+]]:sreg_32_xm0_xexec = nofpexcept V_CMP_LT_F16_t16_e64 0, killed [[SUBREG_TO_REG]].lo16, 0, [[DEF1]], 0, 0, implicit $mode, implicit $exec + ; GCN-NEXT: [[DEF2:%[0-9]+]]:vgpr_16 = IMPLICIT_DEF + ; GCN-NEXT: [[REG_SEQUENCE:%[0-9]+]]:vgpr_32 = REG_SEQUENCE [[V_CVT_F16_U16_t16_e64_]], %subreg.lo16, [[DEF2]], %subreg.hi16 + ; GCN-NEXT: [[V_CMP_LT_F16_t16_e64_:%[0-9]+]]:sreg_32_xm0_xexec = nofpexcept V_CMP_LT_F16_t16_e64 0, killed [[REG_SEQUENCE]].lo16, 0, [[DEF1]], 0, 0, implicit $mode, implicit $exec ; GCN-NEXT: [[V_CNDMASK_B32_e64_:%[0-9]+]]:vgpr_32 = V_CNDMASK_B32_e64 0, 0, 0, -1, killed [[V_CMP_LT_F16_t16_e64_]], implicit $exec %0:vgpr_16 = IMPLICIT_DEF %1:sreg_32 = IMPLICIT_DEF @@ -28,8 +29,9 @@ body: | ; GCN-LABEL: name: cvt_hi_f32_f16 ; GCN: [[DEF:%[0-9]+]]:vgpr_16 = IMPLICIT_DEF ; GCN-NEXT: [[V_CVT_F16_U16_t16_e64_:%[0-9]+]]:vgpr_16 = V_CVT_F16_U16_t16_e64 0, [[DEF]], 0, 0, 0, implicit $mode, implicit $exec - ; GCN-NEXT: [[SUBREG_TO_REG:%[0-9]+]]:vgpr_32 = SUBREG_TO_REG 0, [[V_CVT_F16_U16_t16_e64_]], %subreg.lo16 - ; GCN-NEXT: [[COPY:%[0-9]+]]:vgpr_32 = COPY [[SUBREG_TO_REG]] + ; GCN-NEXT: [[DEF1:%[0-9]+]]:vgpr_16 = IMPLICIT_DEF + ; GCN-NEXT: [[REG_SEQUENCE:%[0-9]+]]:vgpr_32 = REG_SEQUENCE [[V_CVT_F16_U16_t16_e64_]], %subreg.lo16, [[DEF1]], %subreg.hi16 + ; GCN-NEXT: [[COPY:%[0-9]+]]:vgpr_32 = COPY [[REG_SEQUENCE]] ; GCN-NEXT: [[V_CVT_F32_F16_t16_e64_:%[0-9]+]]:vgpr_32 = V_CVT_F32_F16_t16_e64 0, [[COPY]].hi16, 0, 0, 0, implicit $mode, implicit $exec %0:vgpr_16 = IMPLICIT_DEF %1:vgpr_16 = V_CVT_F16_U16_t16_e64 0, %0:vgpr_16, 0, 0, 0, implicit $mode, implicit $exec @@ -44,8 +46,9 @@ body: | ; GCN-LABEL: name: s_or_b32 ; GCN: [[DEF:%[0-9]+]]:vgpr_16 = IMPLICIT_DEF ; GCN-NEXT: [[V_CVT_F16_U16_t16_e64_:%[0-9]+]]:vgpr_16 = V_CVT_F16_U16_t16_e64 0, [[DEF]], 0, 0, 0, implicit $mode, implicit $exec - ; GCN-NEXT: [[SUBREG_TO_REG:%[0-9]+]]:vgpr_32 = SUBREG_TO_REG 0, [[V_CVT_F16_U16_t16_e64_]], %subreg.lo16 - ; GCN-NEXT: [[V_OR_B32_e64_:%[0-9]+]]:vgpr_32 = V_OR_B32_e64 [[SUBREG_TO_REG]], [[SUBREG_TO_REG]], implicit $exec + ; GCN-NEXT: [[DEF1:%[0-9]+]]:vgpr_16 = IMPLICIT_DEF + ; GCN-NEXT: [[REG_SEQUENCE:%[0-9]+]]:vgpr_32 = REG_SEQUENCE [[V_CVT_F16_U16_t16_e64_]], %subreg.lo16, [[DEF1]], %subreg.hi16 + ; GCN-NEXT: [[V_OR_B32_e64_:%[0-9]+]]:vgpr_32 = V_OR_B32_e64 [[REG_SEQUENCE]], [[REG_SEQUENCE]], implicit $exec ; GCN-NEXT: [[V_CVT_F16_U16_t16_e64_1:%[0-9]+]]:vgpr_16 = V_CVT_F16_U16_t16_e64 0, [[V_OR_B32_e64_]].lo16, 0, 0, 0, implicit $mode, implicit $exec %0:vgpr_16 = IMPLICIT_DEF %1:vgpr_16 = V_CVT_F16_U16_t16_e64 0, %0:vgpr_16, 0, 0, 0, implicit $mode, implicit $exec