diff --git a/llvm/lib/CodeGen/SelectionDAG/TargetLowering.cpp b/llvm/lib/CodeGen/SelectionDAG/TargetLowering.cpp index c8fe8971e593c..c23445c299523 100644 --- a/llvm/lib/CodeGen/SelectionDAG/TargetLowering.cpp +++ b/llvm/lib/CodeGen/SelectionDAG/TargetLowering.cpp @@ -8690,6 +8690,7 @@ SDValue TargetLowering::expandFMINIMUMNUM_FMAXIMUMNUM(SDNode *Node, RHS = DAG.getSelectCC(DL, RHS, RHS, LHS, RHS, ISD::SETUO); } + // Please always prefer RHS if equal. SDValue MinMax = DAG.getSelectCC(DL, LHS, RHS, LHS, RHS, IsMax ? ISD::SETGT : ISD::SETLT); @@ -8704,13 +8705,27 @@ SDValue TargetLowering::expandFMINIMUMNUM_FMAXIMUMNUM(SDNode *Node, DAG.getTargetConstant(IsMax ? fcPosZero : fcNegZero, DL, MVT::i32); SDValue IsZero = DAG.getSetCC(DL, CCVT, MinMax, DAG.getConstantFP(0.0, DL, VT), ISD::SETEQ); - SDValue LCmp = DAG.getSelect( - DL, VT, DAG.getNode(ISD::IS_FPCLASS, DL, CCVT, LHS, TestZero), LHS, + unsigned BitSize = VT.getScalarSizeInBits(); + EVT IntVT = EVT::getIntegerVT(*DAG.getContext(), BitSize); + EVT FloatVT = EVT::getFloatingPointVT(32); + if (VT.isVector()) { + IntVT = + EVT::getVectorVT(*DAG.getContext(), IntVT, VT.getVectorElementCount()); + FloatVT = EVT::getVectorVT(*DAG.getContext(), FloatVT, + VT.getVectorElementCount()); + } + SDValue LHSTrunc = LHS; + if (!isOperationLegal(ISD::BITCAST, IntVT) && + !isOperationLegal(ISD::IS_FPCLASS, VT)) { + LHSTrunc = DAG.getNode(ISD::FP_ROUND, DL, FloatVT, LHS, + DAG.getIntPtrConstant(0, DL, /*isTarget=*/true)); + } + // It's OK to select from LHS and MinMax, with only one ISD::IS_FPCLASS, as + // we preferred RHS when generate MinMax, if the operands are equal. + SDValue RetZero = DAG.getSelect( + DL, VT, DAG.getNode(ISD::IS_FPCLASS, DL, CCVT, LHSTrunc, TestZero), LHS, MinMax, Flags); - SDValue RCmp = DAG.getSelect( - DL, VT, DAG.getNode(ISD::IS_FPCLASS, DL, CCVT, RHS, TestZero), RHS, LCmp, - Flags); - return DAG.getSelect(DL, VT, IsZero, RCmp, MinMax, Flags); + return DAG.getSelect(DL, VT, IsZero, RetZero, MinMax, Flags); } /// Returns a true value if if this FPClassTest can be performed with an ordered diff --git a/llvm/test/CodeGen/AMDGPU/fmax3-maximumnum.ll b/llvm/test/CodeGen/AMDGPU/fmax3-maximumnum.ll index 8c75b5c7c027e..b0c3eed6ec41a 100644 --- a/llvm/test/CodeGen/AMDGPU/fmax3-maximumnum.ll +++ b/llvm/test/CodeGen/AMDGPU/fmax3-maximumnum.ll @@ -1713,14 +1713,12 @@ define bfloat @v_max3_bf16_maximumnum_maximumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 @@ -1731,12 +1729,10 @@ define bfloat @v_max3_bf16_maximumnum_maximumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v1, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -1752,14 +1748,12 @@ define bfloat @v_max3_bf16_maximumnum_maximumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX900-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v3, v4 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v0 ; GFX900-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 @@ -1770,12 +1764,10 @@ define bfloat @v_max3_bf16_maximumnum_maximumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v1, v3 ; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v2, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-SDAG-NEXT: s_setpc_b64 s[30:31] ; @@ -1789,44 +1781,33 @@ define bfloat @v_max3_bf16_maximumnum_maximumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX950-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v3, v4 ; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v0 ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: s_nop 1 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v0 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v1, v3 ; GFX950-SDAG-NEXT: s_nop 1 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v2, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-SDAG-NEXT: s_nop 1 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-SDAG-NEXT: s_nop 0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-SDAG-NEXT: s_setpc_b64 s[30:31] ; @@ -1842,15 +1823,13 @@ define bfloat @v_max3_bf16_maximumnum_maximumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v1, 16, v0 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo @@ -1859,14 +1838,12 @@ define bfloat @v_max3_bf16_maximumnum_maximumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-SDAG-TRUE16-LABEL: v_max3_bf16_maximumnum_maximumnum__v_v_v_0: @@ -1883,99 +1860,89 @@ define bfloat @v_max3_bf16_maximumnum_maximumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v0.l ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v0.h, v2.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v1.l ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v4 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v1.l, v0.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s0 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v2, v2 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v1.l, v0.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) ; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v2 ; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-SDAG-FAKE16-LABEL: v_max3_bf16_maximumnum_maximumnum__v_v_v_0: ; GFX11-SDAG-FAKE16: ; %bb.0: ; GFX11-SDAG-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v4 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v3, v0 :: v_dual_lshlrev_b32 v3, 16, v2 +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v1, 16, v0 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v2, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v2 -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-SDAG-TRUE16-LABEL: v_max3_bf16_maximumnum_maximumnum__v_v_v_0: @@ -1994,65 +1961,55 @@ define bfloat @v_max3_bf16_maximumnum_maximumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v0.l ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v0.h, v2.l +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v1.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1.l ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 ; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v4 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v1.l, v0.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s0 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l ; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 +; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v2, v2 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v1.l, v0.l ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v2 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 ; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-SDAG-FAKE16-LABEL: v_max3_bf16_maximumnum_maximumnum__v_v_v_0: @@ -2063,58 +2020,51 @@ define bfloat @v_max3_bf16_maximumnum_maximumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX12-SDAG-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-SDAG-FAKE16-NEXT: s_wait_kmcnt 0x0 ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v4 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v3, v0 :: v_dual_lshlrev_b32 v3, 16, v2 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v1, 16, v0 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v2, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v2 -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: s_setpc_b64 s[30:31] %tmp0 = call bfloat @llvm.maximumnum.bf16(bfloat %a, bfloat %b) %max3 = call bfloat @llvm.maximumnum.bf16(bfloat %tmp0, bfloat %c) @@ -2185,15 +2135,13 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v5, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v3, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v4 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v5, v3, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -2202,15 +2150,13 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v4, 16, v2 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 ; GFX8-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 @@ -2221,12 +2167,10 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v3, v5 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 @@ -2237,15 +2181,13 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v3, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -2262,15 +2204,13 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX900-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v5, v6 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v5, v3, v4, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v4 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v5, v3, vcc ; GFX900-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -2279,15 +2219,13 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX900-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v4, v1, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v4 -; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc ; GFX900-SDAG-NEXT: v_lshrrev_b32_e32 v4, 16, v2 ; GFX900-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 ; GFX900-SDAG-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 @@ -2298,12 +2236,10 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v3, v5 ; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX900-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 @@ -2314,14 +2250,12 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX900-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v3, v4 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-SDAG-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-SDAG-NEXT: v_perm_b32 v0, v1, v0, s4 ; GFX900-SDAG-NEXT: s_setpc_b64 s[30:31] @@ -2336,69 +2270,52 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX950-SDAG-NEXT: v_cndmask_b32_sdwa v4, v0, v3, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v4 -; GFX950-SDAG-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v4 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX950-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v5, v6 ; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v5, v3, v4, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v0 +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-SDAG-NEXT: s_nop 0 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v5, v3, vcc +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX950-SDAG-NEXT: s_nop 0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX950-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 ; GFX950-SDAG-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX950-SDAG-NEXT: s_nop 0 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v4, v1, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v4 -; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX950-SDAG-NEXT: s_nop 0 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-SDAG-NEXT: v_lshrrev_b32_e32 v4, 16, v2 +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v3 ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 ; GFX950-SDAG-NEXT: s_nop 1 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v3, v4, vcc ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX950-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v3, v5 ; GFX950-SDAG-NEXT: s_nop 1 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX950-SDAG-NEXT: s_nop 0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 @@ -2406,22 +2323,17 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX950-SDAG-NEXT: v_cmp_gt_f32_e32 vcc, v3, v4 ; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-SDAG-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-SDAG-NEXT: v_perm_b32 v0, v1, v0, s0 ; GFX950-SDAG-NEXT: s_setpc_b64 s[30:31] ; @@ -2439,6 +2351,7 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v0 @@ -2446,30 +2359,25 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v5 ; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v3, v7, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v8 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v1, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v4, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v6, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 ; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX10-NEXT: v_lshrrev_b32_e32 v4, 16, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v1, 16, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v4, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 @@ -2477,27 +2385,23 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX10-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v0 ; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v5 ; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -2526,93 +2430,81 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v8.l, v1.l ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.l ; GFX11-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v7 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v6, v8 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v5.l, v4.l, v3.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v6.l, v1.l, v0.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v3.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3.l ; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v3.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s0 -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v7 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v8 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v4.l, s1 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v7 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v0.h, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v4.l +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v1.l +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v5 +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 ; GFX11-SDAG-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v0.l +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v4.l, v3.l, s1 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v6, v6 -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v1.l, v3.l +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v0.l +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v4, v4 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v2.h, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v2.h, vcc_lo ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v2.h, v1.l, s1 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s2 ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v1.l ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v0.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v3.l -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v2.l ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v2.l ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v3.l ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v2.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v6 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v5, v7 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.l, v0.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l ; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v1.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v6 -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v1 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v2.l +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v1.l, s1 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-SDAG-FAKE16-LABEL: v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0: @@ -2623,82 +2515,72 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX11-SDAG-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v0 ; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v5, v4, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX11-SDAG-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v3, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v3 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_4) +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v6 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v5, v4, v3, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v3, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX11-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v8 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v6, v1, v0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v5 +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v5, v3, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v4 :: v_dual_lshlrev_b32 v4, 16, v6 -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v5, v3, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_lshrrev_b32_e32 v4, 16, v2 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v6, v0 :: v_dual_lshlrev_b32 v3, 16, v1 -; GFX11-SDAG-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 -; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v1, v0 :: v_dual_lshlrev_b32 v1, 16, v3 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v1, v3, v4 :: v_dual_and_b32 v6, 0xffff0000, v2 ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v4 -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v5 -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v4, v1 :: v_dual_lshlrev_b32 v6, 16, v0 +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0 +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v0 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v5 +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v0 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX11-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v7 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v5, v2, v0 :: v_dual_lshlrev_b32 v6, 16, v3 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX11-SDAG-FAKE16-NEXT: s_setpc_b64 s[30:31] ; @@ -2734,99 +2616,86 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v7 ; GFX12-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v6, v8 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v5.l, v4.l, v3.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v3.l, vcc_lo ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v6.l, v1.l, v0.l, s0 +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3.l ; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v3.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s0 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v7 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v8 -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v4.l, s1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v7 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v0.h, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s0 +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v4.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v1.l +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v5 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 ; GFX12-SDAG-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v0.l +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v4.l, v3.l, s1 +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v6, v6 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v1.l, v3.l +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v0.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 ; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v4, v4 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v2.h, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v2.h, vcc_lo ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s0 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v2.h, v1.l, s1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s2 ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v1.l ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v0.l -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v3.l ; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v3.l ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v2.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v3.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v2.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v6 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v5, v7 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.l, v0.l, s0 +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l ; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v1.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v6 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v2.l +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v1.l, s1 +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-SDAG-FAKE16-LABEL: v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0: @@ -2842,101 +2711,86 @@ define <2 x bfloat> @v_max3_v2bf16_maximumnum_maximumnum__v_v_v_0(<2 x bfloat> % ; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v5, v4, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX12-SDAG-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v3, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v3 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v6 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v5, v4, v3, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v3, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX12-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v8 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v5 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v6, v1, v0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v5, v3, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v4 :: v_dual_lshlrev_b32 v4, 16, v6 -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v5, v3, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_lshrrev_b32_e32 v4, 16, v2 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v6, v0 :: v_dual_lshlrev_b32 v3, 16, v1 -; GFX12-SDAG-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 -; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v1 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v1, v0 :: v_dual_lshlrev_b32 v1, 16, v3 ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v1, v3, v4 :: v_dual_and_b32 v6, 0xffff0000, v2 ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v1 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v0 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX12-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v5 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX12-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v5 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v4, v1 :: v_dual_lshlrev_b32 v6, 16, v0 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v0 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v7 +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v5, v2, v0 :: v_dual_lshlrev_b32 v6, 16, v3 +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX12-SDAG-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX12-SDAG-FAKE16-NEXT: s_setpc_b64 s[30:31] diff --git a/llvm/test/CodeGen/AMDGPU/fmin3-minimumnum.ll b/llvm/test/CodeGen/AMDGPU/fmin3-minimumnum.ll index fd7c7006b3612..de83f3a4b73a0 100644 --- a/llvm/test/CodeGen/AMDGPU/fmin3-minimumnum.ll +++ b/llvm/test/CodeGen/AMDGPU/fmin3-minimumnum.ll @@ -1713,15 +1713,13 @@ define bfloat @v_min3_bf16_minimumnum_minimumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 @@ -1732,12 +1730,10 @@ define bfloat @v_min3_bf16_minimumnum_minimumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v1, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -1753,15 +1749,13 @@ define bfloat @v_min3_bf16_minimumnum_minimumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX900-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v3, v4 -; GFX900-SDAG-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX900-SDAG-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v0 ; GFX900-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 @@ -1772,12 +1766,10 @@ define bfloat @v_min3_bf16_minimumnum_minimumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v1, v3 ; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v2, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-SDAG-NEXT: s_setpc_b64 s[30:31] ; @@ -1787,48 +1779,37 @@ define bfloat @v_min3_bf16_minimumnum_minimumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX950-SDAG-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-SDAG-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX950-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v3, v4 ; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v0 ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: s_nop 1 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v0 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v1, v3 ; GFX950-SDAG-NEXT: s_nop 1 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v2, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-SDAG-NEXT: s_nop 1 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-SDAG-NEXT: s_nop 0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-SDAG-NEXT: s_setpc_b64 s[30:31] ; @@ -1844,15 +1825,13 @@ define bfloat @v_min3_bf16_minimumnum_minimumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v1, 16, v0 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo @@ -1861,14 +1840,12 @@ define bfloat @v_min3_bf16_minimumnum_minimumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-SDAG-TRUE16-LABEL: v_min3_bf16_minimumnum_minimumnum__v_v_v_0: @@ -1885,99 +1862,89 @@ define bfloat @v_min3_bf16_minimumnum_minimumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v0.l ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v0.h, v2.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v1.l ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v4 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v1.l, v0.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s0 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v2, v2 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v1.l, v0.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) ; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v2 ; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-SDAG-FAKE16-LABEL: v_min3_bf16_minimumnum_minimumnum__v_v_v_0: ; GFX11-SDAG-FAKE16: ; %bb.0: ; GFX11-SDAG-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v4 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v3, v0 :: v_dual_lshlrev_b32 v3, 16, v2 +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v1, 16, v0 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v2, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v2 -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-SDAG-TRUE16-LABEL: v_min3_bf16_minimumnum_minimumnum__v_v_v_0: @@ -1996,65 +1963,55 @@ define bfloat @v_min3_bf16_minimumnum_minimumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v0.l ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v0.h, v2.l +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v1.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1.l ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 ; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v4 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v1.l, v0.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s0 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l ; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 +; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v2, v2 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v1.l, v0.l ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v2 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 ; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-SDAG-FAKE16-LABEL: v_min3_bf16_minimumnum_minimumnum__v_v_v_0: @@ -2065,58 +2022,51 @@ define bfloat @v_min3_bf16_minimumnum_minimumnum__v_v_v_0(bfloat %a, bfloat %b, ; GFX12-SDAG-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-SDAG-FAKE16-NEXT: s_wait_kmcnt 0x0 ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v4 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v3, v0 :: v_dual_lshlrev_b32 v3, 16, v2 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v1, 16, v0 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v2, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v2 -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: s_setpc_b64 s[30:31] %tmp0 = call bfloat @llvm.minimumnum.bf16(bfloat %a, bfloat %b) %min3 = call bfloat @llvm.minimumnum.bf16(bfloat %tmp0, bfloat %c) @@ -2187,16 +2137,14 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v5, v6 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v3, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v4 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v5, v3, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -2205,15 +2153,13 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v4, 16, v2 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 ; GFX8-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 @@ -2224,12 +2170,10 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v3, v5 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 @@ -2240,15 +2184,13 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v3, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -2265,16 +2207,14 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX900-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v5, v6 -; GFX900-SDAG-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v5, v3, v4, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX900-SDAG-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v4 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v5, v3, vcc ; GFX900-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -2283,15 +2223,13 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX900-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v4, v1, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v4 -; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc ; GFX900-SDAG-NEXT: v_lshrrev_b32_e32 v4, 16, v2 ; GFX900-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 ; GFX900-SDAG-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 @@ -2302,12 +2240,10 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v3, v5 ; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX900-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 @@ -2318,14 +2254,12 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX900-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v3, v4 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-SDAG-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-SDAG-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-SDAG-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-SDAG-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-SDAG-NEXT: v_perm_b32 v0, v1, v0, s4 ; GFX900-SDAG-NEXT: s_setpc_b64 s[30:31] @@ -2340,69 +2274,53 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX950-SDAG-NEXT: v_cndmask_b32_sdwa v4, v0, v3, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v4 -; GFX950-SDAG-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-SDAG-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX950-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v5, v6 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v5, v3, v4, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v4 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v4 ; GFX950-SDAG-NEXT: s_nop 0 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v5, v3, vcc +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX950-SDAG-NEXT: s_nop 0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX950-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 ; GFX950-SDAG-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX950-SDAG-NEXT: s_nop 0 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v4, v1, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v4 -; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX950-SDAG-NEXT: s_nop 0 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-SDAG-NEXT: v_lshrrev_b32_e32 v4, 16, v2 +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v1, 16, v3 ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v1, v1 ; GFX950-SDAG-NEXT: s_nop 1 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v3, v4, vcc ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX950-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v3, v5 ; GFX950-SDAG-NEXT: s_nop 1 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v4 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX950-SDAG-NEXT: s_nop 0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 @@ -2410,23 +2328,17 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-SDAG-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX950-SDAG-NEXT: s_nop 0 +; GFX950-SDAG-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX950-SDAG-NEXT: v_cmp_lt_f32_e32 vcc, v3, v4 ; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-SDAG-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-SDAG-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-SDAG-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-SDAG-NEXT: s_nop 0 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-SDAG-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX950-SDAG-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-SDAG-NEXT: s_nop 1 -; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-SDAG-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-SDAG-NEXT: v_perm_b32 v0, v1, v0, s0 ; GFX950-SDAG-NEXT: s_setpc_b64 s[30:31] ; @@ -2444,6 +2356,7 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v0 @@ -2451,30 +2364,25 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v5 ; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v3, v7, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v8 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v1, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v4, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v6, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 ; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX10-NEXT: v_lshrrev_b32_e32 v4, 16, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v1, 16, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v4, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 @@ -2482,27 +2390,23 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX10-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v0 ; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v5 ; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -2531,93 +2435,81 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v8.l, v1.l ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.l ; GFX11-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v7 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v6, v8 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v5.l, v4.l, v3.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v6.l, v1.l, v0.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v3.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3.l ; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v3.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s0 -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v7 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v8 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v4.l, s1 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v7 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v0.h, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v4.l +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v1.l +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v5 +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 ; GFX11-SDAG-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v0.l +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v4.l, v3.l, s1 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v6, v6 -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v1.l, v3.l +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v0.l +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v4, v4 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v2.h, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v2.h, vcc_lo ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v2.h, v1.l, s1 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s2 ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v1.l ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v0.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v3.l -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v2.l ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v2.l ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v3.l ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v2.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v6 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v5, v7 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.l, v0.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l ; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v1.l, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v6 -; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 ; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v1 -; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX11-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v2.l +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX11-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX11-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-SDAG-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v1.l, s1 +; GFX11-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX11-SDAG-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-SDAG-FAKE16-LABEL: v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0: @@ -2628,82 +2520,72 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX11-SDAG-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v0 ; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v5, v4, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX11-SDAG-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v3, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v3 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_4) +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v6 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v5, v4, v3, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v3, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX11-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v8 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v6, v1, v0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v5 +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v5, v3, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v4 :: v_dual_lshlrev_b32 v4, 16, v6 -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v5, v3, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_lshrrev_b32_e32 v4, 16, v2 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v6, v0 :: v_dual_lshlrev_b32 v3, 16, v1 -; GFX11-SDAG-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 -; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v1, v0 :: v_dual_lshlrev_b32 v1, 16, v3 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v1, v3, v4 :: v_dual_and_b32 v6, 0xffff0000, v2 ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v4 -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v1 ; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v5 -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v4, v1 :: v_dual_lshlrev_b32 v6, 16, v0 +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0 +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc_lo +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v0 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v5 +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v0 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX11-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v7 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v5, v2, v0 :: v_dual_lshlrev_b32 v6, 16, v3 +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 +; GFX11-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX11-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo ; GFX11-SDAG-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX11-SDAG-FAKE16-NEXT: s_setpc_b64 s[30:31] ; @@ -2739,99 +2621,86 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v7 ; GFX12-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v6, v8 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v5.l, v4.l, v3.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v3.l, vcc_lo ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v6.l, v1.l, v0.l, s0 +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3.l ; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v3.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s0 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v7 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v8 -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v4.l, s1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v7 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v0.h, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s0 +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v4.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v1.l +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v5 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 ; GFX12-SDAG-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v0.l +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v4.l, v3.l, s1 +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v6, v6 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v1.l, v3.l +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v0.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 ; GFX12-SDAG-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v4, v4 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v2.h, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v2.h, vcc_lo ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s0 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v2.h, v1.l, s1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s2 ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v1.l ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v0.l -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v3.l ; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v3.l ; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v2.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v3.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v2.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v6 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) ; GFX12-SDAG-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v5, v7 ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo ; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.l, v0.l, s0 +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l ; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v1.l, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v6 -; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v1 -; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_mov_b16_e32 v5.l, v2.l +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX12-SDAG-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-SDAG-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-SDAG-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-SDAG-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v1.l, s1 +; GFX12-SDAG-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX12-SDAG-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-SDAG-FAKE16-LABEL: v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0: @@ -2847,101 +2716,86 @@ define <2 x bfloat> @v_min3_v2bf16_minimumnum_minimumnum__v_v_v_0(<2 x bfloat> % ; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v5, v4, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX12-SDAG-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v3, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v3 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v6 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v5, v4, v3, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v3, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX12-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v8 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v5 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v6, v1, v0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v5, v3, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v4 :: v_dual_lshlrev_b32 v4, 16, v6 -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v5, v3, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_lshrrev_b32_e32 v4, 16, v2 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v6, v0 :: v_dual_lshlrev_b32 v3, 16, v1 -; GFX12-SDAG-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 -; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v1 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v0, v1, v0 :: v_dual_lshlrev_b32 v1, 16, v3 ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v1, v3, v4 :: v_dual_and_b32 v6, 0xffff0000, v2 ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v3, v4, v1, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v1 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v0 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX12-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v5 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX12-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v5 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v4, v1 :: v_dual_lshlrev_b32 v6, 16, v0 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v0 +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-SDAG-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v7 +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 ; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_dual_cndmask_b32 v5, v2, v0 :: v_dual_lshlrev_b32 v6, 16, v3 +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-SDAG-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe ; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo -; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo +; GFX12-SDAG-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-SDAG-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-SDAG-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-SDAG-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo ; GFX12-SDAG-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX12-SDAG-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX12-SDAG-FAKE16-NEXT: s_setpc_b64 s[30:31] diff --git a/llvm/test/CodeGen/AMDGPU/maximumnum.bf16.ll b/llvm/test/CodeGen/AMDGPU/maximumnum.bf16.ll index 7d9b46a10c8f1..e523fa91cb815 100644 --- a/llvm/test/CodeGen/AMDGPU/maximumnum.bf16.ll +++ b/llvm/test/CodeGen/AMDGPU/maximumnum.bf16.ll @@ -33,14 +33,12 @@ define bfloat @v_maximumnum_bf16(bfloat %x, bfloat %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v3, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: s_setpc_b64 s[30:31] ; ; GFX900-LABEL: v_maximumnum_bf16: @@ -55,14 +53,12 @@ define bfloat @v_maximumnum_bf16(bfloat %x, bfloat %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v2, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_setpc_b64 s[30:31] ; ; GFX950-LABEL: v_maximumnum_bf16: @@ -75,22 +71,17 @@ define bfloat @v_maximumnum_bf16(bfloat %x, bfloat %y) { ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v2, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_bf16: @@ -105,14 +96,12 @@ define bfloat @v_maximumnum_bf16(bfloat %x, bfloat %y) { ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_bf16: @@ -121,31 +110,28 @@ define bfloat @v_maximumnum_bf16(bfloat %x, bfloat %y) { ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.h, v1.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v1, v1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_bf16: @@ -161,17 +147,15 @@ define bfloat @v_maximumnum_bf16(bfloat %x, bfloat %y) { ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_bf16: @@ -184,37 +168,31 @@ define bfloat @v_maximumnum_bf16(bfloat %x, bfloat %y) { ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v0.h, v1.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v1, v1 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_bf16: @@ -236,21 +214,17 @@ define bfloat @v_maximumnum_bf16(bfloat %x, bfloat %y) { ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call bfloat @llvm.maximumnum.bf16(bfloat %x, bfloat %y) ret bfloat %result @@ -274,14 +248,12 @@ define bfloat @v_maximumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v3, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: s_setpc_b64 s[30:31] ; ; GFX900-LABEL: v_maximumnum_bf16_nnan: @@ -289,15 +261,13 @@ define bfloat @v_maximumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v3, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc +; GFX900-NEXT: v_cmp_gt_f32_e64 s[4:5], v3, v2 +; GFX900-NEXT: v_cndmask_b32_e64 v1, v1, v0, s[4:5] +; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX900-NEXT: v_cmp_eq_f32_e64 s[4:5], 0, v2 +; GFX900-NEXT: s_and_b64 vcc, s[4:5], vcc +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_setpc_b64 s[30:31] ; ; GFX950-LABEL: v_maximumnum_bf16_nnan: @@ -305,19 +275,14 @@ define bfloat @v_maximumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX950-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v3, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc +; GFX950-NEXT: v_cmp_gt_f32_e64 s[0:1], v3, v2 ; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e64 v1, v1, v0, s[0:1] +; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e64 s[0:1], 0, v2 +; GFX950-NEXT: s_and_b64 vcc, s[0:1], vcc +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_bf16_nnan: @@ -326,14 +291,12 @@ define bfloat @v_maximumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_bf16_nnan: @@ -343,17 +306,15 @@ define bfloat @v_maximumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_bf16_nnan: @@ -363,15 +324,13 @@ define bfloat @v_maximumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v2 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_bf16_nnan: @@ -386,20 +345,15 @@ define bfloat @v_maximumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v2 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_bf16_nnan: @@ -411,21 +365,17 @@ define bfloat @v_maximumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call nnan bfloat @llvm.maximumnum.bf16(bfloat %x, bfloat %y) ret bfloat %result @@ -462,15 +412,13 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v3 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -479,15 +427,13 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -504,15 +450,13 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v3 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -521,14 +465,12 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v2, v0, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -543,45 +485,35 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX950-NEXT: v_cndmask_b32_sdwa v3, v0, v2, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v3 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v4, v5 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v2, v0, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; @@ -599,6 +531,7 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 ; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v0 @@ -606,24 +539,19 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v4 ; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v2, v6, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v1, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo -; GFX10-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_v2bf16: @@ -651,37 +579,31 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v3.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.l ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v5, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v1.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v2.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v1.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v2.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v2bf16: @@ -694,40 +616,37 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 ; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v3 :: v_dual_lshlrev_b32 v5, 16, v0 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0 ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v5 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v3, v2 :: v_dual_lshlrev_b32 v7, 16, v1 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v3 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v2 :: v_dual_lshlrev_b32 v7, 16, v5 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_v2bf16: @@ -762,38 +681,32 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v6 ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v5, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v2.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v2.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v1.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v1.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v2.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v2bf16: @@ -811,50 +724,44 @@ define <2 x bfloat> @v_maximumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v3 :: v_dual_lshlrev_b32 v5, 16, v0 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0 ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v3, v2 :: v_dual_lshlrev_b32 v7, 16, v1 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v3 ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v2 :: v_dual_lshlrev_b32 v7, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX12-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <2 x bfloat> @llvm.maximumnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) ret <2 x bfloat> %result @@ -885,26 +792,21 @@ define <2 x bfloat> @v_maximumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v3, v2 ; GFX8-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_and_b32_e32 v3, 0xffff0000, v1 ; GFX8-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 -; GFX8-NEXT: v_lshrrev_b32_e32 v0, 16, v0 -; GFX8-NEXT: v_lshrrev_b32_e32 v1, 16, v1 +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_sdwa v0, v3, v0, vcc dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD +; GFX8-NEXT: v_lshrrev_b32_e32 v0, 16, v0 +; GFX8-NEXT: v_cndmask_b32_sdwa v1, v1, v0, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_sdwa v0, v1, v0, vcc dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD ; GFX8-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -915,26 +817,21 @@ define <2 x bfloat> @v_maximumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v3, v2 ; GFX900-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-NEXT: v_and_b32_e32 v3, 0xffff0000, v1 ; GFX900-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 -; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0 -; GFX900-NEXT: v_lshrrev_b32_e32 v1, 16, v1 +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0 +; GFX900-NEXT: v_cndmask_b32_sdwa v1, v1, v0, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v0, v2, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -945,65 +842,48 @@ define <2 x bfloat> @v_maximumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v3, v2 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 -; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_and_b32_e32 v3, 0xffff0000, v1 -; GFX950-NEXT: v_lshrrev_b32_e32 v1, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 +; GFX950-NEXT: v_cndmask_b32_sdwa v1, v1, v0, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v0, v2, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_v2bf16_nnan: ; GFX10: ; %bb.0: ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 -; GFX10-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX10-NEXT: v_lshrrev_b32_e32 v6, 16, v0 -; GFX10-NEXT: v_lshrrev_b32_e32 v7, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v0 +; GFX10-NEXT: v_and_b32_e32 v2, 0xffff0000, v1 +; GFX10-NEXT: v_and_b32_e32 v3, 0xffff0000, v0 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v5, v4 ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v7, v6, vcc_lo +; GFX10-NEXT: v_lshrrev_b32_e32 v2, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v1, v0, s4 +; GFX10-NEXT: v_cndmask_b32_sdwa v1, v1, v2, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v5, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v5 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v2, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -1014,64 +894,54 @@ define <2 x bfloat> @v_maximumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0.h -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v5, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v1.h, v0.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.h, v0.h, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.h +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, s1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v1.h, s2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v3 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v4 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v2.l, v0.h, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v2bf16_nnan: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v1 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v7, v6 :: v_dual_lshlrev_b32 v3, 16, v1 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v5, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v2, v6, vcc_lo ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] @@ -1087,34 +957,29 @@ define <2 x bfloat> @v_maximumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0.h -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.h +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v2 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v5, v4 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v1.h, v0.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.h, v0.h, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.h +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v1.h, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v5 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v3 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v4 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v2.l, v0.h, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v2bf16_nnan: @@ -1124,40 +989,32 @@ define <2 x bfloat> @v_maximumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v1 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v7, v6 :: v_dual_lshlrev_b32 v3, 16, v1 ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v5, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v2, v6, vcc_lo ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] @@ -1202,15 +1059,13 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -1219,15 +1074,13 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -1236,14 +1089,12 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v5, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] @@ -1261,15 +1112,13 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -1278,15 +1127,13 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -1295,14 +1142,12 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v5, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v4, v0, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -1317,68 +1162,53 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX950-NEXT: v_cndmask_b32_sdwa v5, v0, v4, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v5, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v4, v0, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; @@ -1386,58 +1216,52 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX10: ; %bb.0: ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v6, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX10-NEXT: v_cndmask_b32_sdwa v10, v0, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v6, v0, v2, s4 +; GFX10-NEXT: v_cndmask_b32_sdwa v0, v0, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v0, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v5 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v5, v10, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v10 ; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 ; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v4, v10, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v5, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v8, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v7, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v7, v1, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s7, 0, v1 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v5, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v9, v5 +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v8 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v1, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 +; GFX10-NEXT: v_perm_b32 v0, v0, v2, 0x5040100 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s7 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_v3bf16: @@ -1448,62 +1272,63 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v8, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v7, v7 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v0.h, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v4.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s2 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, vcc_lo ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v0.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v8 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v7, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s3, v9, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v4.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v2.l, v0.l, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v4.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s2 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v7, v9 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v10, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v3.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v8 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v4.l, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v3bf16: @@ -1512,59 +1337,56 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX11-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v2 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v6, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v9, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v0 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v4, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v10, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v2 ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v8 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v6, v1 :: v_dual_lshlrev_b32 v2, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v7 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v7, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX11-FAKE16-NEXT: s_and_b32 s0, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v2, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_v3bf16: @@ -1579,73 +1401,68 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v8, v8 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v0.h, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s3 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v4.l, s1 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s2 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, vcc_lo ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v0.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v8 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v7, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s3, v9, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v4.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v5.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v2.l, v0.l, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v4.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s2 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v7, v9 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v10, v11 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v8 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v4.l, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v3bf16: @@ -1658,75 +1475,66 @@ define <3 x bfloat> @v_maximumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v2 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v6, 16, v1 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v9, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v10 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v10, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v2 ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v6, v1 :: v_dual_lshlrev_b32 v2, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX12-FAKE16-NEXT: s_and_b32 s0, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v2, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1 ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <3 x bfloat> @llvm.maximumnum.v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) ret <3 x bfloat> %result @@ -1762,38 +1570,32 @@ define <3 x bfloat> @v_maximumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_and_b32_e32 v3, 0xffff0000, v2 ; GFX8-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 ; GFX8-NEXT: v_lshrrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v2 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v3, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v6, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] @@ -1804,38 +1606,32 @@ define <3 x bfloat> @v_maximumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v2, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-NEXT: v_and_b32_e32 v4, 0xffff0000, v2 ; GFX900-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0 ; GFX900-NEXT: v_lshrrev_b32_e32 v2, 16, v2 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v4 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v0, v3, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -1846,92 +1642,71 @@ define <3 x bfloat> @v_maximumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 +; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v2, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_and_b32_e32 v4, 0xffff0000, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc +; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 ; GFX950-NEXT: v_lshrrev_b32_e32 v2, 16, v2 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v4 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v0, v3, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_v3bf16_nnan: ; GFX10: ; %bb.0: ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX10-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 +; GFX10-NEXT: v_lshrrev_b32_e32 v9, 16, v0 +; GFX10-NEXT: v_lshrrev_b32_e32 v10, 16, v2 +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v5 ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX10-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 -; GFX10-NEXT: v_and_b32_e32 v9, 0xffff0000, v0 -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v6 -; GFX10-NEXT: v_lshrrev_b32_e32 v10, 16, v0 -; GFX10-NEXT: v_lshrrev_b32_e32 v11, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v8 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v11, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v1 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v0 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v9 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v7 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v10, v9, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v7 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v9, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v5, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v11, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 ; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s7, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_v3bf16_nnan: @@ -1944,80 +1719,72 @@ define <3 x bfloat> @v_maximumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX11-TRUE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v0 ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v7, v6 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v3.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s3, v9, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v7, v6 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v9, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v2.h, v0.h, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0.h -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v0.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v2.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.h -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v2.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v8 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, vcc_lo ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v7 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, s1 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v3bf16_nnan: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v0 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v11, 16, v2 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v6 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v11, v10, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v9 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v7 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v10, v9 :: v_dual_lshlrev_b32 v4, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v4 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v6 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v5, v9 :: v_dual_lshlrev_b32 v7, 16, v3 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v5, v10, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v11, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v5, v7 :: v_dual_lshlrev_b32 v9, 16, v4 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s3, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_v3bf16_nnan: @@ -2034,43 +1801,38 @@ define <3 x bfloat> @v_maximumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX12-TRUE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v0 ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v7, v6 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v3.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s3, v9, v8 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v7, v6 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v9, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v2.h, v0.h, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0.h -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v0.h, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v2.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v8 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.h -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v2.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v8 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s1 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v6 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v7 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, s1 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v3bf16_nnan: @@ -2080,57 +1842,43 @@ define <3 x bfloat> @v_maximumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v11, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v6 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v9 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v8 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v11, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v10, v9 :: v_dual_lshlrev_b32 v4, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v6 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v5, v9 :: v_dual_lshlrev_b32 v7, 16, v3 ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v5, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v11, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v5, v7 :: v_dual_lshlrev_b32 v9, 16, v4 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s3, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call nnan <3 x bfloat> @llvm.maximumnum.v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) ret <3 x bfloat> %result @@ -2179,15 +1927,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX8-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v2 ; GFX8-NEXT: v_lshrrev_b32_e32 v7, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 @@ -2198,15 +1944,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v7, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -2215,15 +1959,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v7, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -2232,14 +1974,12 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v5 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 @@ -2259,15 +1999,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX900-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v6, 16, v2 ; GFX900-NEXT: v_lshrrev_b32_e32 v7, 16, v0 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 @@ -2278,15 +2016,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v7, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -2295,15 +2031,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v7, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -2312,14 +2046,12 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v5, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v4, v1, s4 @@ -2335,93 +2067,73 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX950-NEXT: v_cndmask_b32_sdwa v5, v1, v4, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 ; GFX950-NEXT: v_lshrrev_b32_e32 v7, 16, v0 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc -; GFX950-NEXT: v_lshrrev_b32_e32 v6, 16, v2 -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 +; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: v_lshrrev_b32_e32 v6, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 +; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v7, v8 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v7, v6 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX950-NEXT: v_perm_b32 v1, v4, v1, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v5, v0, s0 +; GFX950-NEXT: v_perm_b32 v1, v4, v1, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_v4bf16: @@ -2430,75 +2142,67 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 -; GFX10-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v0 ; GFX10-NEXT: v_lshrrev_b32_e32 v8, 16, v0 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v1 +; GFX10-NEXT: v_lshrrev_b32_e32 v4, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v0 ; GFX10-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 -; GFX10-NEXT: v_cndmask_b32_sdwa v10, v1, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX10-NEXT: v_cndmask_b32_sdwa v11, v1, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v8, v7, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v11 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v8, v4, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v6 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v1 ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v5, v10, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v4, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v6, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v8 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v10, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v8, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v8 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v6, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v9, v5, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v6 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v2 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v7, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v8, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v1, s5 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v0, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v11 ; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v7, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v8, v5, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v7, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v8 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v9 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s7, s8 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo ; GFX10-NEXT: v_perm_b32 v1, v5, v1, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -2508,84 +2212,76 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v5, v5 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v6, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v1.h, v3.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v9, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s3 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v10, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v1.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v7.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v5.l, v4.l, s2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v9, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v7.l, v6.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v8.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v11, v12 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v6.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v1.h, v7.l, s2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v9 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v0.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v12, v13 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v3.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v2.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX11-TRUE16-NEXT: s_and_b32 s5, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v0.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v4.l, s5 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v7.l, v6.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v4bf16: @@ -2594,80 +2290,78 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX11-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v1 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v0 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v3 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v5, vcc_lo ; GFX11-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v5, v4 :: v_dual_and_b32 v9, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v6, v9, v8 :: v_dual_lshlrev_b32 v13, 16, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v4 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v13 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v13, 16, v3 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v6 :: v_dual_lshlrev_b32 v14, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v9, 16, v7 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v10 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v13, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v8, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v6, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v3, 16, v7 ; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v6 :: v_dual_lshlrev_b32 v2, 16, v8 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v13, v12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v8, v9 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v6, s0 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v5 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v5, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX11-FAKE16-NEXT: v_perm_b32 v1, v4, v1, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; @@ -2681,98 +2375,85 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX12-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v5, v5 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v6, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v1.h, v3.h, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v9, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l ; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s4 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s3 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v10, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v1.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v9 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v7.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v5.l, v4.l, s2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v9, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v7.l, v6.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v8.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v11, v12 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v7.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v6.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v14 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v1.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v9 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v0.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v12, v13 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v1.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v1.h, v7.l, s2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v3.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v3.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v2.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: s_and_b32 s5, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v0.h, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.h, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v4.l, s5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v7.l, v6.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s3 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v4bf16: @@ -2785,100 +2466,89 @@ define <4 x bfloat> @v_maximumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v1 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v5, vcc_lo ; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v5, v4 :: v_dual_and_b32 v9, 0xffff0000, v2 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v13, 16, v3 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v6, v9, v8 :: v_dual_lshlrev_b32 v13, 16, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v13 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v6 :: v_dual_lshlrev_b32 v14, 16, v0 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v9, 16, v7 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v13, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v8, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v13, v12 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v8, v9 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s1 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v6, s0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v3, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v6 :: v_dual_lshlrev_b32 v2, 16, v8 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v5 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v5, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo ; GFX12-FAKE16-NEXT: v_perm_b32 v1, v4, v1, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <4 x bfloat> @llvm.maximumnum.v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) @@ -2920,52 +2590,43 @@ define <4 x bfloat> @v_maximumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX8-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX8-NEXT: v_and_b32_e32 v4, 0xffff0000, v3 ; GFX8-NEXT: v_and_b32_e32 v5, 0xffff0000, v1 -; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v1 -; GFX8-NEXT: v_lshrrev_b32_e32 v7, 16, v3 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v7, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v4, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v7, vcc +; GFX8-NEXT: v_lshrrev_b32_e32 v4, 16, v1 +; GFX8-NEXT: v_cndmask_b32_sdwa v5, v3, v4, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v4 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_and_b32_e32 v3, 0xffff0000, v2 ; GFX8-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 ; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v0 ; GFX8-NEXT: v_lshrrev_b32_e32 v7, 16, v2 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v5, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v7, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v7, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v6 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v6, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 @@ -2979,50 +2640,42 @@ define <4 x bfloat> @v_maximumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 ; GFX900-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v4, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v3, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX900-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v1, 16, v1 ; GFX900-NEXT: v_lshrrev_b32_e32 v3, 16, v3 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v5, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX900-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0 ; GFX900-NEXT: v_lshrrev_b32_e32 v2, 16, v2 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v0, v3, s4 ; GFX900-NEXT: v_perm_b32 v1, v1, v4, s4 @@ -3034,68 +2687,48 @@ define <4 x bfloat> @v_maximumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v4, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v3, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 ; GFX950-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX950-NEXT: v_lshrrev_b32_e32 v1, 16, v1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc +; GFX950-NEXT: v_lshrrev_b32_e32 v1, 16, v1 ; GFX950-NEXT: v_lshrrev_b32_e32 v3, 16, v3 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 +; GFX950-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v5, v3 -; GFX950-NEXT: v_perm_b32 v1, v1, v4, s0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX950-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc +; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 ; GFX950-NEXT: v_lshrrev_b32_e32 v2, 16, v2 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v0, v3, s0 +; GFX950-NEXT: v_perm_b32 v1, v1, v4, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_v4bf16_nnan: @@ -3103,53 +2736,45 @@ define <4 x bfloat> @v_maximumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 -; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX10-NEXT: v_lshrrev_b32_e32 v8, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v2 -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 -; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX10-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 ; GFX10-NEXT: v_and_b32_e32 v12, 0xffff0000, v0 +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 +; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v9, v8 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 +; GFX10-NEXT: v_lshrrev_b32_e32 v13, 16, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v6 -; GFX10-NEXT: v_lshrrev_b32_e32 v3, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v5, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 +; GFX10-NEXT: v_lshrrev_b32_e32 v14, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v0, s4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v12, v11 +; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX10-NEXT: v_lshrrev_b32_e32 v3, 16, v3 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v7, v6 +; GFX10-NEXT: v_cndmask_b32_e64 v8, v14, v13, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v1 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v5, s5 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v8 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v13 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v9 -; GFX10-NEXT: v_lshrrev_b32_e32 v4, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v6, v8, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v4, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v8, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v9, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v7 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v9, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v5 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v4 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v8, v13, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s7, s8 +; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v6, v5, vcc_lo ; GFX10-NEXT: v_perm_b32 v1, v3, v1, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -3160,107 +2785,95 @@ define <4 x bfloat> @v_maximumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v5, v4 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s4, v7, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v1.h, s4 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s4, v6, v8 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v7, v6 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v9, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v0.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v11, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.h, v1.h, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v0.h, s2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, s4 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v2.h, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.h -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v3.h -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v1.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v2.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.h +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v0.h ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v3.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v1.h, s2 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v9 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s1, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s3, s4 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s5, s6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v0.h, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v1.h, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v4bf16_nnan: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v13, 16, v0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v1 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v9, v8 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v13 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v12, v11 ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v8, v14, v13, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v1 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v3 :: v_dual_lshlrev_b32 v10, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v6 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 16, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v4, v1 :: v_dual_and_b32 v12, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v9 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v4, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v6, v8, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v11 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v4, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v8, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v9, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v7 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v4 :: v_dual_lshlrev_b32 v4, 16, v6 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v9, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v6, v5, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v4, v1 :: v_dual_and_b32 v6, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 16, v3 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v7, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v8 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v5, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v8, v13, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc_lo ; GFX11-FAKE16-NEXT: v_perm_b32 v1, v3, v1, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; @@ -3275,136 +2888,110 @@ define <4 x bfloat> @v_maximumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v5, v4 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s4, v7, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v1.h, s4 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s4, v6, v8 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.h -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, s4 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v2 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v7, v6 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v9, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v0.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v11, v10 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v2.h, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.h -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v3.h -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v1.h, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v2.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.h, v1.h, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v0.h, s2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.h +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.h +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v0.h ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v3.h, s3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v1.h, s2 -; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] -; -; GFX12-FAKE16-LABEL: v_maximumnum_v4bf16_nnan: +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v9 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s1, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s3, s4 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s5, s6 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v0.h, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v1.h, s0 +; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] +; +; GFX12-FAKE16-LABEL: v_maximumnum_v4bf16_nnan: ; GFX12-FAKE16: ; %bb.0: ; GFX12-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_expcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v13, 16, v0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v1 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v9, v8 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v13 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v12, v11 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v4 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v8, v14, v13, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v3 :: v_dual_lshlrev_b32 v10, 16, v0 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v6 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 16, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v4, v1 :: v_dual_and_b32 v12, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v9 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v4, 16, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v6, v8, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v4, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v8, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v9, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v4 :: v_dual_lshlrev_b32 v4, 16, v6 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v9, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v6, v5, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v4, v1 :: v_dual_and_b32 v6, 0xffff0000, v3 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 16, v3 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v7, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v5, s1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v8, v13, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc_lo ; GFX12-FAKE16-NEXT: v_perm_b32 v1, v3, v1, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call nnan <4 x bfloat> @llvm.maximumnum.v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) @@ -3467,15 +3054,13 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v7 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v8, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v7, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v8 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v6 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v6, v7, v6, vcc ; GFX8-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v8, 16, v4 ; GFX8-NEXT: v_lshrrev_b32_e32 v9, 16, v1 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 @@ -3486,15 +3071,13 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v7 ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v9, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v8, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v8, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 +; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v7, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v7 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v7, v8, v7, vcc ; GFX8-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v9, 16, v3 ; GFX8-NEXT: v_lshrrev_b32_e32 v10, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 @@ -3505,15 +3088,13 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v10, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v8 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc @@ -3522,15 +3103,13 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v2 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v10, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v5, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v9 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v2 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc @@ -3539,15 +3118,13 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v1 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v9, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v4, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc @@ -3556,14 +3133,12 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v8 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v3 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v7 @@ -3586,15 +3161,13 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v7 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v8, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v7, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v8 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v6 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v6, v7, v6, vcc ; GFX900-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v8, 16, v4 ; GFX900-NEXT: v_lshrrev_b32_e32 v9, 16, v1 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 @@ -3605,15 +3178,13 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v7 ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v9, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v8, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v8, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 +; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v7, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v7 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v7, v8, v7, vcc ; GFX900-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v9, 16, v3 ; GFX900-NEXT: v_lshrrev_b32_e32 v10, 16, v0 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 @@ -3624,15 +3195,13 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v10, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v8 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc @@ -3641,15 +3210,13 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v2 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v10, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v5, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v9 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v2 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc @@ -3658,15 +3225,13 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v9, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v4, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc @@ -3675,14 +3240,12 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v8, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v7, v1, s4 @@ -3701,140 +3264,110 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX950-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v6 -; GFX950-NEXT: v_and_b32_e32 v11, 0xffff0000, v3 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v6 ; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v7 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v8, v9 ; GFX950-NEXT: v_lshrrev_b32_e32 v9, 16, v1 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v7, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v8 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 -; GFX950-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc +; GFX950-NEXT: v_and_b32_e32 v11, 0xffff0000, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v8, 16, v4 +; GFX950-NEXT: v_cndmask_b32_e32 v6, v7, v6, vcc +; GFX950-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v7, v9, v8, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v7 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v7 ; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v7, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v9, v10 ; GFX950-NEXT: v_lshrrev_b32_e32 v10, 16, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v8, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v8, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 -; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v7, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v9, 16, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v7, v8, v7, vcc +; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v9, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v8 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v8 ; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v10, v11 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 -; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v2 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v10, v9 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v5, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v9 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 -; GFX950-NEXT: v_perm_b32 v2, v6, v2, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v9, v5 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v4, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX950-NEXT: v_perm_b32 v1, v7, v1, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v5, v4 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v8, v0, s0 +; GFX950-NEXT: v_perm_b32 v1, v7, v1, s0 +; GFX950-NEXT: v_perm_b32 v2, v6, v2, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_v6bf16: @@ -3842,113 +3375,101 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 ; GFX10-NEXT: v_lshrrev_b32_e32 v7, 16, v5 +; GFX10-NEXT: v_and_b32_e32 v9, 0xffff0000, v1 ; GFX10-NEXT: v_and_b32_e32 v8, 0xffff0000, v5 -; GFX10-NEXT: v_lshrrev_b32_e32 v9, 16, v4 ; GFX10-NEXT: v_lshrrev_b32_e32 v10, 16, v1 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v0 +; GFX10-NEXT: v_lshrrev_b32_e32 v6, 16, v4 ; GFX10-NEXT: v_and_b32_e32 v11, 0xffff0000, v4 -; GFX10-NEXT: v_lshrrev_b32_e32 v14, 16, v3 -; GFX10-NEXT: v_cndmask_b32_sdwa v12, v2, v7, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX10-NEXT: v_and_b32_e32 v12, 0xffff0000, v0 +; GFX10-NEXT: v_lshrrev_b32_e32 v13, 16, v3 +; GFX10-NEXT: v_cndmask_b32_sdwa v14, v2, v7, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 ; GFX10-NEXT: v_lshrrev_b32_e32 v15, 16, v0 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v14 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v10, v6, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v14 ; GFX10-NEXT: v_and_b32_e32 v8, 0xffff0000, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v12, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v10, v9, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v15, v14, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v9 +; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v14, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v6, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v16 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v7, v12, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v10, v12, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v7 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v9, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v12, v15, v13, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v12 +; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v14, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v14, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v12, v7, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v16 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v9, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v10, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v11, v6, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v8, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v7 +; GFX10-NEXT: v_cndmask_b32_e32 v8, v13, v12, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v16 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v8 ; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v10, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v11, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v1 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v11, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e64 v8, v8, v12, s5 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v15 +; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v14, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v11, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v8 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v9, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v5, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v0 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v9, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v2 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v1, v4, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v10, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v0, v3, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v9, v9 ; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v9 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v1, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v11, v11 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v0, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v10, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v5, v2, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v3, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v10 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 +; GFX10-NEXT: v_cndmask_b32_e64 v5, v5, v2, s4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v10, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v1, s4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v13, v11 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v15, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v0, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v12 +; GFX10-NEXT: v_cndmask_b32_e64 v5, v5, v2, s5 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v8, v8, v12, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v10 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v11 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s7, s8 ; GFX10-NEXT: v_perm_b32 v1, v6, v1, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v8, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc_lo ; GFX10-NEXT: v_perm_b32 v2, v7, v2, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -3963,119 +3484,106 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v3 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v9, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v5.h, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v5 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v10, v10 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v11, v11 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v5.h, v6.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v12, v12 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v1.h, v4.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v4.h, v8.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v13, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v14, v14 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v8.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v5.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s6, v15, v15 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v0.h, v3.h, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v4.h, v8.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v16, v16 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v0.h, v3.h, s2 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v13, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v8.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v6.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v9.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v7.l, v6.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v12, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v3.h, v10.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v10.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v11.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v9.l, v8.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v12.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v11.l, v6.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v3.h, v9.l, s2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v10.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v9.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v17, v17 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v11.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v5.l, s3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s5 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v13.l, v8.l, s3 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v13.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v2.h, v7.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v9.l, s4 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v8, v8 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v15 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v14, v16 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v11.l, v2.h, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v12, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v16 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v8.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s6 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s1, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v12 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v7.l, v6.l, s0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v4.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v11.l, v9.l, vcc_lo ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v8, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v12.l, v10.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v10.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v0.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v10.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v1.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v7 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v0.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v12.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v5.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v12.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v10, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v7.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v14, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v4.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v3.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v10.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v7 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v14, v13 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v16, v15 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v12 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v7 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v3.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v9.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v1.h, v5.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v13.l, v5.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v7.l, v3.h, s2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX11-TRUE16-NEXT: s_and_b32 s5, s2, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s6, s0, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v12 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v0.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v1.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v10.l, v8.l, s5 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v9.l, s6 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s2, s3 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v5.l, v2.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v6bf16: @@ -4085,114 +3593,113 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v5 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v1 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v3 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v5 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v3 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v0 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v3 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v1 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v4 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_lshlrev_b32 v13, 16, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v6 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v13 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_and_b32 v11, 0xffff0000, v4 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v10, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v15, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v8 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_lshlrev_b32 v12, 16, v6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v3 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v15, v14 :: v_dual_lshlrev_b32 v13, 16, v7 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v13 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_1) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v15, v12 :: v_dual_lshlrev_b32 v14, 16, v9 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v14 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v8 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v12, v14, v10 :: v_dual_lshlrev_b32 v15, 16, v9 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v15 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v12 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v9, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v6, v10, v6 :: v_dual_lshlrev_b32 v13, 16, v11 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v11, v8 :: v_dual_lshlrev_b32 v15, 16, v7 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v7, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v10, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v11, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v7 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v13, v14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v10, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v2 :: v_dual_lshlrev_b32 v10, 16, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v11, v12, v10, s1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v15 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v5, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v9, v8 :: v_dual_lshlrev_b32 v7, 16, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v3 :: v_dual_lshlrev_b32 v11, 16, v2 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v0 :: v_dual_lshlrev_b32 v12, 16, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v5, v2 :: v_dual_lshlrev_b32 v10, 16, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v10 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v4, v1 :: v_dual_lshlrev_b32 v11, 16, v3 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v9, v2 :: v_dual_lshlrev_b32 v13, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v11 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v3, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v4 :: v_dual_lshlrev_b32 v4, 16, v10 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v3 :: v_dual_lshlrev_b32 v3, 16, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v11 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v4, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v3, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v0 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_perm_b32 v0, v7, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v1, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v2, s0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v9, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v1, s0 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v13, v12 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v15, v14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v2, s1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v11, v10 :: v_dual_lshlrev_b32 v11, 16, v5 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v11 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_perm_b32 v1, v8, v1, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc_lo +; GFX11-FAKE16-NEXT: v_perm_b32 v0, v10, v0, 0x5040100 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_perm_b32 v2, v6, v2, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] @@ -4212,136 +3719,118 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v3 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v9, v9 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v5.h, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v5 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v10, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v11, v11 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v5.h, v6.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v12, v12 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v1.h, v4.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v4.h, v8.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v13, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v14, v14 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v8.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s6, v15, v15 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v0.h, v3.h, s1 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v5.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v4.h, v8.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v16, v16 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v0.h, v3.h, s2 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v13, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v8.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v6.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v9.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v7.l, v6.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v12, v13 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v3.h, v10.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v10.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v11.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v9.l, v8.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v12.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v11.l, v6.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v3.h, v9.l, s2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v10.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v9.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v17, v17 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v7.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v11.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v5.l, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s5 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v15 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v13.l, v8.l, s3 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v13.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v2.h, v7.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v9.l, s4 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v8, v8 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v15 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v14, v16 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v11.l, v2.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v12, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v16 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v14 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s7 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s4 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v8.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s6 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s1, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v12 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s8 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v7.l, v6.l, s0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v4.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v11.l, v9.l, vcc_lo ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v8, v8 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v12.l, v10.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v10.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v0.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v10.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v1.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v7 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v0.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v12.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v5.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v12.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v10, v9 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v7.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v14, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v4.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v1.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v3.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v1.h, v5.l, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v10.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v7 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v14, v13 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v16, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v13.l, v5.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v7.l, v3.h, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v12 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v7 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v3.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v9.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX12-TRUE16-NEXT: s_and_b32 s5, s2, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s6, s0, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v12 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v0.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v1.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v10.l, v8.l, s5 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v9.l, s6 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s2, s3 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v5.l, v2.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v6bf16: @@ -4355,145 +3844,128 @@ define <6 x bfloat> @v_maximumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v5 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v1 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v3 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v5 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v3 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v0 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v1 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_lshlrev_b32 v13, 16, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v13 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_and_b32 v11, 0xffff0000, v4 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v8 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v8 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v10, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v15, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_lshlrev_b32 v12, 16, v6 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v15, v14 :: v_dual_lshlrev_b32 v13, 16, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v13 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v15, v12 :: v_dual_lshlrev_b32 v14, 16, v9 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v14 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v9, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v6, v10, v6 :: v_dual_lshlrev_b32 v13, 16, v11 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v11, v8 :: v_dual_lshlrev_b32 v15, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v7, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v10, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v11, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v8 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v12, v14, v10 :: v_dual_lshlrev_b32 v15, 16, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v13, v14 ; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v10, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v2 :: v_dual_lshlrev_b32 v10, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v11, v12, v10, s1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v15 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v5, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v9, v8 :: v_dual_lshlrev_b32 v7, 16, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v3 :: v_dual_lshlrev_b32 v11, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v3 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v4, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v3, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v0 :: v_dual_lshlrev_b32 v12, 16, v1 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v5, v2 :: v_dual_lshlrev_b32 v10, 16, v4 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v4, v1 :: v_dual_lshlrev_b32 v11, 16, v3 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v9, v2 :: v_dual_lshlrev_b32 v13, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v3, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v4 :: v_dual_lshlrev_b32 v4, 16, v10 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v3 :: v_dual_lshlrev_b32 v3, 16, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v11 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: v_perm_b32 v0, v7, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v1, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v2, s0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v9, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v1, s0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v13, v12 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v15, v14 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v10 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v2, s1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v11, v10 :: v_dual_lshlrev_b32 v11, 16, v5 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v11 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 ; GFX12-FAKE16-NEXT: v_perm_b32 v1, v8, v1, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc_lo +; GFX12-FAKE16-NEXT: v_perm_b32 v0, v10, v0, 0x5040100 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_perm_b32 v2, v6, v2, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] @@ -4569,15 +4041,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v10, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v8 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc ; GFX8-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v10, 16, v6 ; GFX8-NEXT: v_lshrrev_b32_e32 v11, 16, v2 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 @@ -4588,15 +4058,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v10 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v11, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v10, v9, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v10, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX8-NEXT: v_cndmask_b32_e32 v10, v10, v9, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v9 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v9, v10, v9, vcc ; GFX8-NEXT: v_and_b32_e32 v10, 0xffff0000, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v11, 16, v5 ; GFX8-NEXT: v_lshrrev_b32_e32 v12, 16, v1 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 @@ -4607,15 +4075,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v10 ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v11 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v12, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v11, v10, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v10, v11, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX8-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v10 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v10, v11, v10, vcc ; GFX8-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v12, 16, v4 ; GFX8-NEXT: v_lshrrev_b32_e32 v13, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 @@ -4626,15 +4092,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v11 ; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v12 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v13, v14 -; GFX8-NEXT: v_cndmask_b32_e32 v13, v12, v11, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v11, v12, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX8-NEXT: v_cndmask_b32_e32 v12, v12, v11, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v11 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v11, v12, v11, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc @@ -4643,15 +4107,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v3 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v13, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v12 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v7 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v3 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc @@ -4660,15 +4122,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v2 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v12, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v6, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v2 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v6, v2, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc @@ -4677,15 +4137,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v7, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v5, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc @@ -4694,14 +4152,12 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v4, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v11 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v4 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v10 @@ -4726,15 +4182,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v10, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v8 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc ; GFX900-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v10, 16, v6 ; GFX900-NEXT: v_lshrrev_b32_e32 v11, 16, v2 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 @@ -4745,15 +4199,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v10 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v11, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v10, v9, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v10, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX900-NEXT: v_cndmask_b32_e32 v10, v10, v9, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v9 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v9, v10, v9, vcc ; GFX900-NEXT: v_and_b32_e32 v10, 0xffff0000, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v11, 16, v5 ; GFX900-NEXT: v_lshrrev_b32_e32 v12, 16, v1 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 @@ -4764,15 +4216,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v10 ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v11 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v12, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v11, v10, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v10, v11, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX900-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v10 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v10, v11, v10, vcc ; GFX900-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v12, 16, v4 ; GFX900-NEXT: v_lshrrev_b32_e32 v13, 16, v0 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 @@ -4783,15 +4233,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v11 ; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v12 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v13, v14 -; GFX900-NEXT: v_cndmask_b32_e32 v13, v12, v11, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v11, v12, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX900-NEXT: v_cndmask_b32_e32 v12, v12, v11, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v11 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v11, v12, v11, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc @@ -4800,15 +4248,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v3 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v13, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v12 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v7 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v3 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc @@ -4817,15 +4263,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v2 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v12, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v6, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v2 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v6, v2, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc @@ -4834,15 +4278,13 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v7, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v5, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc @@ -4851,14 +4293,12 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v4, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v11, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v10, v1, s4 @@ -4878,188 +4318,148 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v9, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v8 -; GFX950-NEXT: v_and_b32_e32 v13, 0xffff0000, v5 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v8 ; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v10, v11 ; GFX950-NEXT: v_lshrrev_b32_e32 v11, 16, v2 -; GFX950-NEXT: v_and_b32_e32 v14, 0xffff0000, v4 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 -; GFX950-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc +; GFX950-NEXT: v_and_b32_e32 v13, 0xffff0000, v5 +; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v10, 16, v6 +; GFX950-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc +; GFX950-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 -; GFX950-NEXT: s_nop 1 +; GFX950-NEXT: v_and_b32_e32 v14, 0xffff0000, v4 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v9, v11, v10, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v9 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v9 ; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v9, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v10 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v11, v12 ; GFX950-NEXT: v_lshrrev_b32_e32 v12, 16, v1 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v10, v9, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v10, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 -; GFX950-NEXT: v_and_b32_e32 v10, 0xffff0000, v1 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v9, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v11, 16, v5 +; GFX950-NEXT: v_cndmask_b32_e32 v9, v10, v9, vcc +; GFX950-NEXT: v_and_b32_e32 v10, 0xffff0000, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v10, v12, v11, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v13, v13 ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v10 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v10 ; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v11 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v12, v13 ; GFX950-NEXT: v_lshrrev_b32_e32 v13, 16, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v11, v10, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v11, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 -; GFX950-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v12, 16, v4 +; GFX950-NEXT: v_cndmask_b32_e32 v10, v11, v10, vcc +; GFX950-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v11, v13, v12, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v14, v14 ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v11 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v11 ; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v11, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v12 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v13, v14 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v13, v12, v11, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v12 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v12, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 -; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v11, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v11, v12, v11, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v3 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v3 ; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v13, v12 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v12 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 -; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v7 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v6 -; GFX950-NEXT: v_perm_b32 v3, v8, v3, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v2 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v12, v7 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v6, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v6, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX950-NEXT: v_perm_b32 v2, v9, v2, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v7, v6 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v5, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 -; GFX950-NEXT: v_perm_b32 v1, v10, v1, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v4, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v11, v0, s0 +; GFX950-NEXT: v_perm_b32 v1, v10, v1, s0 +; GFX950-NEXT: v_perm_b32 v2, v9, v2, s0 +; GFX950-NEXT: v_perm_b32 v3, v8, v3, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_v8bf16: @@ -5068,151 +4468,135 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX10-NEXT: v_and_b32_e32 v8, 0xffff0000, v3 ; GFX10-NEXT: v_lshrrev_b32_e32 v9, 16, v7 ; GFX10-NEXT: v_lshrrev_b32_e32 v10, 16, v3 -; GFX10-NEXT: v_and_b32_e32 v11, 0xffff0000, v7 -; GFX10-NEXT: v_lshrrev_b32_e32 v12, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 +; GFX10-NEXT: v_lshrrev_b32_e32 v12, 16, v6 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX10-NEXT: v_and_b32_e32 v15, 0xffff0000, v6 -; GFX10-NEXT: v_lshrrev_b32_e32 v16, 16, v5 -; GFX10-NEXT: v_lshrrev_b32_e32 v17, 16, v0 +; GFX10-NEXT: v_lshrrev_b32_e32 v13, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v14, 0xffff0000, v7 +; GFX10-NEXT: v_lshrrev_b32_e32 v16, 16, v0 +; GFX10-NEXT: v_and_b32_e32 v17, 0xffff0000, v4 ; GFX10-NEXT: v_cndmask_b32_e32 v8, v10, v9, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_and_b32_e32 v10, 0xffff0000, v2 -; GFX10-NEXT: v_lshrrev_b32_e32 v11, 16, v6 +; GFX10-NEXT: v_and_b32_e32 v11, 0xffff0000, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v10, v13, v12, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 ; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v12, v11, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v14 ; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v10 -; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v9, v8, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX10-NEXT: v_cndmask_b32_e32 v11, v12, v10, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v9 ; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v12, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v12 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v15 +; GFX10-NEXT: v_lshrrev_b32_e32 v14, 16, v5 +; GFX10-NEXT: v_lshrrev_b32_e32 v15, 16, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX10-NEXT: v_and_b32_e32 v12, 0xffff0000, v1 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v13 +; GFX10-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc_lo ; GFX10-NEXT: v_lshrrev_b32_e32 v9, 16, v1 -; GFX10-NEXT: v_and_b32_e32 v15, 0xffff0000, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v14, v11, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v16, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v14, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v16, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 ; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v0 -; GFX10-NEXT: v_lshrrev_b32_e32 v16, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v12, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v10, v11, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v9 -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v15, v9, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v17, v16, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v14, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX10-NEXT: v_and_b32_e32 v12, 0xffff0000, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v14, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v16, v12, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v15, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v12, v12 +; GFX10-NEXT: v_cndmask_b32_e32 v13, v16, v15, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v12, v14, v9, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v17, v17 +; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v9 +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v12 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v15, v13, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v13 +; GFX10-NEXT: v_cndmask_b32_e32 v10, v11, v10, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v14 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v15, v15 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v7 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v7, s4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v16, v17 +; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v12, v12, v9, s4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v18, v19 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v14, v13, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v15, v15 ; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v12 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v16 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v13, v12, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 -; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v15, v12, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v7 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v13, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v7, v7, v3, s4 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v6 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v7 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v3 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v12, v9, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v17, v16 +; GFX10-NEXT: v_cndmask_b32_e32 v12, v14, v13, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v7, v7, v3, s7 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v15, v11, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v2 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v1 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v1 ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 -; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v0 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v2 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v4 ; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v14, v6, v2, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v5 +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v16, v15 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v6 ; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v14, v2, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v5, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v16 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v4, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v14, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX10-NEXT: v_perm_b32 v2, v10, v2, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_perm_b32 v0, v11, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v18, v17 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v4 +; GFX10-NEXT: s_and_b32 s5, s5, s6 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v6, v2, s5 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v13 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s9, 0, v14 +; GFX10-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc_lo +; GFX10-NEXT: s_and_b32 s5, s7, s8 +; GFX10-NEXT: v_perm_b32 v2, v10, v2, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v4, v0, s5 +; GFX10-NEXT: s_and_b32 s5, s9, s10 ; GFX10-NEXT: v_perm_b32 v3, v8, v3, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v5, v1, s5 +; GFX10-NEXT: v_perm_b32 v0, v12, v0, 0x5040100 +; GFX10-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_v8bf16: @@ -5227,315 +4611,294 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v5 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v3.h, v7.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v2.h, v6.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v4 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v7.h, v8.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v8.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v9.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v6.h, v9.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v10.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v8.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v10.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v1.h, v5.h, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v11.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v5.h, v12.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v8.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v9.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v14 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v15, v16 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v12.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v13.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v8.l, vcc_lo +; GFX11-TRUE16-NEXT: v_and_b32_e32 v17, 0xffff0000, v4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v9.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v10.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v19.l, v11.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v15, v16 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v18 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v3 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v19 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v12.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v0.h, v4.h, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v15 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v4.h, v14.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v14.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v7.l, vcc_lo ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v1.h, v5.h, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v9.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v15, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v5.h, v12.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s3, v13, v18 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v12.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v10.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v10.l, v8.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v11.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v11.l, v9.l, s3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v14.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v13.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v13.l, v8.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v19.l, v15.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.h, v15.l, v9.l, s4 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v10.l, s0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v19 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v8.h, v11.l, s2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v20 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v0.h, v4.h, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v16, v16 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v11, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.h, v13.l, v8.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.h, v15.l, v9.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.h, v10.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v14.l, v12.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v10.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v8.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v7.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v9.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v9.l, v12.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v14.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v13, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v14.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v6 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v3.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v8.l, v10.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v10.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v6.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v11.l, v10.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v8.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v12, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v18 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s1, s2 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v12.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v19 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v10.l, v8.l, s2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 +; GFX11-TRUE16-NEXT: s_and_b32 s3, s4, s3 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v16, v17 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.h, v11.l, v9.l, s3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v13.l, v12.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v15.l, v14.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v6 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v3.h, v8.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v11.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v7.l, v3.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v2.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v5 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v4 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v3.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v15, v15 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v6.l, v9.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v5.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v4.l, s1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v9.l, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v2.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v12 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v0.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s3, v15, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v3.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v4.l, v0.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v1.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v6.l, v2.l, s3 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v0.h, v7.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v8.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v14, v13 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v7.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v12 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v16, v15 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.l, v9.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v5.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.h, v0.h, v6.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v2.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v7.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v13 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v14.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v7.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v4.l +; GFX11-TRUE16-NEXT: s_and_b32 s7, s2, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v9.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v5 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v1.l ; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v11.l, v3.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v4.l, v4.h, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v1.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v7.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v1, v2 :: v_dual_mov_b32 v2, v9 -; GFX11-TRUE16-NEXT: v_mov_b32_e32 v3, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v11 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0, v0.l +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s3, s3, s6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v9.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v1.l, s3 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s4, s5 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v14.l, s7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v4.l, v0.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v6.l, v3.l, s0 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v1, v2 :: v_dual_mov_b32 v2, v7 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v8bf16: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v6 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v3 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v7 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v3 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v2 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v5 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v13, 16, v2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v0 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v17, 16, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v10, v9, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_and_b32 v11, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v13, v12 :: v_dual_and_b32 v11, 0xffff0000, v6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v8 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_lshlrev_b32 v14, 16, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v11, 16, v6 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_and_b32 v10, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v11, v12, v10 :: v_dual_lshlrev_b32 v12, 16, v9 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v12, v11, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v14 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v15, 0xffff0000, v6 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v9, v8, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v12 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v11 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v15 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v5 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v12 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v12, v8 :: v_dual_and_b32 v13, 0xffff0000, v1 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v8, v9 :: v_dual_lshlrev_b32 v15, 16, v11 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc_lo ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v1 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v14, v11, v10 :: v_dual_and_b32 v15, 0xffff0000, v5 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v14 :: v_dual_and_b32 v12, 0xffff0000, v5 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v16, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v16, v15, vcc_lo +; GFX11-FAKE16-NEXT: v_and_b32_e32 v17, 0xffff0000, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v12, v14, v9, s0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v16, 16, v9 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v14, v10 :: v_dual_lshlrev_b32 v13, 16, v12 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v13 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v12 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v13 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v14, v15, v13, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v11, v10 :: v_dual_lshlrev_b32 v15, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v14 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v7, s0 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v16, v17 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v9, s0 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v18, v19 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v13, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v15, v16, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v12, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v15 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v11 :: v_dual_lshlrev_b32 v11, 16, v9 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v12 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v11, v15, v9 :: v_dual_lshlrev_b32 v18, 16, v14 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v12, v17, v16 :: v_dual_lshlrev_b32 v17, 16, v7 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v14, v10 :: v_dual_and_b32 v13, 0xffff0000, v4 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v11, v9 :: v_dual_lshlrev_b32 v14, 16, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v16, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v15 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v15 :: v_dual_lshlrev_b32 v16, 16, v13 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v12 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v16 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v15, v13, v12 :: v_dual_lshlrev_b32 v16, 16, v2 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v11, v9 :: v_dual_lshlrev_b32 v14, 16, v3 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v11, v15, v12 :: v_dual_lshlrev_b32 v12, 16, v7 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v13, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v12 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v6 :: v_dual_lshlrev_b32 v13, 16, v15 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v12, v3 :: v_dual_lshlrev_b32 v16, 16, v2 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v15, v11, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v3, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v6 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v12, v9 :: v_dual_lshlrev_b32 v16, 16, v7 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v14, v13, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v17, v16 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v6, v6, v2 :: v_dual_lshlrev_b32 v15, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v7 :: v_dual_lshlrev_b32 v14, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v3, s3 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v2 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v1 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v1 :: v_dual_lshlrev_b32 v16, 16, v0 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v11 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v6, v6, v2 :: v_dual_lshlrev_b32 v17, 16, v5 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v16, v15 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v0 :: v_dual_lshlrev_b32 v11, 16, v6 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v18, v17 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v16, v14 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v14, v6, v2 :: v_dual_lshlrev_b32 v7, 16, v12 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v0 :: v_dual_lshlrev_b32 v13, 16, v5 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v16, 16, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v14, v2 :: v_dual_lshlrev_b32 v15, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v13 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v5, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v16 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v4, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v14, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v6, v2, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v13 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v14 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 s1, s3, s4 ; GFX11-FAKE16-NEXT: v_perm_b32 v2, v10, v2, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v13 -; GFX11-FAKE16-NEXT: v_perm_b32 v0, v11, v0, 0x5040100 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v4, v0, s1 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s5, s6 ; GFX11-FAKE16-NEXT: v_perm_b32 v3, v8, v3, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v5, v1, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_perm_b32 v0, v12, v0, 0x5040100 +; GFX11-FAKE16-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_v8bf16: @@ -5554,193 +4917,167 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v5 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v3.h, v7.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v2.h, v6.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v4 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v7.h, v8.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v8.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v9.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v6.h, v9.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v9.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v10.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v1.h, v5.h, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v9.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v15, v17 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v5.h, v12.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s3, v13, v18 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v12.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v10.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v10.l, v8.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v11.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v8.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v10.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v11.l, v9.l, s3 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v14.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v13.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v1.h, v5.h, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v11.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v13.l, v8.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v19.l, v15.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.h, v15.l, v9.l, s4 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v10.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v19 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v8.h, v11.l, s2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v20 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v0.h, v4.h, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v16, v16 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v11, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v5.h, v12.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v8.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v9.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v14 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v15, v16 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v12.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v13.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.h, v13.l, v8.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v8.l, vcc_lo +; GFX12-TRUE16-NEXT: v_and_b32_e32 v17, 0xffff0000, v4 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.h, v15.l, v9.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.h, v10.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v14.l, v12.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v7 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v10.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v8.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v7.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v9.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v9.l, s0 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v10.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v19.l, v11.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v15, v16 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v18 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v3 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v19 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v12.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v14 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v0.h, v4.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v15 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v13.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v7 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v4.h, v14.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v14.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v7.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v19.l, v15.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v18 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s1, s2 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v12.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v19 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v10.l, v8.l, s2 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 +; GFX12-TRUE16-NEXT: s_and_b32 s3, s4, s3 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v16, v17 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.h, v11.l, v9.l, s3 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v13.l, v12.l, s0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v9.l, v12.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v14.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v13, v15 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v14.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v6 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v3.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v8.l, v10.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v10.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v6.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v14 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v11.l, v10.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v8.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v12, v13 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v15.l, v14.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v3.h, v8.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v11.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v6.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v7.l, v3.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v2.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v5 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v4 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v3.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v15, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v6.l, v9.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v5.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v4.l, s1 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v2.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v9.l, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v12 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v1.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s3, v15, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v3.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v4.l, v0.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v1.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v4.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v0.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v6.l, v2.l, s3 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v6 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v0.h, v7.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v8.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v7.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v12 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v16, v15 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v14, v13 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.l, v9.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v5.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.h, v0.h, v6.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v2.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v7.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v13 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v6 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v14.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v7.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v4.l +; GFX12-TRUE16-NEXT: s_and_b32 s7, s2, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v9.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v5 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v1.l ; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v11.l, v3.h, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v1.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v4.l, v4.h, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v1.h, s3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v7.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v1, v2 :: v_dual_mov_b32 v2, v9 -; GFX12-TRUE16-NEXT: v_mov_b32_e32 v3, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v11 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0, v0.l +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s3, s3, s6 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v9.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v1.l, s3 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s4, s5 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v14.l, s7 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v4.l, v0.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v6.l, v3.l, s0 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v1, v2 :: v_dual_mov_b32 v2, v7 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v8bf16: @@ -5750,199 +5087,176 @@ define <8 x bfloat> @v_maximumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v6 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v3 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v7 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v3 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v2 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v5 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v13, 16, v2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v17, 16, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v10, v9, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_and_b32 v11, 0xffff0000, v2 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v11, 16, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_and_b32 v10, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v13, v12 :: v_dual_and_b32 v11, 0xffff0000, v6 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v9 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v12, v11, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v14 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v15, 0xffff0000, v6 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_lshlrev_b32 v14, 16, v10 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v11, v12, v10 :: v_dual_lshlrev_b32 v12, 16, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v9, v8, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v11 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v15 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v5 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v12, v8 :: v_dual_and_b32 v13, 0xffff0000, v1 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v8, v9 :: v_dual_lshlrev_b32 v15, 16, v11 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc_lo ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v14, v11, v10 :: v_dual_and_b32 v15, 0xffff0000, v5 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v16, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v14, v10 :: v_dual_lshlrev_b32 v13, 16, v12 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v15, v16, v9, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v12, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v11 :: v_dual_lshlrev_b32 v11, 16, v9 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v11, v15, v9 :: v_dual_lshlrev_b32 v18, 16, v14 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v12, v17, v16 :: v_dual_lshlrev_b32 v17, 16, v7 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v14, v10 :: v_dual_and_b32 v13, 0xffff0000, v4 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v11, v9 :: v_dual_lshlrev_b32 v14, 16, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v14 :: v_dual_and_b32 v12, 0xffff0000, v5 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v16, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v15 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v16, v15, vcc_lo +; GFX12-FAKE16-NEXT: v_and_b32_e32 v17, 0xffff0000, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v12, v14, v9, s0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v16, 16, v9 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v13 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v12 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v13 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v14, v15, v13, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v11, v10 :: v_dual_lshlrev_b32 v15, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v14 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v7 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v7, s0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v16, v17 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v9, s0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v18, v19 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v13, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v12 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v14 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v3, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v6 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v12, v9 :: v_dual_lshlrev_b32 v16, 16, v7 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v14, v13, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v17, v16 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v15 :: v_dual_lshlrev_b32 v16, 16, v13 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v3, s3 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v12 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v16 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v11 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v15, v13, v12 :: v_dual_lshlrev_b32 v16, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v11, v9 :: v_dual_lshlrev_b32 v14, 16, v3 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v11, v15, v12 :: v_dual_lshlrev_b32 v12, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v1 :: v_dual_lshlrev_b32 v16, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v11 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v13, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v12 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v6 :: v_dual_lshlrev_b32 v13, 16, v15 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v6, v6, v2 :: v_dual_lshlrev_b32 v17, 16, v5 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v16, v15 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v12, v3 :: v_dual_lshlrev_b32 v16, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v15, v11, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v6, v6, v2 :: v_dual_lshlrev_b32 v15, 16, v0 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v7 :: v_dual_lshlrev_b32 v14, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v0 :: v_dual_lshlrev_b32 v11, 16, v6 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v18, v17 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v16, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v14, v6, v2 :: v_dual_lshlrev_b32 v7, 16, v12 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v0 :: v_dual_lshlrev_b32 v13, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v16, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v14, v2 :: v_dual_lshlrev_b32 v15, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v13 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v5, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v16 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v4, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v14, v2, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v6, v2, s1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v13 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v14 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 s1, s3, s4 ; GFX12-FAKE16-NEXT: v_perm_b32 v2, v10, v2, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v13 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_perm_b32 v0, v11, v0, 0x5040100 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v4, v0, s1 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s5, s6 ; GFX12-FAKE16-NEXT: v_perm_b32 v3, v8, v3, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v5, v1, s1 +; GFX12-FAKE16-NEXT: v_perm_b32 v0, v12, v0, 0x5040100 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <8 x bfloat> @llvm.maximumnum.v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) ret <8 x bfloat> %result @@ -6066,15 +5380,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v16 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v18, v19 -; GFX8-NEXT: v_cndmask_b32_e32 v18, v16, v17, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v17 -; GFX8-NEXT: v_cndmask_b32_e32 v17, v18, v17, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v16 -; GFX8-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX8-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v16 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v17 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc ; GFX8-NEXT: v_and_b32_e32 v17, 0xffff0000, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX8-NEXT: v_lshrrev_b32_e32 v17, 16, v14 ; GFX8-NEXT: v_lshrrev_b32_e32 v18, 16, v6 @@ -6085,15 +5397,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v17 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v19, v20 -; GFX8-NEXT: v_cndmask_b32_e32 v19, v17, v18, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v18 -; GFX8-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v17 -; GFX8-NEXT: v_cndmask_b32_e32 v17, v18, v17, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX8-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v17 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v18 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc ; GFX8-NEXT: v_and_b32_e32 v18, 0xffff0000, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v17, v19, v17, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX8-NEXT: v_lshrrev_b32_e32 v18, 16, v13 ; GFX8-NEXT: v_lshrrev_b32_e32 v19, 16, v5 @@ -6104,15 +5414,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v18 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v20, v21 -; GFX8-NEXT: v_cndmask_b32_e32 v20, v18, v19, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v19 -; GFX8-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v18 -; GFX8-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX8-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v18 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v19 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc ; GFX8-NEXT: v_and_b32_e32 v19, 0xffff0000, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v18, v20, v18, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX8-NEXT: v_lshrrev_b32_e32 v19, 16, v12 ; GFX8-NEXT: v_lshrrev_b32_e32 v20, 16, v4 @@ -6123,15 +5431,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v19 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v21, v22 -; GFX8-NEXT: v_cndmask_b32_e32 v21, v19, v20, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v20 -; GFX8-NEXT: v_cndmask_b32_e32 v20, v21, v20, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v19 -; GFX8-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX8-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v19 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v20 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc ; GFX8-NEXT: v_and_b32_e32 v20, 0xffff0000, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v19, v21, v19, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX8-NEXT: v_lshrrev_b32_e32 v20, 16, v11 ; GFX8-NEXT: v_lshrrev_b32_e32 v21, 16, v3 @@ -6142,15 +5448,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v20 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v22, v23 -; GFX8-NEXT: v_cndmask_b32_e32 v22, v20, v21, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v21 -; GFX8-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v20 -; GFX8-NEXT: v_cndmask_b32_e32 v20, v21, v20, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX8-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v21 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc ; GFX8-NEXT: v_and_b32_e32 v21, 0xffff0000, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v20, v22, v20, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX8-NEXT: v_lshrrev_b32_e32 v21, 16, v10 ; GFX8-NEXT: v_lshrrev_b32_e32 v22, 16, v2 @@ -6161,15 +5465,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v21 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v23, v24 -; GFX8-NEXT: v_cndmask_b32_e32 v23, v21, v22, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v22 -; GFX8-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v21 -; GFX8-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX8-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v21 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v22 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc ; GFX8-NEXT: v_and_b32_e32 v22, 0xffff0000, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v21, v23, v21, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX8-NEXT: v_lshrrev_b32_e32 v22, 16, v9 ; GFX8-NEXT: v_lshrrev_b32_e32 v23, 16, v1 @@ -6180,15 +5482,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v22 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v24, v25 -; GFX8-NEXT: v_cndmask_b32_e32 v24, v22, v23, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v23 -; GFX8-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v22 -; GFX8-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX8-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v23 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc ; GFX8-NEXT: v_and_b32_e32 v23, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v22, v24, v22, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX8-NEXT: v_lshrrev_b32_e32 v23, 16, v8 ; GFX8-NEXT: v_lshrrev_b32_e32 v24, 16, v0 @@ -6199,15 +5499,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v23 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v25, v26 -; GFX8-NEXT: v_cndmask_b32_e32 v25, v23, v24, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v24 -; GFX8-NEXT: v_cndmask_b32_e32 v24, v25, v24, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v23 -; GFX8-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX8-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v24 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v23, v25, v23, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc @@ -6216,15 +5514,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v7 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v25, v24 -; GFX8-NEXT: v_cndmask_b32_e32 v24, v15, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v24 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 +; GFX8-NEXT: v_cndmask_b32_e32 v15, v15, v7, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v15 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v7 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v7, v15, v7, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v15, v15 ; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc @@ -6233,15 +5529,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v6 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v24, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v15, v14, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v14 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 +; GFX8-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v14 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v6 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v14, v14 ; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc @@ -6250,15 +5544,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v5 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v15, v14 -; GFX8-NEXT: v_cndmask_b32_e32 v14, v13, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX8-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v13 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v5, v13, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v13, v13 ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc @@ -6267,15 +5559,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v4 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v14, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v13, v12, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX8-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v4 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc @@ -6284,15 +5574,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v3 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v13, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v11, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX8-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v3 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v11, v3, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc @@ -6301,15 +5589,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v2 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v12, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX8-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v2 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v10, v2, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc @@ -6318,15 +5604,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v1 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v11, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v9, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v9, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc @@ -6335,14 +5619,12 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v10, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v8, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v8, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v23 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v8 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v22 @@ -6375,15 +5657,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v16 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v18, v19 -; GFX900-NEXT: v_cndmask_b32_e32 v18, v16, v17, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v17 -; GFX900-NEXT: v_cndmask_b32_e32 v17, v18, v17, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v16 -; GFX900-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX900-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v16 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v17 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc ; GFX900-NEXT: v_and_b32_e32 v17, 0xffff0000, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX900-NEXT: v_lshrrev_b32_e32 v17, 16, v14 ; GFX900-NEXT: v_lshrrev_b32_e32 v18, 16, v6 @@ -6394,15 +5674,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v17 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v19, v20 -; GFX900-NEXT: v_cndmask_b32_e32 v19, v17, v18, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v18 -; GFX900-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v17 -; GFX900-NEXT: v_cndmask_b32_e32 v17, v18, v17, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX900-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v17 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v18 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc ; GFX900-NEXT: v_and_b32_e32 v18, 0xffff0000, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v17, v19, v17, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX900-NEXT: v_lshrrev_b32_e32 v18, 16, v13 ; GFX900-NEXT: v_lshrrev_b32_e32 v19, 16, v5 @@ -6413,15 +5691,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v18 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v20, v21 -; GFX900-NEXT: v_cndmask_b32_e32 v20, v18, v19, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v19 -; GFX900-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v18 -; GFX900-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX900-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v18 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v19 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc ; GFX900-NEXT: v_and_b32_e32 v19, 0xffff0000, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v18, v20, v18, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX900-NEXT: v_lshrrev_b32_e32 v19, 16, v12 ; GFX900-NEXT: v_lshrrev_b32_e32 v20, 16, v4 @@ -6432,15 +5708,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v19 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v21, v22 -; GFX900-NEXT: v_cndmask_b32_e32 v21, v19, v20, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v20 -; GFX900-NEXT: v_cndmask_b32_e32 v20, v21, v20, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v19 -; GFX900-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX900-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v19 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v20 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc ; GFX900-NEXT: v_and_b32_e32 v20, 0xffff0000, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v19, v21, v19, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX900-NEXT: v_lshrrev_b32_e32 v20, 16, v11 ; GFX900-NEXT: v_lshrrev_b32_e32 v21, 16, v3 @@ -6451,15 +5725,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v20 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v22, v23 -; GFX900-NEXT: v_cndmask_b32_e32 v22, v20, v21, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v21 -; GFX900-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v20 -; GFX900-NEXT: v_cndmask_b32_e32 v20, v21, v20, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX900-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v21 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc ; GFX900-NEXT: v_and_b32_e32 v21, 0xffff0000, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v20, v22, v20, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX900-NEXT: v_lshrrev_b32_e32 v21, 16, v10 ; GFX900-NEXT: v_lshrrev_b32_e32 v22, 16, v2 @@ -6470,15 +5742,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v21 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v23, v24 -; GFX900-NEXT: v_cndmask_b32_e32 v23, v21, v22, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v22 -; GFX900-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v21 -; GFX900-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX900-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v21 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v22 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc ; GFX900-NEXT: v_and_b32_e32 v22, 0xffff0000, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v21, v23, v21, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX900-NEXT: v_lshrrev_b32_e32 v22, 16, v9 ; GFX900-NEXT: v_lshrrev_b32_e32 v23, 16, v1 @@ -6489,15 +5759,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v22 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v24, v25 -; GFX900-NEXT: v_cndmask_b32_e32 v24, v22, v23, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v23 -; GFX900-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v22 -; GFX900-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX900-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v23 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc ; GFX900-NEXT: v_and_b32_e32 v23, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v22, v24, v22, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX900-NEXT: v_lshrrev_b32_e32 v23, 16, v8 ; GFX900-NEXT: v_lshrrev_b32_e32 v24, 16, v0 @@ -6508,15 +5776,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v23 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v25, v26 -; GFX900-NEXT: v_cndmask_b32_e32 v25, v23, v24, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v24 -; GFX900-NEXT: v_cndmask_b32_e32 v24, v25, v24, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v23 -; GFX900-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX900-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v24 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v23, v25, v23, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc @@ -6525,15 +5791,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v7 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v25, v24 -; GFX900-NEXT: v_cndmask_b32_e32 v24, v15, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v24 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 +; GFX900-NEXT: v_cndmask_b32_e32 v15, v15, v7, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v15 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v7 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v7, v15, v7, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v15, v15 ; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc @@ -6542,15 +5806,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v6 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v24, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v15, v14, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v14 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 +; GFX900-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v14 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v6 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v14, v14 ; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc @@ -6559,15 +5821,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v5 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v15, v14 -; GFX900-NEXT: v_cndmask_b32_e32 v14, v13, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX900-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v13 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v5, v13, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v13, v13 ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc @@ -6576,15 +5836,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v4 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v14, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v13, v12, v4, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX900-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v4 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc @@ -6593,15 +5851,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v3 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v13, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v11, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX900-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v3 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v3, v11, v3, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc @@ -6610,15 +5866,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v2 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v12, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX900-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v2 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v10, v2, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc @@ -6627,15 +5881,13 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v11, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v9, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v9, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc @@ -6644,14 +5896,12 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v10, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v8, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v8, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v23, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v22, v1, s4 @@ -6675,377 +5925,297 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX950-NEXT: v_cndmask_b32_e32 v16, v18, v17, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v16 -; GFX950-NEXT: v_and_b32_e32 v21, 0xffff0000, v13 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v16 ; GFX950-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v17 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v18, v19 ; GFX950-NEXT: v_lshrrev_b32_e32 v19, 16, v6 -; GFX950-NEXT: v_and_b32_e32 v22, 0xffff0000, v12 -; GFX950-NEXT: v_cndmask_b32_e32 v18, v17, v16, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v16 -; GFX950-NEXT: v_and_b32_e32 v23, 0xffff0000, v11 -; GFX950-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 -; GFX950-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v17 -; GFX950-NEXT: v_and_b32_e32 v25, 0xffff0000, v9 -; GFX950-NEXT: v_and_b32_e32 v26, 0xffff0000, v8 -; GFX950-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 -; GFX950-NEXT: v_and_b32_e32 v17, 0xffff0000, v6 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc +; GFX950-NEXT: v_and_b32_e32 v21, 0xffff0000, v13 +; GFX950-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v17 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v18, 16, v14 +; GFX950-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc +; GFX950-NEXT: v_and_b32_e32 v17, 0xffff0000, v6 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 -; GFX950-NEXT: s_nop 1 +; GFX950-NEXT: v_and_b32_e32 v22, 0xffff0000, v12 +; GFX950-NEXT: v_and_b32_e32 v23, 0xffff0000, v11 ; GFX950-NEXT: v_cndmask_b32_e32 v17, v19, v18, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v17 ; GFX950-NEXT: v_cndmask_b32_e32 v18, v18, v17, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v18 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v19, v20 ; GFX950-NEXT: v_lshrrev_b32_e32 v20, 16, v5 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v19, v18, v17, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v17 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v17, v19, v17, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v18 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 -; GFX950-NEXT: v_and_b32_e32 v18, 0xffff0000, v5 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v17, v19, v17, vcc +; GFX950-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 +; GFX950-NEXT: v_cndmask_b32_e32 v18, v18, v17, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v19, 16, v13 +; GFX950-NEXT: v_cndmask_b32_e32 v17, v18, v17, vcc +; GFX950-NEXT: v_and_b32_e32 v18, 0xffff0000, v5 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 -; GFX950-NEXT: s_nop 1 +; GFX950-NEXT: v_and_b32_e32 v25, 0xffff0000, v9 +; GFX950-NEXT: v_and_b32_e32 v26, 0xffff0000, v8 ; GFX950-NEXT: v_cndmask_b32_e32 v18, v20, v19, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v18 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v18 ; GFX950-NEXT: v_cndmask_b32_e32 v19, v19, v18, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v19 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v20, v21 ; GFX950-NEXT: v_lshrrev_b32_e32 v21, 16, v4 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v20, v19, v18, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v18 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v18, v20, v18, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v19 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 -; GFX950-NEXT: v_and_b32_e32 v19, 0xffff0000, v4 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v18, v20, v18, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v19, v19, v18, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v19 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v20, 16, v12 +; GFX950-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc +; GFX950-NEXT: v_and_b32_e32 v19, 0xffff0000, v4 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v19, v21, v20, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v19 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v19 ; GFX950-NEXT: v_cndmask_b32_e32 v20, v20, v19, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v20 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v21, v22 ; GFX950-NEXT: v_lshrrev_b32_e32 v22, 16, v3 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v21, v20, v19, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v19 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v19, v21, v19, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v20 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 -; GFX950-NEXT: v_and_b32_e32 v20, 0xffff0000, v3 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v19, v21, v19, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v20, v20, v19, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v21, 16, v11 +; GFX950-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc +; GFX950-NEXT: v_and_b32_e32 v20, 0xffff0000, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v20, v22, v21, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v20 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v20 ; GFX950-NEXT: v_cndmask_b32_e32 v21, v21, v20, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v21 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v22, v23 ; GFX950-NEXT: v_lshrrev_b32_e32 v23, 16, v2 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v22, v21, v20, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v20 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v20, v22, v20, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v21 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 -; GFX950-NEXT: v_and_b32_e32 v21, 0xffff0000, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v20, v22, v20, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v21, v21, v20, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v21 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v22, 16, v10 +; GFX950-NEXT: v_cndmask_b32_e32 v20, v21, v20, vcc +; GFX950-NEXT: v_and_b32_e32 v21, 0xffff0000, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v21, v23, v22, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v21 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v21 ; GFX950-NEXT: v_cndmask_b32_e32 v22, v22, v21, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v22 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v23, v24 ; GFX950-NEXT: v_lshrrev_b32_e32 v24, 16, v1 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v23, v22, v21, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v21 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v21, v23, v21, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v22 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 -; GFX950-NEXT: v_and_b32_e32 v22, 0xffff0000, v1 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v21, v23, v21, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v22, v22, v21, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v22 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v23, 16, v9 +; GFX950-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc +; GFX950-NEXT: v_and_b32_e32 v22, 0xffff0000, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v22, v24, v23, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v22 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v22 ; GFX950-NEXT: v_cndmask_b32_e32 v23, v23, v22, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v23 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v24, v25 ; GFX950-NEXT: v_lshrrev_b32_e32 v25, 16, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v24, v23, v22, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v22 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v22, v24, v22, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v23 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 -; GFX950-NEXT: v_and_b32_e32 v23, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v22, v24, v22, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v23, v23, v22, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v23 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v24, 16, v8 +; GFX950-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc +; GFX950-NEXT: v_and_b32_e32 v23, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v23, v25, v24, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v26, v26 ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v23 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v23 ; GFX950-NEXT: v_cndmask_b32_e32 v24, v24, v23, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v24 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v25, v26 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v25, v24, v23, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v23 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v23, v25, v23, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v24 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 -; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v7 +; GFX950-NEXT: v_cndmask_b32_e32 v24, v24, v23, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v24 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v23, v25, v23, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v7 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v7 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v7 ; GFX950-NEXT: v_cndmask_b32_e32 v15, v15, v7, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v25, v24 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v24, v15, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v15 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v24 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 -; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v6 +; GFX950-NEXT: v_cndmask_b32_e32 v15, v15, v7, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v15 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v7, v15, v7, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v6 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v15, v15 ; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v14 -; GFX950-NEXT: v_perm_b32 v7, v16, v7, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v15, v15 ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v6 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v6 ; GFX950-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v24, v15 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v15, v14, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v14 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 -; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX950-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v14 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v5 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v14, v14 ; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v13 -; GFX950-NEXT: v_perm_b32 v6, v17, v6, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v14, v14 ; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v5 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v15, v14 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v14, v13, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v13 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 -; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v4 +; GFX950-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v13 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v5, v13, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v4 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v13, v13 ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v12 -; GFX950-NEXT: v_perm_b32 v5, v18, v5, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v13, v13 ; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v4 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v4 ; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v14, v13 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v13, v12, v4, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v12 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 -; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v11 -; GFX950-NEXT: v_perm_b32 v4, v19, v4, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v3 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v3 ; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v13, v12 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v11, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 -; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v3, v11, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX950-NEXT: v_perm_b32 v3, v20, v3, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v2 ; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v12, v11 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 -; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v10, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v9 -; GFX950-NEXT: v_perm_b32 v2, v21, v2, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v11, v10 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v9, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 -; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v9, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v8 -; GFX950-NEXT: v_perm_b32 v1, v22, v1, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v10, v9 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v8, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v8, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v23, v0, s0 +; GFX950-NEXT: v_perm_b32 v1, v22, v1, s0 +; GFX950-NEXT: v_perm_b32 v2, v21, v2, s0 +; GFX950-NEXT: v_perm_b32 v3, v20, v3, s0 +; GFX950-NEXT: v_perm_b32 v4, v19, v4, s0 +; GFX950-NEXT: v_perm_b32 v5, v18, v5, s0 +; GFX950-NEXT: v_perm_b32 v6, v17, v6, s0 +; GFX950-NEXT: v_perm_b32 v7, v16, v7, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_v16bf16: @@ -7055,947 +6225,891 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX10-NEXT: v_lshrrev_b32_e32 v17, 16, v15 ; GFX10-NEXT: v_lshrrev_b32_e32 v18, 16, v7 ; GFX10-NEXT: v_and_b32_e32 v19, 0xffff0000, v15 -; GFX10-NEXT: v_and_b32_e32 v20, 0xffff0000, v6 +; GFX10-NEXT: v_lshrrev_b32_e32 v20, 16, v6 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 -; GFX10-NEXT: v_lshrrev_b32_e32 v21, 16, v14 -; GFX10-NEXT: v_lshrrev_b32_e32 v22, 16, v6 -; GFX10-NEXT: v_and_b32_e32 v23, 0xffff0000, v13 -; GFX10-NEXT: v_lshrrev_b32_e32 v24, 16, v12 +; GFX10-NEXT: v_and_b32_e32 v23, 0xffff0000, v14 +; GFX10-NEXT: v_and_b32_e32 v24, 0xffff0000, v13 +; GFX10-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 +; GFX10-NEXT: v_and_b32_e32 v28, 0xffff0000, v11 ; GFX10-NEXT: v_cndmask_b32_e32 v16, v18, v17, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX10-NEXT: v_lshrrev_b32_e32 v25, 16, v4 -; GFX10-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 -; GFX10-NEXT: v_lshrrev_b32_e32 v28, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v16 +; GFX10-NEXT: v_and_b32_e32 v18, 0xffff0000, v6 +; GFX10-NEXT: v_lshrrev_b32_e32 v19, 16, v14 +; GFX10-NEXT: v_lshrrev_b32_e32 v29, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v16 ; GFX10-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v18, v19 -; GFX10-NEXT: v_and_b32_e32 v19, 0xffff0000, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v17, v16, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v22, v21, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v16 -; GFX10-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v21, v20, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v17 -; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX10-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v17 +; GFX10-NEXT: v_cndmask_b32_e32 v18, v20, v19, vcc_lo ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v21, v22 -; GFX10-NEXT: v_and_b32_e32 v18, 0xffff0000, v5 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v18 +; GFX10-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v17 +; GFX10-NEXT: v_cndmask_b32_e32 v19, v19, v18, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v20 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v19 +; GFX10-NEXT: v_and_b32_e32 v20, 0xffff0000, v5 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v21, v22 ; GFX10-NEXT: v_lshrrev_b32_e32 v21, 16, v13 ; GFX10-NEXT: v_lshrrev_b32_e32 v22, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v17, v19, v20, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v17, v20, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v22, v21, vcc_lo -; GFX10-NEXT: v_and_b32_e32 v22, 0xffff0000, v4 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v20, v20 +; GFX10-NEXT: v_cndmask_b32_e64 v19, v19, v18, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v16 +; GFX10-NEXT: v_cndmask_b32_e64 v20, v22, v21, s5 +; GFX10-NEXT: v_lshrrev_b32_e32 v22, 16, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v19 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v24, v24 +; GFX10-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 +; GFX10-NEXT: v_lshrrev_b32_e32 v23, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e64 v17, v21, v20, s4 +; GFX10-NEXT: v_and_b32_e32 v21, 0xffff0000, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v17 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v21, v21 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v24, v25 +; GFX10-NEXT: v_cndmask_b32_e64 v21, v23, v22, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v18 +; GFX10-NEXT: v_lshrrev_b32_e32 v24, 16, v11 +; GFX10-NEXT: v_lshrrev_b32_e32 v25, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v23, v17, v20, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v26, v26 +; GFX10-NEXT: v_and_b32_e32 v17, 0xffff0000, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v21 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v20 +; GFX10-NEXT: v_cndmask_b32_e64 v22, v22, v21, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v17, v17 +; GFX10-NEXT: v_cndmask_b32_e32 v17, v19, v18, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 +; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v23 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v22 +; GFX10-NEXT: v_cndmask_b32_e64 v25, v25, v24, s5 +; GFX10-NEXT: v_lshrrev_b32_e32 v28, 16, v10 +; GFX10-NEXT: v_cndmask_b32_e32 v19, v24, v25, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v27 +; GFX10-NEXT: v_and_b32_e32 v27, 0xffff0000, v2 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v19 +; GFX10-NEXT: v_cndmask_b32_e32 v22, v22, v21, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 +; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v22 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v18, v24 +; GFX10-NEXT: v_cndmask_b32_e32 v18, v23, v20, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v24, v19, v25, s5 +; GFX10-NEXT: v_and_b32_e32 v19, 0xffff0000, v10 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v27, v27 +; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v24 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX10-NEXT: v_cndmask_b32_e64 v27, v29, v28, s5 +; GFX10-NEXT: v_lshrrev_b32_e32 v29, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v20 +; GFX10-NEXT: v_cndmask_b32_e32 v19, v28, v27, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v27 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v26 +; GFX10-NEXT: v_and_b32_e32 v26, 0xffff0000, v1 +; GFX10-NEXT: v_lshrrev_b32_e32 v28, 16, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v19 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v27 +; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v20, v23 +; GFX10-NEXT: v_and_b32_e32 v23, 0xffff0000, v9 +; GFX10-NEXT: v_cndmask_b32_e64 v20, v19, v27, s7 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v26, v26 +; GFX10-NEXT: v_cndmask_b32_e32 v19, v22, v21, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v18 -; GFX10-NEXT: v_cndmask_b32_e32 v21, v21, v18, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v25, v24, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v19 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v21 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v24, v22, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v23, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v17 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v21, v18, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v18 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_and_b32_e32 v24, 0xffff0000, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v17, v17, v19, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v26 -; GFX10-NEXT: v_lshrrev_b32_e32 v25, 16, v11 -; GFX10-NEXT: v_lshrrev_b32_e32 v26, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v20, v22, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v21 -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v18, v21, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v23 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v19, v22, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX10-NEXT: v_cndmask_b32_e64 v26, v29, v28, s7 +; GFX10-NEXT: v_lshrrev_b32_e32 v29, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v22, v28, v26, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_lshrrev_b32_e32 v28, 16, v8 +; GFX10-NEXT: v_cndmask_b32_e32 v23, v24, v25, vcc_lo ; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v20 -; GFX10-NEXT: v_and_b32_e32 v23, 0xffff0000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v22, v20, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX10-NEXT: v_and_b32_e32 v25, 0xffff0000, v0 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v21, v24 +; GFX10-NEXT: v_and_b32_e32 v24, 0xffff0000, v8 +; GFX10-NEXT: v_cndmask_b32_e32 v20, v20, v27, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v21, v22, v26, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v25, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v7 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX10-NEXT: v_and_b32_e32 v22, 0xffff0000, v11 -; GFX10-NEXT: v_lshrrev_b32_e32 v24, 16, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v21, v26, v25, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX10-NEXT: v_lshrrev_b32_e32 v26, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v25, v21, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX10-NEXT: v_and_b32_e32 v25, 0xffff0000, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v22 -; GFX10-NEXT: v_lshrrev_b32_e32 v27, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_and_b32_e32 v25, 0xffff0000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v24, v24, v23, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v20, v26 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v23 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v22, v21, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_cndmask_b32_e32 v25, v28, v27, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v21 -; GFX10-NEXT: v_and_b32_e32 v28, 0xffff0000, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v21, v20, v21, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v26, v24, v23, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX10-NEXT: v_cndmask_b32_e32 v27, v27, v25, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v22 -; GFX10-NEXT: v_lshlrev_b32_e32 v28, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v26, v23, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v25 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v22, v24, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v23, v28 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v22, v29, v28, s5 +; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v14 +; GFX10-NEXT: v_cndmask_b32_e32 v24, v28, v22, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v27, v25, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_and_b32_e32 v24, 0xffff0000, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v21, v26, v22, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v25 -; GFX10-NEXT: v_lshrrev_b32_e32 v26, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v23, v25, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v27 -; GFX10-NEXT: v_lshrrev_b32_e32 v25, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v22, v27, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v7 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v24, v26, v25, vcc_lo -; GFX10-NEXT: v_and_b32_e32 v26, 0xffff0000, v8 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v23 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v22 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v28, v28 ; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v25, v25, v24, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v15, v7, vcc_lo ; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v26, v25, v24, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v29, v28 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v24 ; GFX10-NEXT: v_lshlrev_b32_e32 v28, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v27, v15, v7, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v25 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v23, v25, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v28, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v14, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v26, v23, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v14 -; GFX10-NEXT: v_perm_b32 v7, v16, v7, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v15, v15, v7, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v26 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v25, v27 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e64 v24, v24, v22, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v28, v28 +; GFX10-NEXT: v_cndmask_b32_e32 v21, v21, v26, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v22 +; GFX10-NEXT: v_lshlrev_b32_e32 v28, 16, v24 +; GFX10-NEXT: v_cndmask_b32_e64 v6, v6, v14, s5 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v27, v25 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX10-NEXT: v_cndmask_b32_e64 v15, v15, v7, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v29, v29 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v14, v6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v22, v24, v22, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v14 ; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v5 -; GFX10-NEXT: v_perm_b32 v6, v17, v6, 0x5040100 +; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v27, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v14, v6, s7 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v25, v25 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v5, v5, v13, s7 ; GFX10-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v7, v15, v7, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v4 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 ; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v12 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v5 +; GFX10-NEXT: v_perm_b32 v7, v16, v7, 0x5040100 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v15, v15 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v12 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v12, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v25, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v11 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v11, s4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v26, v24 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v13, v13, v5, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v15, v15 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v12, v12, v4, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v25, v25 ; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v13, v5, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v14, v12, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v14, v4, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v24, v11, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v24 -; GFX10-NEXT: v_perm_b32 v5, v18, v5, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v9 -; GFX10-NEXT: v_perm_b32 v3, v20, v3, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v15 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v12 +; GFX10-NEXT: v_cndmask_b32_e64 v11, v11, v3, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v1, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v8, v0, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v11 +; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v25, v24 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v11 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v12, v12, v4, s7 +; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v27, v26 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v15, v15 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v13, v5, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v12 +; GFX10-NEXT: v_cndmask_b32_e64 v11, v11, v3, s7 ; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v24, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v9, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v8, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v12, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v12, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_perm_b32 v1, v22, v1, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_perm_b32 v0, v23, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX10-NEXT: v_perm_b32 v2, v21, v2, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v14, v4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v10, s6 +; GFX10-NEXT: v_perm_b32 v5, v18, v5, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v2 +; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v0 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v14, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v9 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc_lo +; GFX10-NEXT: v_perm_b32 v6, v17, v6, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v1, v9, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v13, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v10 ; GFX10-NEXT: v_perm_b32 v4, v19, v4, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v0, v8, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v14, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v9, v9, v1, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v15, v15 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v8, v8, v0, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v13, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v8 +; GFX10-NEXT: v_cndmask_b32_e64 v10, v10, v2, s6 +; GFX10-NEXT: v_cmp_gt_f32_e64 s6, v14, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v10 +; GFX10-NEXT: v_cndmask_b32_e64 v9, v9, v1, s6 +; GFX10-NEXT: v_cmp_gt_f32_e64 s6, v24, v15 +; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v26, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX10-NEXT: v_cndmask_b32_e64 v8, v8, v0, s6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v10, v10, v2, s7 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v8 +; GFX10-NEXT: s_and_b32 s5, s5, s6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v1 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v11, v3, s5 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v13 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v14 +; GFX10-NEXT: v_perm_b32 v3, v23, v3, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e64 s9, 0, v11 +; GFX10-NEXT: s_and_b32 s5, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v9, v1, s5 +; GFX10-NEXT: s_and_b32 s5, s7, s8 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v8, v0, s5 +; GFX10-NEXT: s_and_b32 s5, s9, s10 +; GFX10-NEXT: v_perm_b32 v1, v21, v1, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v10, v2, s5 +; GFX10-NEXT: v_perm_b32 v0, v22, v0, 0x5040100 +; GFX10-NEXT: v_perm_b32 v2, v20, v2, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_v16bf16: ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: v_dual_mov_b32 v16, v7 :: v_dual_mov_b32 v17, v6 -; GFX11-TRUE16-NEXT: v_mov_b32_e32 v18, v5 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v15 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v14 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v16 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v17 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v13 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v15.h, vcc_lo +; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v15 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v14 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v16 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v18, 0xffff0000, v17 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v19.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v15.h, v5.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v16.h, v15.h, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v17.h, v14.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v18 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v18.l, v17.h, v14.h, s0 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v15.h, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v18.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v6.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v20, 16, v20 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v7.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v14.h, v18.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v13 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v18.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v14.h, v7.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v21 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v19.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v20, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v23 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v24 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v5.h, v13.h, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, s0 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v21, v23 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v13.h, v20.l, vcc_lo ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v7.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v19.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v18.h, v13.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v6.l, v5.l, s0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v22.l, v13.h, v20.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v20.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v19.l, v18.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v12 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v21.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v21.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v24, v23 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v22.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v20.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v6.l, s1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v23.l, v19.l, v7.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v19.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v23.l, v7.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.h, v21.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v12 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v23.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v24, v25 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v4.h, v12.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v22.l, v20.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v20.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v19.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v12.h, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v6.l, v20.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v11 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v22.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v20 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v3.h, v11.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.h, v23.l, v5.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v26, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v19.l, v22.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v11.h, v20.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v20.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v7.l, v5.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v21.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v27.l, v19.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v22.l, v4.h, v12.h, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v27 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v26 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v23.l, v12.h, v22.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v24, v25 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v22.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v23.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v21.l, v20.l, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 +; GFX11-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v21.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.h, v7.l, v6.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.h, v19.l, v18.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v24, v25 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v27, v27 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v11 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v6.l, v5.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v19.l, v5.l, s0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v19.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v7.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v10.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v25 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v22.l, v21.l, v20.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v20.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v7.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v10.h, v6.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v22.l, v20.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v26 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v23.l, v22.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.h, v11.h, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v9 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v22.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v10 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v18 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v6.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v18.l, v11.h, v7.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v2.h, v10.h, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v23.l, v1.h, v9.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v21.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v26 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v18.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v23.l, v10.h, v19.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.h, v19.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v9.h, v23.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v20.l, v21.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v27, v25 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v23.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v5.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.h, v22.l, v19.l, vcc_lo -; GFX11-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v7.l, v6.l, s2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v20.l, v6.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v20.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v21, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v0.h, v8.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v7.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v5.l, v23.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v23.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.h, v19.l, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v16 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v24 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v21.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.h, v21.l, v23.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v19.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v15 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.l, v16.l, v15.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v20.l, v6.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v23, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v15.l, v16.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v7.l, v19.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v19.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v16.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v22, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v14 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v15.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v24 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v29.l, v19.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v30.l, v23.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v24.l, v1.h, v9.h, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v25, v28 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v29 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v30 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v20.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v25.l, v9.h, v24.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v18.l, v18.l, v7.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v26, v28 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v24.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v27.l, v25.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v22.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v28.l, v18.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v23.l, v23.l, v19.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v26 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v27 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s1, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v29.l, v23.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v28 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v27 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v18.h, v21.l, v20.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.h, v6.l, v22.l, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v20, 16, v29 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v25.l, v24.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v28 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v20 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v21, v21 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v8 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v19.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v0.h, v8.h, s3 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v16 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.h, v18.l, v7.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.h, v20.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v15 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.h, v23.l, v19.l, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v20.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v7.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.l, v16.l, v15.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v24.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v17.l, v17.l, v14.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v22, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.h, v15.l, v19.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v25 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v24, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v17.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.h, v21.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v7.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v17.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v16.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v14 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v6.l, v24.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v23 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v15.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v16.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v17.l, v14.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v20.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v5 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v23 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v7.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v13 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v21 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v14.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v6.l, v16.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v16.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.h, v15.l, v5.l, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v6.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v13.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v23 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v16.l, s0 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v7.l, v16.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v18.l, v13.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v6.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.l, v14.l, v17.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v17.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v13.l, v15.l, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v24 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v16.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.h, v16.l, v17.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v14.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v12 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v15.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v12.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v21 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v5.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v15.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v20.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v22, v21 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v13.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v5.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.h, v4.h, v14.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v18, v17 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v12.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v4.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v6.l, v15.l, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s2, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v6.l, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v16.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v14.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v7.l, v20.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v22, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v4 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v11.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v5.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v15.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v18, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v21 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v5.l, v15.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v17, v17 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v10.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v17, v17 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v15.l, v16.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v5.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v12 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v17 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v13.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v12.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v17, v17 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s3, s0, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v11.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v21 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v12.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v4.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v5.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v14.l, v6.l, s3 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v17 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v6.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v12.l, v4.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v16.l, v4.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v17, v18 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v13.l, v4.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v10.l, v2.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v11.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v11.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v18.l, v13.l, v5.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v14 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v21 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v10.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v9 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v4.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v8.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v10.l, v2.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v8.l, s2 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v21, v21 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v12.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v5.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v10.l, v3.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v8.l, v0.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v12.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v22, v17 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v1.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v3.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v12.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v14 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v17 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v8.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v0.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.l, v2.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v11.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v10.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v18, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v21 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v9.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v13.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v3.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v4.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v8.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v11.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v21 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v17 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.l, v11.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v2.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v8.l, v1.h, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v10.l, v0.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v13.l, v2.h, s3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v0, v16 :: v_dual_mov_b32 v1, v14 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v2, v15 :: v_dual_mov_b32 v3, v20 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v10.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v13, v12 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v14 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v22, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v23 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v5.l, v2.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v11.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v8.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v12.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v3.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v2.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v13 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v14 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0, v0.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0, v1.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s3, s4 +; GFX11-TRUE16-NEXT: s_and_b32 s3, s6, s7 +; GFX11-TRUE16-NEXT: s_and_b32 s4, s5, s8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v0.l, s3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v9.l, v1.l, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v12.l, v2.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.l, v11.l, v3.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v10.l, v4.l, s0 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v0, v5 :: v_dual_mov_b32 v1, v15 +; GFX11-TRUE16-NEXT: v_mov_b32_e32 v2, v20 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b32_e32 v4, v19 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v3, v16 :: v_dual_mov_b32 v4, v19 +; GFX11-TRUE16-NEXT: v_mov_b32_e32 v5, v18 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v16bf16: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v21, 16, v14 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v7 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v17, 16, v15 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v18, 16, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v6 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v12 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v20, 16, v6 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v13 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v15 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v4 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v1 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v6 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v28, 0xffff0000, v11 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v2 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v17, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v13 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v16 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v19, 16, v14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v17, v17, v16 :: v_dual_and_b32 v18, 0xffff0000, v6 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v16 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v20, v19, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v21, v22 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v18 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v18, v19 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v17, v16, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v20, v22, v21 :: v_dual_and_b32 v19, 0xffff0000, v14 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v16 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v21, v20, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v17 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v20 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v17 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v18, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v20 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v16, v16, v17 :: v_dual_lshlrev_b32 v17, 16, v18 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v21, v22 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v20, v20 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v21, v22 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v21, 16, v13 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v5 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v17, v19, v20 :: v_dual_and_b32 v18, 0xffff0000, v5 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v20 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v17, v20, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v22, v21, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v18 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v21, v21, v18, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v22, v25, v24 :: v_dual_lshlrev_b32 v25, 16, v21 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v19 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v24, v22, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v23, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v17 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v23, v21, v18 :: v_dual_lshlrev_b32 v26, 16, v20 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v18 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v18, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v16 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v20, v22, v21, s1 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v19 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v23, 16, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v17, v21, v20, s0 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v17 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v21, v21 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v21, v23, v22, s0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v18 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v24, v25 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v11 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v20 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v20, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v26, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v21 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v21, s1 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v22 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v23, v25, v24, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v23, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v27 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v23 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v22, v22, v21 :: v_dual_lshlrev_b32 v25, 16, v24 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v19 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v19, v25 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v20, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v21 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v19, v24, v23, s1 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v19 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v25, v29, v28, s1 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v20 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v28, v25, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v25 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v9 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v24 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v25 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v20, v26 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v20, v24, v25, s3 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v9 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v27, v27 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v26, v29, v28, s3 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v0 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v19, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v26 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v11 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v20, v22, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v21 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v18, v18, v21 :: v_dual_lshlrev_b32 v27, 16, v19 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v23 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v19, v22, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v20 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v20, v22, v20 :: v_dual_and_b32 v23, 0xffff0000, v2 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v28, v26, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v8 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v23, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v24 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v22, v23 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v20, v20, v25 :: v_dual_lshlrev_b32 v25, 16, v7 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v22, v24, v26, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v22 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v23, v29, v28, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v10 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v21, v26, v25 :: v_dual_and_b32 v22, 0xffff0000, v11 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v25, v21, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v25, 0xffff0000, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v27, 16, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v24, v24, v23 :: v_dual_and_b32 v25, 0xffff0000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v24 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v20, v26 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v22, v21, vcc_lo +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v24, v28, v23 :: v_dual_lshlrev_b32 v29, 16, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v25, v28, v27, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v23 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v21 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v21, v20, v21, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v29 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v26, v24, v23 :: v_dual_lshlrev_b32 v29, 16, v20 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v28, 0xffff0000, v9 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v27, v27, v25, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v22 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v21, v21, v22 :: v_dual_lshlrev_b32 v28, 16, v27 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v23 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v22, v26, v23 :: v_dual_lshlrev_b32 v23, 16, v25 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v24, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v23, v28 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v23, v27, v25 :: v_dual_lshlrev_b32 v24, 16, v26 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v21, v26, v22 :: v_dual_and_b32 v24, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v25 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v23, v25, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v27 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v8 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v27, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v28, v28 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v6 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v15, v15, v7, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v26 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v25, v27 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v7 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v26, v25, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v15 :: v_dual_and_b32 v26, 0xffff0000, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v24, v24, v23, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v26, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v6, v6, v14, s1 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v27, v25 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v15, v15, v7, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v6, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v27, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v13 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v6, s3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v25, v25 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v25, v25, v24, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v15, v15, v7 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v22, v23, v22 :: v_dual_lshlrev_b32 v27, 16, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v27 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v26, v25, v24 :: v_dual_lshlrev_b32 v23, 16, v14 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v29, v28 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v27, v15, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v27, v7 :: v_dual_lshlrev_b32 v24, 16, v14 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v25 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v23, v25, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v15 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v15 :: v_dual_lshlrev_b32 v28, 16, v6 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v28, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v15, v14, v6 :: v_dual_lshlrev_b32 v24, 16, v27 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v23, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v14 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v13, s3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v15, v7 :: v_dual_lshlrev_b32 v26, 16, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 ; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v27, v7 :: v_dual_lshlrev_b32 v24, 16, v5 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v14 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v13 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v5 ; GFX11-FAKE16-NEXT: v_perm_b32 v7, v16, v7, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v13 :: v_dual_lshlrev_b32 v24, 16, v4 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 -; GFX11-FAKE16-NEXT: v_perm_b32 v6, v17, v6, 0x5040100 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v5 :: v_dual_lshlrev_b32 v14, 16, v12 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v15, v13, v5 :: v_dual_lshlrev_b32 v24, 16, v12 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v11 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v12 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v12, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v11 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v11, s0 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v26, v24 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v13, v13, v5, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v13 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v4, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v11 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v14, v12, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v14, v4 :: v_dual_lshlrev_b32 v13, 16, v15 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v11, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_perm_b32 v5, v18, v5, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v11 :: v_dual_lshlrev_b32 v12, 16, v2 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v10 :: v_dual_lshlrev_b32 v15, 16, v24 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_perm_b32 v3, v20, v3, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v8 :: v_dual_lshlrev_b32 v11, 16, v9 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v1 :: v_dual_lshlrev_b32 v12, 16, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v12 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v11, v11, v3, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v25, v24 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v11 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v4, s3 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v27, v26 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v15, v15 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v13, v5 :: v_dual_lshlrev_b32 v14, 16, v12 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v11, v11, v3, s3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v10, s2 +; GFX11-FAKE16-NEXT: v_perm_b32 v5, v17, v5, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v14, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v9 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc_lo +; GFX11-FAKE16-NEXT: v_perm_b32 v6, v18, v6, 0x5040100 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v9, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v13, v13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 +; GFX11-FAKE16-NEXT: v_perm_b32 v4, v21, v4, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v8, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v14, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v1, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v15, v15 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v0, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v13, v13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v10, v10, v2, s2 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s2, v14, v13 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v10 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v1, s2 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s2, v24, v15 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v26, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v0, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v10, v10, v2, s3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v8 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v11, v3, s1 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v8, v0 :: v_dual_lshlrev_b32 v15, 16, v2 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_perm_b32 v3, v19, v3, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v9, v1, s1 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s3, s4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v8, v0, s1 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s5, s6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v11 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v24, v12 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v9, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v11, v2 :: v_dual_lshlrev_b32 v15, 16, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v15, v8, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v12, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v15 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v12, v1 :: v_dual_lshlrev_b32 v8, 16, v11 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_perm_b32 v1, v22, v1, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v10, v2, s1 ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v23, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_perm_b32 v2, v21, v2, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v14, v4, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_perm_b32 v4, v19, v4, 0x5040100 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_perm_b32 v2, v20, v2, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_v16bf16: @@ -8006,405 +7120,355 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX12-TRUE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-TRUE16-NEXT: s_wait_kmcnt 0x0 ; GFX12-TRUE16-NEXT: v_dual_mov_b32 v16, v7 :: v_dual_mov_b32 v17, v6 -; GFX12-TRUE16-NEXT: v_mov_b32_e32 v18, v5 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v15 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v14 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v16 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v17 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v13 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v15.h, vcc_lo +; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v15 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v14 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v5 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v16 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v18, 0xffff0000, v17 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v19.l, v5.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v15.h, v5.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v16.h, v15.h, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v6.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v17.h, v14.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v18 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v14.h, v7.l, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v21 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v7.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v19.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v18.h, v13.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v6.l, v5.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v22 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v22.l, v13.h, v20.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v21.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v21.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v24, v23 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v22.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v20.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v6.l, s1 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v4 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v23.l, v19.l, v7.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v19.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v23.l, v7.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.h, v21.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v12 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v23.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v24, v25 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v4.h, v12.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v22.l, v20.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v20.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v19.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v18.l, v17.h, v14.h, s0 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v12.h, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v6.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v6.l, v20.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v5.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v15.h, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v18.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v6.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v20, 16, v20 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v11 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v22.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v20 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v14.h, v18.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v13 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v18.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v3.h, v11.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v19.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v20, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v24 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.h, v23.l, v5.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v26, v21 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v19.l, v22.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v5.h, v13.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v11.h, v20.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v20.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v7.l, v5.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v21.l -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v21, v23 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v4 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v6.l, v5.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v13.h, v20.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v7.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v20.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v19.l, v5.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v19.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v7.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v23 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v19.l, v18.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v12 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v21.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v27.l, v19.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v10.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v25 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v22.l, v21.l, v20.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v20.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v7.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v22.l, v4.h, v12.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v27 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v26 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v10.h, v6.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v6.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v22.l, v20.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v9 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v22.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v23.l, v12.h, v22.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v24, v25 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v22.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v23.l +; GFX12-TRUE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v3 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v23.l, v1.h, v9.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v21.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v26 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v21.l, v20.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 +; GFX12-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s3 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v21.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.h, v7.l, v6.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.h, v19.l, v18.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v24, v25 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v27, v27 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v11 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v2 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v26 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.h, v19.l, v5.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v23.l, v22.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v9.h, v23.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v20.l, v21.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v27, v25 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v23.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v5.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.h, v11.h, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v10 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v18 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v6.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.h, v22.l, v19.l, vcc_lo -; GFX12-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v18.l, v11.h, v7.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v7.l, v6.l, s2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v8 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v20.l, v6.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v20.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v21, v24 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v2.h, v10.h, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v7.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v18.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v0.h, v8.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v7.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v5.l, v23.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v23.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v23.l, v10.h, v19.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v24 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v29.l, v19.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v30.l, v23.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v24.l, v1.h, v9.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v25, v28 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v29 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v30 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v20.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v25.l, v9.h, v24.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v18.l, v18.l, v7.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v26, v28 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v24.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v27.l, v25.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v22.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v28.l, v18.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v23.l, v23.l, v19.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v26 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v27 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s1, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s3 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v29.l, v23.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v28 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v27 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v18.h, v21.l, v20.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.h, v6.l, v22.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v20, 16, v29 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v25.l, v24.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v28 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v20 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v21, v21 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l +; GFX12-TRUE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v8 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v19.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v0.h, v8.h, s3 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v16 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.h, v18.l, v7.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v22 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.h, v20.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v15 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.h, v23.l, v19.l, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v20.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v7.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.h, v19.l, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v16 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v24 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v21.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.h, v21.l, v23.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v19.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v15 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.l, v16.l, v15.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v24.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.l, v16.l, v15.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v25 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v20.l, v6.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v23, v24 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v15.l, v16.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v7.l, v19.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v19.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v16.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v22, v22 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v14 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v15.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v17.l, v17.l, v14.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v22, v22 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.h, v15.l, v19.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v25 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v24, v23 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v16.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v14 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v6.l, v24.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v23 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v15.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v16.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v17.l, v14.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v17.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v20.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v5 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v23 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.h, v21.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v7.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v17.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v7.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v13 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v21 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v14.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v18 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v6.l, v16.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v16.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v6.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.h, v15.l, v5.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v13.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v23 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v16.l, s0 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v13 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v7.l, v16.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v18.l, v13.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v6.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.l, v14.l, v17.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v17.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v13.l, v15.l, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v24 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v16.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.h, v16.l, v17.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v14.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v12 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v15.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v12.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v21 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v5.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v15.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v20.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v22, v21 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v13.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v5.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.h, v4.h, v14.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v3 +; GFX12-TRUE16-NEXT: s_and_b32 s2, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v6.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v16.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v14.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v7.l, v20.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v22, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v4 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v15.l, v16.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v5.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v12 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v17 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v13.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v12.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v17, v17 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v18, v17 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s3, s0, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v11.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v21 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v12.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v6.l, v15.l, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v11.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v5.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v15.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v18, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v21 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v4.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v5.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v5.l, v15.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v17, v17 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v10.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v17, v17 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v14.l, v6.l, s3 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v17 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v6.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v12.l, v4.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v4.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v16.l, v4.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v17, v18 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v11.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v18.l, v13.l, v5.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v14 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v21 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v13.l, v4.l, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v10.l, v2.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v11.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v10.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v9 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v8 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v2.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v8.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v10.l, v2.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v8.l, s2 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v21, v21 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v12.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v5.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v1.l, s0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v10.l, v3.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v8.l, v0.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v12.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v22, v17 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v9.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v1.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v3.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v12.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v13, v14 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v17 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v8.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v0.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.l, v2.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v10.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v13, v12 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v11.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v10.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v18, v17 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v22, v21 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v9.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v13.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v3.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v4.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v8.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v11.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v14 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v22, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v23 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v21 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v17 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v12 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v5.l, v2.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v11.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.l, v11.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v2.l, v1.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v8.l, v1.h, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v10.l, v0.h, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v13.l, v2.h, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v8.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v12.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v3.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v2.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v13 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v14 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0, v0.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0, v1.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s3, s4 +; GFX12-TRUE16-NEXT: s_and_b32 s3, s6, s7 +; GFX12-TRUE16-NEXT: s_and_b32 s4, s5, s8 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v0.l, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v9.l, v1.l, s4 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v12.l, v2.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.l, v11.l, v3.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v10.l, v4.l, s0 ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v0, v16 :: v_dual_mov_b32 v1, v14 -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v2, v15 :: v_dual_mov_b32 v3, v20 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v0, v5 :: v_dual_mov_b32 v1, v15 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v2, v20 :: v_dual_mov_b32 v3, v16 ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_mov_b32_e32 v4, v19 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v4, v19 :: v_dual_mov_b32 v5, v18 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v16bf16: @@ -8414,403 +7478,353 @@ define <16 x bfloat> @v_maximumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v21, 16, v14 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v7 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v17, 16, v15 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v18, 16, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v6 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v12 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v20, 16, v6 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v13 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v15 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v4 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v1 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v6 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v28, 0xffff0000, v11 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v17, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v13 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v16 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v18, v19 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v19, 16, v14 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v17, v16, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v17, v17, v16 :: v_dual_and_b32 v18, 0xffff0000, v6 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v16 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v20, v22, v21 :: v_dual_and_b32 v19, 0xffff0000, v14 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v16 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v20, v19, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v21, v22 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v18 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc_lo +; GFX12-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v17 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v21, v20, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v17 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v18, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v20 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v5 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v16, v16, v17 :: v_dual_lshlrev_b32 v17, 16, v18 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v21, v22 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v20, v20 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v21, v22 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v21, 16, v13 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v18, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v16 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v20, v22, v21, s1 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v12 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v19 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v23, 16, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v17, v21, v20, s0 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v17 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v21, v21 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v21, v23, v22, s0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v18 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v24, v25 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v11 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v20 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v20, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v26, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v21 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v21, s1 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v3 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v22 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v23, v25, v24, s1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v17, v19, v20 :: v_dual_and_b32 v18, 0xffff0000, v5 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v20 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v23, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v27 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v23 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v17, v20, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v22, v21, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v4 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v18 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v21, v21, v18, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v22, v25, v24 :: v_dual_lshlrev_b32 v25, 16, v21 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v24, v22, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v23, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v17 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v23, v21, v18 :: v_dual_lshlrev_b32 v26, 16, v20 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v18 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v19, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v26 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v11 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v20, v22, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v18, v18, v21 :: v_dual_lshlrev_b32 v27, 16, v19 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v23 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v19, v22, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v20, v22, v20 :: v_dual_and_b32 v23, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v21, v26, v25 :: v_dual_and_b32 v22, 0xffff0000, v11 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v25, v21, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v25, 0xffff0000, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v27, 16, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v24, v24, v23 :: v_dual_and_b32 v25, 0xffff0000, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v24 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v21 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v22, v22, v21 :: v_dual_lshlrev_b32 v25, 16, v24 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v19 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v23 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v20, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v22, v21, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v25, v28, v27, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v23 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v21, v20, v21, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v29 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v26, v24, v23 :: v_dual_lshlrev_b32 v29, 16, v20 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v28, 0xffff0000, v9 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v27, v27, v25, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v21, v21, v22 :: v_dual_lshlrev_b32 v28, 16, v27 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v22, v26, v23 :: v_dual_lshlrev_b32 v23, 16, v25 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v24, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v23, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v23, v27, v25 :: v_dual_lshlrev_b32 v24, 16, v26 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v21, v26, v22 :: v_dual_and_b32 v24, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v25 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v23, v25, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v27 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v27, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v7 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v19, v25 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v20, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v21 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v19, v24, v23, s1 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v25, v29, v28, s1 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v20 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v28, v25, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v25 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v24 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v25 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v20, v26 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v20, v24, v25, s3 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v9 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v27, v27 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v26, v29, v28, s3 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v26, v25, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v15 :: v_dual_and_b32 v26, 0xffff0000, v8 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v25, v25, v24, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v15, v15, v7 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v22, v23, v22 :: v_dual_lshlrev_b32 v27, 16, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v28, v26, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v23, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v24 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v27 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v26, v25, v24 :: v_dual_lshlrev_b32 v23, 16, v14 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v22, v23 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v20, v20, v25 :: v_dual_lshlrev_b32 v25, 16, v7 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v22, v24, v26, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v8 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v29, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v27, v15, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v27, v7 :: v_dual_lshlrev_b32 v24, 16, v14 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v23, v25, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v15 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v15 :: v_dual_lshlrev_b32 v28, 16, v6 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v28, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v15, v14, v6 :: v_dual_lshlrev_b32 v24, 16, v27 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v23, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v27, v7 :: v_dual_lshlrev_b32 v24, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v14 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_perm_b32 v7, v16, v7, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v22 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v23, v29, v28, s1 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v13 :: v_dual_lshlrev_b32 v24, 16, v4 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v24, v28, v23 :: v_dual_lshlrev_b32 v29, 16, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v28, v28 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v6 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v15, v15, v7, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v26 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v25, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v24, v24, v23, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v26, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v23 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v24 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v6, v6, v14, s1 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v27, v25 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v15, v15, v7, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v6, s1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v25 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v14 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_perm_b32 v6, v17, v6, 0x5040100 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v27, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v13 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v6, s3 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v25, v25 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v14 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v13, s3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v5 :: v_dual_lshlrev_b32 v14, 16, v12 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v15, v7 :: v_dual_lshlrev_b32 v26, 16, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v15, v13, v5 :: v_dual_lshlrev_b32 v24, 16, v12 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v11 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v5 +; GFX12-FAKE16-NEXT: v_perm_b32 v7, v16, v7, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v12 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v12, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v11 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v11, s0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v26, v24 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v3 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v13, v13, v5, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v13 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v4, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v15 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v12 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v11, v11, v3, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v25, v24 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v11 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v4, s3 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v27, v26 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v15, v15 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v13, v5 :: v_dual_lshlrev_b32 v14, 16, v12 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v11, v11, v3, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v10, s2 +; GFX12-FAKE16-NEXT: v_perm_b32 v5, v17, v5, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v9 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_perm_b32 v6, v18, v6, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v9, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v13, v13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 +; GFX12-FAKE16-NEXT: v_perm_b32 v4, v21, v4, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v8, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v14, v12, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v14, v4 :: v_dual_lshlrev_b32 v13, 16, v15 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v11, v3, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX12-FAKE16-NEXT: v_perm_b32 v5, v18, v5, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v11 :: v_dual_lshlrev_b32 v12, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v10 :: v_dual_lshlrev_b32 v15, 16, v24 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v0 -; GFX12-FAKE16-NEXT: v_perm_b32 v3, v20, v3, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v8 :: v_dual_lshlrev_b32 v11, 16, v9 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v1 :: v_dual_lshlrev_b32 v12, 16, v8 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v1, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v15, v15 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v0, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v13, v13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v10, v10, v2, s2 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s2, v14, v13 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v10 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v1, s2 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s2, v24, v15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v26, v25 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v0, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v3 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v10, v10, v2, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v8 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v11, v3, s1 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v8, v0 :: v_dual_lshlrev_b32 v15, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v15, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v24, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v9, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v11, v2 :: v_dual_lshlrev_b32 v15, 16, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v15, v8, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v12, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v12, v1 :: v_dual_lshlrev_b32 v8, 16, v11 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v14 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_perm_b32 v3, v19, v3, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v9, v1, s1 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s3, s4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v8, v0, s1 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s5, s6 ; GFX12-FAKE16-NEXT: v_perm_b32 v1, v22, v1, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v10, v2, s1 ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v23, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_perm_b32 v2, v21, v2, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v14, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_perm_b32 v4, v19, v4, 0x5040100 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_perm_b32 v2, v20, v2, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <16 x bfloat> @llvm.maximumnum.v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) ret <16 x bfloat> %result @@ -9085,48 +8099,51 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX8-NEXT: buffer_load_dword v55, off, s[0:3], s32 ; GFX8-NEXT: v_and_b32_e32 v31, 0xffff0000, v14 -; GFX8-NEXT: v_lshrrev_b32_e32 v34, 16, v30 +; GFX8-NEXT: v_lshrrev_b32_e32 v32, 16, v30 ; GFX8-NEXT: v_lshrrev_b32_e32 v35, 16, v14 ; GFX8-NEXT: v_and_b32_e32 v37, 0xffff0000, v13 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v31, v31 -; GFX8-NEXT: v_and_b32_e32 v36, 0xffff0000, v30 ; GFX8-NEXT: v_lshrrev_b32_e32 v38, 16, v29 ; GFX8-NEXT: v_lshrrev_b32_e32 v39, 16, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v31, v35, v34, vcc +; GFX8-NEXT: v_and_b32_e32 v49, 0xffff0000, v12 +; GFX8-NEXT: v_cndmask_b32_e32 v31, v35, v32, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX8-NEXT: v_and_b32_e32 v48, 0xffff0000, v29 +; GFX8-NEXT: v_and_b32_e32 v36, 0xffff0000, v30 +; GFX8-NEXT: v_lshrrev_b32_e32 v50, 16, v28 +; GFX8-NEXT: v_lshrrev_b32_e32 v51, 16, v12 ; GFX8-NEXT: v_cndmask_b32_e32 v35, v39, v38, vcc +; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 +; GFX8-NEXT: v_and_b32_e32 v48, 0xffff0000, v29 +; GFX8-NEXT: v_cndmask_b32_e32 v37, v51, v50, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v34, v31, vcc -; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 -; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v31 -; GFX8-NEXT: v_cndmask_b32_e32 v38, v38, v35, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v34 +; GFX8-NEXT: v_cndmask_b32_e32 v32, v32, v31, vcc +; GFX8-NEXT: v_cmp_u_f32_e64 s[4:5], v48, v48 +; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v31 +; GFX8-NEXT: v_cndmask_b32_e64 v38, v38, v35, s[4:5] +; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v32 ; GFX8-NEXT: v_lshlrev_b32_e32 v36, 16, v35 -; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v38 -; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v37, v39 -; GFX8-NEXT: v_cndmask_b32_e32 v37, v34, v31, vcc -; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v36, v48 -; GFX8-NEXT: v_cndmask_b32_e32 v36, v38, v35, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v49, 16, v38 +; GFX8-NEXT: v_cmp_gt_f32_e64 s[6:7], v39, v48 +; GFX8-NEXT: v_cndmask_b32_e64 v32, v32, v31, s[6:7] +; GFX8-NEXT: v_cmp_gt_f32_e64 s[6:7], v36, v49 +; GFX8-NEXT: v_cndmask_b32_e64 v36, v38, v35, s[6:7] +; GFX8-NEXT: v_lshlrev_b32_e32 v38, 16, v32 ; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v31 -; GFX8-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v34 -; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v31, v31, v34, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v38 -; GFX8-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v35, v38, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 -; GFX8-NEXT: v_lshrrev_b32_e32 v33, 16, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v32, v32 -; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v36 +; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v36 +; GFX8-NEXT: v_cmp_eq_f32_e64 s[6:7], 0, v38 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v35 +; GFX8-NEXT: v_cmp_eq_f32_e64 s[8:9], 0, v39 +; GFX8-NEXT: s_and_b64 vcc, s[6:7], vcc +; GFX8-NEXT: v_and_b32_e32 v33, 0xffff0000, v15 +; GFX8-NEXT: v_cndmask_b32_e32 v31, v32, v31, vcc +; GFX8-NEXT: s_and_b64 vcc, s[8:9], s[4:5] +; GFX8-NEXT: v_lshrrev_b32_e32 v34, 16, v15 +; GFX8-NEXT: v_cndmask_b32_e32 v32, v36, v35, vcc +; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v33, v33 ; GFX8-NEXT: v_and_b32_e32 v38, 0xffff0000, v27 ; GFX8-NEXT: v_and_b32_e32 v39, 0xffff0000, v26 +; GFX8-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 ; GFX8-NEXT: v_and_b32_e32 v49, 0xffff0000, v24 -; GFX8-NEXT: v_and_b32_e32 v50, 0xffff0000, v23 ; GFX8-NEXT: v_and_b32_e32 v51, 0xffff0000, v22 ; GFX8-NEXT: v_and_b32_e32 v52, 0xffff0000, v21 ; GFX8-NEXT: v_and_b32_e32 v53, 0xffff0000, v20 @@ -9139,43 +8156,32 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_and_b32_e32 v42, 0xffff0000, v16 ; GFX8-NEXT: s_waitcnt vmcnt(3) ; GFX8-NEXT: v_lshrrev_b32_e32 v35, 16, v55 -; GFX8-NEXT: v_and_b32_e32 v37, 0xffff0000, v55 -; GFX8-NEXT: v_cndmask_b32_e32 v32, v33, v35, vcc -; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v35, v32, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v33, 16, v32 -; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v33, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v33, v35, v32, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v32 -; GFX8-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v33 -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX8-NEXT: v_cndmask_b32_e32 v32, v32, v35, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 -; GFX8-NEXT: v_cndmask_b32_e32 v33, v36, v34, vcc -; GFX8-NEXT: v_and_b32_e32 v34, 0xffff0000, v12 -; GFX8-NEXT: v_lshrrev_b32_e32 v35, 16, v28 -; GFX8-NEXT: v_lshrrev_b32_e32 v36, 16, v12 -; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v34, v34 -; GFX8-NEXT: v_and_b32_e32 v37, 0xffff0000, v28 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v36, v35, vcc -; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v35, v34, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v36, 16, v34 -; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v36, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v36, v35, v34, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v34 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v34, v35, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v35, 16, v36 +; GFX8-NEXT: v_and_b32_e32 v36, 0xffff0000, v55 +; GFX8-NEXT: v_cndmask_b32_e32 v33, v34, v35, vcc +; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX8-NEXT: v_cndmask_b32_e32 v35, v35, v33, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v34, 16, v33 +; GFX8-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX8-NEXT: v_cmp_gt_f32_e64 s[4:5], v34, v36 +; GFX8-NEXT: v_cndmask_b32_e64 v34, v35, v33, s[4:5] +; GFX8-NEXT: v_lshlrev_b32_e32 v35, 16, v34 +; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v33 +; GFX8-NEXT: v_cmp_eq_f32_e64 s[4:5], 0, v35 +; GFX8-NEXT: s_and_b64 vcc, s[4:5], vcc +; GFX8-NEXT: v_and_b32_e32 v35, 0xffff0000, v28 +; GFX8-NEXT: v_cndmask_b32_e32 v33, v34, v33, vcc +; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v35, v35 +; GFX8-NEXT: v_cndmask_b32_e32 v35, v50, v37, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v34, 16, v37 +; GFX8-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v34, v36 +; GFX8-NEXT: v_cndmask_b32_e32 v34, v35, v37, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v35, 16, v34 ; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v35 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v37 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_and_b32_e32 v35, 0xffff0000, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v34, v34, v37, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v36, 16, v27 ; GFX8-NEXT: v_lshrrev_b32_e32 v37, 16, v11 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v35, v35 @@ -9185,15 +8191,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v35 ; GFX8-NEXT: v_lshlrev_b32_e32 v38, 16, v36 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v37, v38 -; GFX8-NEXT: v_cndmask_b32_e32 v37, v36, v35, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v36 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v36, 16, v37 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v36 +; GFX8-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v36 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v35 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc ; GFX8-NEXT: v_and_b32_e32 v36, 0xffff0000, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v37, 16, v26 ; GFX8-NEXT: v_lshrrev_b32_e32 v38, 16, v10 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 @@ -9203,34 +8207,29 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v38, 16, v36 ; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v38, v39 -; GFX8-NEXT: v_cndmask_b32_e32 v38, v37, v36, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v36 -; GFX8-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v36, v36, v37, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v38 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 +; GFX8-NEXT: v_cndmask_b32_e32 v37, v37, v36, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v38, 16, v37 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v36 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v36, v37, v36, vcc ; GFX8-NEXT: v_and_b32_e32 v37, 0xffff0000, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v38, 16, v25 ; GFX8-NEXT: v_lshrrev_b32_e32 v39, 16, v9 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX8-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 ; GFX8-NEXT: v_cndmask_b32_e32 v37, v39, v38, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 ; GFX8-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v38 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v39, v48 -; GFX8-NEXT: v_cndmask_b32_e32 v39, v38, v37, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v38 -; GFX8-NEXT: v_cndmask_b32_e32 v37, v37, v38, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v38, 16, v39 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 +; GFX8-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v38 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v37 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v37, v38, v37, vcc ; GFX8-NEXT: v_and_b32_e32 v38, 0xffff0000, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v39, 16, v24 ; GFX8-NEXT: v_lshrrev_b32_e32 v48, 16, v8 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v38, v38 @@ -9240,33 +8239,30 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v38 ; GFX8-NEXT: v_lshlrev_b32_e32 v49, 16, v39 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v48, v49 -; GFX8-NEXT: v_cndmask_b32_e32 v48, v39, v38, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v38 -; GFX8-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v39 -; GFX8-NEXT: v_cndmask_b32_e32 v38, v38, v39, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v48 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 +; GFX8-NEXT: v_cndmask_b32_e32 v39, v39, v38, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v39 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v38 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v38, v39, v38, vcc ; GFX8-NEXT: v_and_b32_e32 v39, 0xffff0000, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v48, 16, v23 ; GFX8-NEXT: v_lshrrev_b32_e32 v49, 16, v7 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v39, v39 +; GFX8-NEXT: v_and_b32_e32 v50, 0xffff0000, v23 ; GFX8-NEXT: v_cndmask_b32_e32 v39, v49, v48, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 ; GFX8-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v49, 16, v39 ; GFX8-NEXT: v_lshlrev_b32_e32 v50, 16, v48 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v49, v50 -; GFX8-NEXT: v_cndmask_b32_e32 v49, v48, v39, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v39 -; GFX8-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v48 -; GFX8-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v49 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 +; GFX8-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v49, 16, v48 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v39 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v39, v48, v39, vcc ; GFX8-NEXT: v_and_b32_e32 v48, 0xffff0000, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v49, 16, v22 ; GFX8-NEXT: v_lshrrev_b32_e32 v50, 16, v6 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 @@ -9276,15 +8272,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v50, 16, v48 ; GFX8-NEXT: v_lshlrev_b32_e32 v51, 16, v49 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v50, v51 -; GFX8-NEXT: v_cndmask_b32_e32 v50, v49, v48, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v48 -; GFX8-NEXT: v_cndmask_b32_e32 v48, v50, v48, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v49 -; GFX8-NEXT: v_cndmask_b32_e32 v48, v48, v49, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v49, 16, v50 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 -; GFX8-NEXT: v_and_b32_e32 v49, 0xffff0000, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v48, v50, v48, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v49, v49, v48, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v50, 16, v49 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v48 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v48, v49, v48, vcc +; GFX8-NEXT: v_and_b32_e32 v49, 0xffff0000, v5 ; GFX8-NEXT: v_lshrrev_b32_e32 v50, 16, v21 ; GFX8-NEXT: v_lshrrev_b32_e32 v51, 16, v5 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 @@ -9294,15 +8288,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v51, 16, v49 ; GFX8-NEXT: v_lshlrev_b32_e32 v52, 16, v50 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v51, v52 -; GFX8-NEXT: v_cndmask_b32_e32 v51, v50, v49, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v49 -; GFX8-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v50 -; GFX8-NEXT: v_cndmask_b32_e32 v49, v49, v50, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v50, 16, v51 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 +; GFX8-NEXT: v_cndmask_b32_e32 v50, v50, v49, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v51, 16, v50 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v49 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v49, v50, v49, vcc ; GFX8-NEXT: v_and_b32_e32 v50, 0xffff0000, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v51, 16, v20 ; GFX8-NEXT: v_lshrrev_b32_e32 v52, 16, v4 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 @@ -9312,15 +8304,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v52, 16, v50 ; GFX8-NEXT: v_lshlrev_b32_e32 v53, 16, v51 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v52, v53 -; GFX8-NEXT: v_cndmask_b32_e32 v52, v51, v50, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v50 -; GFX8-NEXT: v_cndmask_b32_e32 v50, v52, v50, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v51 -; GFX8-NEXT: v_cndmask_b32_e32 v50, v50, v51, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v51, 16, v52 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 +; GFX8-NEXT: v_cndmask_b32_e32 v51, v51, v50, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v52, 16, v51 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v50 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v50, v51, v50, vcc ; GFX8-NEXT: v_and_b32_e32 v51, 0xffff0000, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v50, v52, v50, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v52, 16, v19 ; GFX8-NEXT: v_lshrrev_b32_e32 v53, 16, v3 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v51, v51 @@ -9330,15 +8320,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v53, 16, v51 ; GFX8-NEXT: v_lshlrev_b32_e32 v54, 16, v52 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v53, v54 -; GFX8-NEXT: v_cndmask_b32_e32 v53, v52, v51, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v51 -; GFX8-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v52 -; GFX8-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v52, 16, v53 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 +; GFX8-NEXT: v_cndmask_b32_e32 v52, v52, v51, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v53, 16, v52 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v51 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v51, v52, v51, vcc ; GFX8-NEXT: v_and_b32_e32 v52, 0xffff0000, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v53, 16, v18 ; GFX8-NEXT: v_lshrrev_b32_e32 v54, 16, v2 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v52, v52 @@ -9348,15 +8336,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v54, 16, v52 ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v53 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v54, v40 -; GFX8-NEXT: v_cndmask_b32_e32 v54, v53, v52, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v52 -; GFX8-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v53 -; GFX8-NEXT: v_cndmask_b32_e32 v52, v52, v53, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v53, 16, v54 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 +; GFX8-NEXT: v_cndmask_b32_e32 v53, v53, v52, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v54, 16, v53 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v52 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v52, v53, v52, vcc ; GFX8-NEXT: v_and_b32_e32 v53, 0xffff0000, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v54, 16, v17 ; GFX8-NEXT: v_lshrrev_b32_e32 v40, 16, v1 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v53, v53 @@ -9366,15 +8352,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v53 ; GFX8-NEXT: v_lshlrev_b32_e32 v41, 16, v54 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v40, v41 -; GFX8-NEXT: v_cndmask_b32_e32 v40, v54, v53, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v53 -; GFX8-NEXT: v_cndmask_b32_e32 v53, v40, v53, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v54 -; GFX8-NEXT: v_cndmask_b32_e32 v53, v53, v54, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v54, 16, v40 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 +; GFX8-NEXT: v_cndmask_b32_e32 v54, v54, v53, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v54 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v53 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v53, v54, v53, vcc ; GFX8-NEXT: v_and_b32_e32 v54, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v53, v40, v53, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v40, 16, v16 ; GFX8-NEXT: v_lshrrev_b32_e32 v41, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v54, v54 @@ -9384,15 +8368,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v41, 16, v54 ; GFX8-NEXT: v_lshlrev_b32_e32 v42, 16, v40 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v41, v42 -; GFX8-NEXT: v_cndmask_b32_e32 v41, v40, v54, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v54 -; GFX8-NEXT: v_cndmask_b32_e32 v54, v41, v54, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v40 -; GFX8-NEXT: v_cndmask_b32_e32 v54, v54, v40, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v41 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX8-NEXT: v_cndmask_b32_e32 v40, v40, v54, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v41, 16, v40 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v41 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v54 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v54, v40, v54, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v54, v41, v54, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v40, v40 ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v55 ; GFX8-NEXT: v_cndmask_b32_e32 v15, v15, v55, vcc @@ -9401,15 +8383,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v55 ; GFX8-NEXT: v_lshlrev_b32_e32 v41, 16, v15 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v41, v40 -; GFX8-NEXT: v_cndmask_b32_e32 v40, v55, v15, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v55 -; GFX8-NEXT: v_cndmask_b32_e32 v15, v15, v55, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v40 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 +; GFX8-NEXT: v_cndmask_b32_e32 v55, v55, v15, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v55 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v15 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v15, v55, v15, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v14 -; GFX8-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v55, v55 ; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v30 ; GFX8-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc @@ -9418,15 +8398,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v30 ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v14 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v40, v55 -; GFX8-NEXT: v_cndmask_b32_e32 v55, v30, v14, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v14 -; GFX8-NEXT: v_cndmask_b32_e32 v14, v55, v14, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v30 -; GFX8-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v55 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 +; GFX8-NEXT: v_cndmask_b32_e32 v30, v30, v14, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v30 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v14 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v14, v30, v14, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v14, v55, v14, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v30, v30 ; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX8-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc @@ -9435,15 +8413,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v13 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v55, v30 -; GFX8-NEXT: v_cndmask_b32_e32 v30, v29, v13, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v29 -; GFX8-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v30 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 +; GFX8-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v29 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v13 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v13, v29, v13, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v29, v29 ; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX8-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc @@ -9452,15 +8428,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v12 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v30, v29 -; GFX8-NEXT: v_cndmask_b32_e32 v29, v28, v12, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v28 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v29 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 +; GFX8-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v28 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v12 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v12, v28, v12, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v28, v28 ; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX8-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc @@ -9469,15 +8443,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v11 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v29, v28 -; GFX8-NEXT: v_cndmask_b32_e32 v28, v27, v11, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v27 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 +; GFX8-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v27 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v11 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v11, v27, v11, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v27, v27 ; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX8-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc @@ -9486,15 +8458,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v10 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v28, v27 -; GFX8-NEXT: v_cndmask_b32_e32 v27, v26, v10, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v26 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v27 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 +; GFX8-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v26 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v10 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v26, v26 ; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc @@ -9503,15 +8473,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v9 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v27, v26 -; GFX8-NEXT: v_cndmask_b32_e32 v26, v25, v9, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v25 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX8-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v25 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v9 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v9, v25, v9, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc @@ -9520,15 +8488,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v8 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v26, v25 -; GFX8-NEXT: v_cndmask_b32_e32 v25, v24, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v24 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX8-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v24 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v8 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc @@ -9537,18 +8503,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v7 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v25, v24 -; GFX8-NEXT: v_cndmask_b32_e32 v24, v23, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v23 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX8-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v23 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v7 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v7, v23, v7, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX8-NEXT: buffer_load_dword v42, off, s[0:3], s32 offset:4 ; 4-byte Folded Reload -; GFX8-NEXT: buffer_load_dword v41, off, s[0:3], s32 offset:8 ; 4-byte Folded Reload -; GFX8-NEXT: buffer_load_dword v40, off, s[0:3], s32 offset:12 ; 4-byte Folded Reload -; GFX8-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc @@ -9557,15 +8518,16 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v6 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v24, v23 -; GFX8-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v22 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX8-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc +; GFX8-NEXT: buffer_load_dword v42, off, s[0:3], s32 offset:4 ; 4-byte Folded Reload +; GFX8-NEXT: buffer_load_dword v41, off, s[0:3], s32 offset:8 ; 4-byte Folded Reload +; GFX8-NEXT: buffer_load_dword v40, off, s[0:3], s32 offset:12 ; 4-byte Folded Reload +; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v22 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v6 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc @@ -9574,15 +8536,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v5 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v23, v22 -; GFX8-NEXT: v_cndmask_b32_e32 v22, v21, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v21 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX8-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v21 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v5, v21, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc @@ -9591,15 +8551,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v4 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v22, v21 -; GFX8-NEXT: v_cndmask_b32_e32 v21, v20, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v20 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX8-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v4 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc @@ -9608,15 +8566,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v3 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v21, v20 -; GFX8-NEXT: v_cndmask_b32_e32 v20, v19, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v19 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX8-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v19 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v3 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v19, v3, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc @@ -9625,15 +8581,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v2 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v20, v19 -; GFX8-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v18 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX8-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v2 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v18, v2, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc @@ -9642,15 +8596,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v1 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v19, v18 -; GFX8-NEXT: v_cndmask_b32_e32 v18, v17, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v17 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX8-NEXT: v_cndmask_b32_e32 v17, v17, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v17 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v17, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc @@ -9659,14 +8611,12 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v18, v17 -; GFX8-NEXT: v_cndmask_b32_e32 v17, v16, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v16 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v17 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v16 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v16, v16, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v16 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v16, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v54 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v53 @@ -9693,11 +8643,11 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_or_b32_sdwa v11, v11, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v34 ; GFX8-NEXT: v_or_b32_sdwa v12, v12, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD -; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v33 +; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v32 ; GFX8-NEXT: v_or_b32_sdwa v13, v13, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v31 ; GFX8-NEXT: v_or_b32_sdwa v14, v14, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD -; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v32 +; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v33 ; GFX8-NEXT: v_or_b32_sdwa v15, v15, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_waitcnt vmcnt(0) ; GFX8-NEXT: s_setpc_b64 s[30:31] @@ -9707,48 +8657,51 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX900-NEXT: buffer_load_dword v55, off, s[0:3], s32 ; GFX900-NEXT: v_and_b32_e32 v31, 0xffff0000, v14 -; GFX900-NEXT: v_lshrrev_b32_e32 v34, 16, v30 +; GFX900-NEXT: v_lshrrev_b32_e32 v32, 16, v30 ; GFX900-NEXT: v_lshrrev_b32_e32 v35, 16, v14 ; GFX900-NEXT: v_and_b32_e32 v37, 0xffff0000, v13 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v31, v31 -; GFX900-NEXT: v_and_b32_e32 v36, 0xffff0000, v30 ; GFX900-NEXT: v_lshrrev_b32_e32 v38, 16, v29 ; GFX900-NEXT: v_lshrrev_b32_e32 v39, 16, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v31, v35, v34, vcc +; GFX900-NEXT: v_and_b32_e32 v49, 0xffff0000, v12 +; GFX900-NEXT: v_cndmask_b32_e32 v31, v35, v32, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX900-NEXT: v_and_b32_e32 v48, 0xffff0000, v29 +; GFX900-NEXT: v_and_b32_e32 v36, 0xffff0000, v30 +; GFX900-NEXT: v_lshrrev_b32_e32 v50, 16, v28 +; GFX900-NEXT: v_lshrrev_b32_e32 v51, 16, v12 ; GFX900-NEXT: v_cndmask_b32_e32 v35, v39, v38, vcc +; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 +; GFX900-NEXT: v_and_b32_e32 v48, 0xffff0000, v29 +; GFX900-NEXT: v_cndmask_b32_e32 v37, v51, v50, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v34, v31, vcc -; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 -; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v31 -; GFX900-NEXT: v_cndmask_b32_e32 v38, v38, v35, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v34 +; GFX900-NEXT: v_cndmask_b32_e32 v32, v32, v31, vcc +; GFX900-NEXT: v_cmp_u_f32_e64 s[4:5], v48, v48 +; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v31 +; GFX900-NEXT: v_cndmask_b32_e64 v38, v38, v35, s[4:5] +; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v32 ; GFX900-NEXT: v_lshlrev_b32_e32 v36, 16, v35 -; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v38 -; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v37, v39 -; GFX900-NEXT: v_cndmask_b32_e32 v37, v34, v31, vcc -; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v36, v48 -; GFX900-NEXT: v_cndmask_b32_e32 v36, v38, v35, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v49, 16, v38 +; GFX900-NEXT: v_cmp_gt_f32_e64 s[6:7], v39, v48 +; GFX900-NEXT: v_cndmask_b32_e64 v32, v32, v31, s[6:7] +; GFX900-NEXT: v_cmp_gt_f32_e64 s[6:7], v36, v49 +; GFX900-NEXT: v_cndmask_b32_e64 v36, v38, v35, s[6:7] +; GFX900-NEXT: v_lshlrev_b32_e32 v38, 16, v32 ; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v31 -; GFX900-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v34 -; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v31, v31, v34, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v38 -; GFX900-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v35, v38, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 -; GFX900-NEXT: v_lshrrev_b32_e32 v33, 16, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v32, v32 -; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v36 +; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v36 +; GFX900-NEXT: v_cmp_eq_f32_e64 s[6:7], 0, v38 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v35 +; GFX900-NEXT: v_cmp_eq_f32_e64 s[8:9], 0, v39 +; GFX900-NEXT: s_and_b64 vcc, s[6:7], vcc +; GFX900-NEXT: v_and_b32_e32 v33, 0xffff0000, v15 +; GFX900-NEXT: v_cndmask_b32_e32 v31, v32, v31, vcc +; GFX900-NEXT: s_and_b64 vcc, s[8:9], s[4:5] +; GFX900-NEXT: v_lshrrev_b32_e32 v34, 16, v15 +; GFX900-NEXT: v_cndmask_b32_e32 v32, v36, v35, vcc +; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v33, v33 ; GFX900-NEXT: v_and_b32_e32 v38, 0xffff0000, v27 ; GFX900-NEXT: v_and_b32_e32 v39, 0xffff0000, v26 +; GFX900-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 ; GFX900-NEXT: v_and_b32_e32 v49, 0xffff0000, v24 -; GFX900-NEXT: v_and_b32_e32 v50, 0xffff0000, v23 ; GFX900-NEXT: v_and_b32_e32 v51, 0xffff0000, v22 ; GFX900-NEXT: v_and_b32_e32 v52, 0xffff0000, v21 ; GFX900-NEXT: v_and_b32_e32 v53, 0xffff0000, v20 @@ -9759,46 +8712,34 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_and_b32_e32 v40, 0xffff0000, v18 ; GFX900-NEXT: v_and_b32_e32 v41, 0xffff0000, v17 ; GFX900-NEXT: v_and_b32_e32 v42, 0xffff0000, v16 -; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: s_waitcnt vmcnt(3) ; GFX900-NEXT: v_lshrrev_b32_e32 v35, 16, v55 -; GFX900-NEXT: v_and_b32_e32 v37, 0xffff0000, v55 -; GFX900-NEXT: v_cndmask_b32_e32 v32, v33, v35, vcc -; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v35, v32, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v33, 16, v32 -; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v33, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v33, v35, v32, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v32 -; GFX900-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v33 -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX900-NEXT: v_cndmask_b32_e32 v32, v32, v35, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 -; GFX900-NEXT: v_cndmask_b32_e32 v33, v36, v34, vcc -; GFX900-NEXT: v_and_b32_e32 v34, 0xffff0000, v12 -; GFX900-NEXT: v_lshrrev_b32_e32 v35, 16, v28 -; GFX900-NEXT: v_lshrrev_b32_e32 v36, 16, v12 -; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v34, v34 -; GFX900-NEXT: v_and_b32_e32 v37, 0xffff0000, v28 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v36, v35, vcc -; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v35, v34, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v36, 16, v34 -; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v36, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v36, v35, v34, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v34 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v34, v35, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v35, 16, v36 +; GFX900-NEXT: v_and_b32_e32 v36, 0xffff0000, v55 +; GFX900-NEXT: v_cndmask_b32_e32 v33, v34, v35, vcc +; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX900-NEXT: v_cndmask_b32_e32 v35, v35, v33, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v34, 16, v33 +; GFX900-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX900-NEXT: v_cmp_gt_f32_e64 s[4:5], v34, v36 +; GFX900-NEXT: v_cndmask_b32_e64 v34, v35, v33, s[4:5] +; GFX900-NEXT: v_lshlrev_b32_e32 v35, 16, v34 +; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v33 +; GFX900-NEXT: v_cmp_eq_f32_e64 s[4:5], 0, v35 +; GFX900-NEXT: s_and_b64 vcc, s[4:5], vcc +; GFX900-NEXT: v_and_b32_e32 v35, 0xffff0000, v28 +; GFX900-NEXT: v_cndmask_b32_e32 v33, v34, v33, vcc +; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v35, v35 +; GFX900-NEXT: v_cndmask_b32_e32 v35, v50, v37, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v34, 16, v37 +; GFX900-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v34, v36 +; GFX900-NEXT: v_cndmask_b32_e32 v34, v35, v37, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v35, 16, v34 ; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v35 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v37 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-NEXT: v_and_b32_e32 v35, 0xffff0000, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v34, v34, v37, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v36, 16, v27 ; GFX900-NEXT: v_lshrrev_b32_e32 v37, 16, v11 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v35, v35 @@ -9808,15 +8749,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v35 ; GFX900-NEXT: v_lshlrev_b32_e32 v38, 16, v36 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v37, v38 -; GFX900-NEXT: v_cndmask_b32_e32 v37, v36, v35, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v36 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v36, 16, v37 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v36 +; GFX900-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v36 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v35 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc ; GFX900-NEXT: v_and_b32_e32 v36, 0xffff0000, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v37, 16, v26 ; GFX900-NEXT: v_lshrrev_b32_e32 v38, 16, v10 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 @@ -9826,34 +8765,29 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v38, 16, v36 ; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v38, v39 -; GFX900-NEXT: v_cndmask_b32_e32 v38, v37, v36, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v36 -; GFX900-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v36, v36, v37, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v38 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 +; GFX900-NEXT: v_cndmask_b32_e32 v37, v37, v36, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v38, 16, v37 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v36 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v36, v37, v36, vcc ; GFX900-NEXT: v_and_b32_e32 v37, 0xffff0000, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v38, 16, v25 ; GFX900-NEXT: v_lshrrev_b32_e32 v39, 16, v9 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX900-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 ; GFX900-NEXT: v_cndmask_b32_e32 v37, v39, v38, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 ; GFX900-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v38 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v39, v48 -; GFX900-NEXT: v_cndmask_b32_e32 v39, v38, v37, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v38 -; GFX900-NEXT: v_cndmask_b32_e32 v37, v37, v38, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v38, 16, v39 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 +; GFX900-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v38 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v37 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v37, v38, v37, vcc ; GFX900-NEXT: v_and_b32_e32 v38, 0xffff0000, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v39, 16, v24 ; GFX900-NEXT: v_lshrrev_b32_e32 v48, 16, v8 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v38, v38 @@ -9863,33 +8797,30 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v38 ; GFX900-NEXT: v_lshlrev_b32_e32 v49, 16, v39 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v48, v49 -; GFX900-NEXT: v_cndmask_b32_e32 v48, v39, v38, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v38 -; GFX900-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v39 -; GFX900-NEXT: v_cndmask_b32_e32 v38, v38, v39, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v48 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 +; GFX900-NEXT: v_cndmask_b32_e32 v39, v39, v38, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v39 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v38 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v38, v39, v38, vcc ; GFX900-NEXT: v_and_b32_e32 v39, 0xffff0000, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v48, 16, v23 ; GFX900-NEXT: v_lshrrev_b32_e32 v49, 16, v7 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v39, v39 +; GFX900-NEXT: v_and_b32_e32 v50, 0xffff0000, v23 ; GFX900-NEXT: v_cndmask_b32_e32 v39, v49, v48, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 ; GFX900-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v49, 16, v39 ; GFX900-NEXT: v_lshlrev_b32_e32 v50, 16, v48 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v49, v50 -; GFX900-NEXT: v_cndmask_b32_e32 v49, v48, v39, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v39 -; GFX900-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v48 -; GFX900-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v49 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 +; GFX900-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v49, 16, v48 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v39 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v39, v48, v39, vcc ; GFX900-NEXT: v_and_b32_e32 v48, 0xffff0000, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v49, 16, v22 ; GFX900-NEXT: v_lshrrev_b32_e32 v50, 16, v6 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 @@ -9899,15 +8830,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v50, 16, v48 ; GFX900-NEXT: v_lshlrev_b32_e32 v51, 16, v49 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v50, v51 -; GFX900-NEXT: v_cndmask_b32_e32 v50, v49, v48, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v48 -; GFX900-NEXT: v_cndmask_b32_e32 v48, v50, v48, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v49 -; GFX900-NEXT: v_cndmask_b32_e32 v48, v48, v49, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v49, 16, v50 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 +; GFX900-NEXT: v_cndmask_b32_e32 v49, v49, v48, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v50, 16, v49 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v48 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v48, v49, v48, vcc ; GFX900-NEXT: v_and_b32_e32 v49, 0xffff0000, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v48, v50, v48, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v50, 16, v21 ; GFX900-NEXT: v_lshrrev_b32_e32 v51, 16, v5 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 @@ -9917,15 +8846,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v51, 16, v49 ; GFX900-NEXT: v_lshlrev_b32_e32 v52, 16, v50 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v51, v52 -; GFX900-NEXT: v_cndmask_b32_e32 v51, v50, v49, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v49 -; GFX900-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v50 -; GFX900-NEXT: v_cndmask_b32_e32 v49, v49, v50, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v50, 16, v51 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 +; GFX900-NEXT: v_cndmask_b32_e32 v50, v50, v49, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v51, 16, v50 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v49 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v49, v50, v49, vcc ; GFX900-NEXT: v_and_b32_e32 v50, 0xffff0000, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v51, 16, v20 ; GFX900-NEXT: v_lshrrev_b32_e32 v52, 16, v4 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 @@ -9935,15 +8862,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v52, 16, v50 ; GFX900-NEXT: v_lshlrev_b32_e32 v53, 16, v51 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v52, v53 -; GFX900-NEXT: v_cndmask_b32_e32 v52, v51, v50, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v50 -; GFX900-NEXT: v_cndmask_b32_e32 v50, v52, v50, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v51 -; GFX900-NEXT: v_cndmask_b32_e32 v50, v50, v51, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v51, 16, v52 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 +; GFX900-NEXT: v_cndmask_b32_e32 v51, v51, v50, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v52, 16, v51 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v50 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v50, v51, v50, vcc ; GFX900-NEXT: v_and_b32_e32 v51, 0xffff0000, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v50, v52, v50, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v52, 16, v19 ; GFX900-NEXT: v_lshrrev_b32_e32 v53, 16, v3 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v51, v51 @@ -9953,15 +8878,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v53, 16, v51 ; GFX900-NEXT: v_lshlrev_b32_e32 v54, 16, v52 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v53, v54 -; GFX900-NEXT: v_cndmask_b32_e32 v53, v52, v51, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v51 -; GFX900-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v52 -; GFX900-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v52, 16, v53 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 +; GFX900-NEXT: v_cndmask_b32_e32 v52, v52, v51, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v53, 16, v52 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v51 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v51, v52, v51, vcc ; GFX900-NEXT: v_and_b32_e32 v52, 0xffff0000, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v53, 16, v18 ; GFX900-NEXT: v_lshrrev_b32_e32 v54, 16, v2 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v52, v52 @@ -9971,15 +8894,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v54, 16, v52 ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v53 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v54, v40 -; GFX900-NEXT: v_cndmask_b32_e32 v54, v53, v52, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v52 -; GFX900-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v53 -; GFX900-NEXT: v_cndmask_b32_e32 v52, v52, v53, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v53, 16, v54 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 +; GFX900-NEXT: v_cndmask_b32_e32 v53, v53, v52, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v54, 16, v53 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v52 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v52, v53, v52, vcc ; GFX900-NEXT: v_and_b32_e32 v53, 0xffff0000, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v54, 16, v17 ; GFX900-NEXT: v_lshrrev_b32_e32 v40, 16, v1 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v53, v53 @@ -9989,15 +8910,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v53 ; GFX900-NEXT: v_lshlrev_b32_e32 v41, 16, v54 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v40, v41 -; GFX900-NEXT: v_cndmask_b32_e32 v40, v54, v53, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v53 -; GFX900-NEXT: v_cndmask_b32_e32 v53, v40, v53, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v54 -; GFX900-NEXT: v_cndmask_b32_e32 v53, v53, v54, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v54, 16, v40 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 +; GFX900-NEXT: v_cndmask_b32_e32 v54, v54, v53, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v54 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v53 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v53, v54, v53, vcc ; GFX900-NEXT: v_and_b32_e32 v54, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v53, v40, v53, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v40, 16, v16 ; GFX900-NEXT: v_lshrrev_b32_e32 v41, 16, v0 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v54, v54 @@ -10007,15 +8926,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v41, 16, v54 ; GFX900-NEXT: v_lshlrev_b32_e32 v42, 16, v40 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v41, v42 -; GFX900-NEXT: v_cndmask_b32_e32 v41, v40, v54, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v54 -; GFX900-NEXT: v_cndmask_b32_e32 v54, v41, v54, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v40 -; GFX900-NEXT: v_cndmask_b32_e32 v54, v54, v40, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v41 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX900-NEXT: v_cndmask_b32_e32 v40, v40, v54, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v41, 16, v40 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v41 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v54 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v54, v40, v54, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v54, v41, v54, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v40, v40 ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v55 ; GFX900-NEXT: v_cndmask_b32_e32 v15, v15, v55, vcc @@ -10024,15 +8941,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v55 ; GFX900-NEXT: v_lshlrev_b32_e32 v41, 16, v15 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v41, v40 -; GFX900-NEXT: v_cndmask_b32_e32 v40, v55, v15, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v55 -; GFX900-NEXT: v_cndmask_b32_e32 v15, v15, v55, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v40 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 +; GFX900-NEXT: v_cndmask_b32_e32 v55, v55, v15, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v55 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v15 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v15, v55, v15, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v14 -; GFX900-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v55, v55 ; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v30 ; GFX900-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc @@ -10041,15 +8956,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v30 ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v14 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v40, v55 -; GFX900-NEXT: v_cndmask_b32_e32 v55, v30, v14, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v14 -; GFX900-NEXT: v_cndmask_b32_e32 v14, v55, v14, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v30 -; GFX900-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v55 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 +; GFX900-NEXT: v_cndmask_b32_e32 v30, v30, v14, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v30 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v14 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v14, v30, v14, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v14, v55, v14, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v30, v30 ; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX900-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc @@ -10058,15 +8971,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v13 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v55, v30 -; GFX900-NEXT: v_cndmask_b32_e32 v30, v29, v13, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v29 -; GFX900-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v30 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 +; GFX900-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v29 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v13 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v13, v29, v13, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v29, v29 ; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX900-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc @@ -10075,15 +8986,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v12 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v30, v29 -; GFX900-NEXT: v_cndmask_b32_e32 v29, v28, v12, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v28 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v29 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 +; GFX900-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v28 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v12 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v12, v28, v12, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v28, v28 ; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX900-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc @@ -10092,15 +9001,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v11 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v29, v28 -; GFX900-NEXT: v_cndmask_b32_e32 v28, v27, v11, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v27 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 +; GFX900-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v27 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v11 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v11, v27, v11, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v27, v27 ; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX900-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc @@ -10109,15 +9016,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v10 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v28, v27 -; GFX900-NEXT: v_cndmask_b32_e32 v27, v26, v10, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v26 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v27 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 +; GFX900-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v26 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v10 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v26, v26 ; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc @@ -10126,52 +9031,46 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v9 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v27, v26 -; GFX900-NEXT: v_cndmask_b32_e32 v26, v25, v9, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v25 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX900-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v25 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v9 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v9, v25, v9, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX900-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc -; GFX900-NEXT: buffer_load_dword v42, off, s[0:3], s32 offset:4 ; 4-byte Folded Reload -; GFX900-NEXT: buffer_load_dword v41, off, s[0:3], s32 offset:8 ; 4-byte Folded Reload -; GFX900-NEXT: buffer_load_dword v40, off, s[0:3], s32 offset:12 ; 4-byte Folded Reload ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v8 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v26, v25 -; GFX900-NEXT: v_cndmask_b32_e32 v25, v24, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v24 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX900-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v24 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v8 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v23 +; GFX900-NEXT: buffer_load_dword v42, off, s[0:3], s32 offset:4 ; 4-byte Folded Reload +; GFX900-NEXT: buffer_load_dword v41, off, s[0:3], s32 offset:8 ; 4-byte Folded Reload +; GFX900-NEXT: buffer_load_dword v40, off, s[0:3], s32 offset:12 ; 4-byte Folded Reload ; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX900-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v7 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v25, v24 -; GFX900-NEXT: v_cndmask_b32_e32 v24, v23, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v23 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX900-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v23 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v7 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v7, v23, v7, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc @@ -10180,15 +9079,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v6 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v24, v23 -; GFX900-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v22 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX900-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v22 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v6 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc @@ -10197,15 +9094,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v5 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v23, v22 -; GFX900-NEXT: v_cndmask_b32_e32 v22, v21, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v21 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX900-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v21 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v5, v21, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc @@ -10214,15 +9109,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v4 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v22, v21 -; GFX900-NEXT: v_cndmask_b32_e32 v21, v20, v4, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v20 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX900-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v4 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc @@ -10231,15 +9124,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v3 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v21, v20 -; GFX900-NEXT: v_cndmask_b32_e32 v20, v19, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v19 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX900-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v19 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v3 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v3, v19, v3, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc @@ -10248,15 +9139,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v2 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v20, v19 -; GFX900-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v18 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX900-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v2 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v18, v2, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc @@ -10265,15 +9154,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v19, v18 -; GFX900-NEXT: v_cndmask_b32_e32 v18, v17, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v17 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX900-NEXT: v_cndmask_b32_e32 v17, v17, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v17 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v17, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc @@ -10282,14 +9169,13 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v18, v17 -; GFX900-NEXT: v_cndmask_b32_e32 v17, v16, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v16 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v16, 16, v17 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v16 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v16, v16, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v16 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v16, v0, vcc +; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v54, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v53, v1, s4 ; GFX900-NEXT: v_perm_b32 v2, v52, v2, s4 @@ -10303,9 +9189,9 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_perm_b32 v10, v36, v10, s4 ; GFX900-NEXT: v_perm_b32 v11, v35, v11, s4 ; GFX900-NEXT: v_perm_b32 v12, v34, v12, s4 -; GFX900-NEXT: v_perm_b32 v13, v33, v13, s4 +; GFX900-NEXT: v_perm_b32 v13, v32, v13, s4 ; GFX900-NEXT: v_perm_b32 v14, v31, v14, s4 -; GFX900-NEXT: v_perm_b32 v15, v32, v15, s4 +; GFX900-NEXT: v_perm_b32 v15, v33, v15, s4 ; GFX900-NEXT: s_waitcnt vmcnt(0) ; GFX900-NEXT: s_setpc_b64 s[30:31] ; @@ -10314,2639 +9200,2319 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX950-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX950-NEXT: scratch_load_dword v50, off, s32 ; GFX950-NEXT: v_and_b32_e32 v31, 0xffff0000, v14 -; GFX950-NEXT: v_lshrrev_b32_e32 v34, 16, v30 +; GFX950-NEXT: v_lshrrev_b32_e32 v32, 16, v30 ; GFX950-NEXT: v_lshrrev_b32_e32 v35, 16, v14 ; GFX950-NEXT: v_and_b32_e32 v37, 0xffff0000, v13 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v31, v31 -; GFX950-NEXT: v_and_b32_e32 v36, 0xffff0000, v30 ; GFX950-NEXT: v_lshrrev_b32_e32 v38, 16, v29 ; GFX950-NEXT: v_lshrrev_b32_e32 v39, 16, v13 -; GFX950-NEXT: v_cndmask_b32_e32 v31, v35, v34, vcc +; GFX950-NEXT: v_and_b32_e32 v49, 0xffff0000, v12 +; GFX950-NEXT: v_cndmask_b32_e32 v31, v35, v32, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v29 -; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v31 +; GFX950-NEXT: v_and_b32_e32 v36, 0xffff0000, v30 +; GFX950-NEXT: v_lshrrev_b32_e32 v51, 16, v28 +; GFX950-NEXT: v_lshrrev_b32_e32 v52, 16, v12 ; GFX950-NEXT: v_cndmask_b32_e32 v35, v39, v38, vcc +; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 +; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v29 +; GFX950-NEXT: v_cmp_u_f32_e64 s[0:1], v48, v48 +; GFX950-NEXT: v_cndmask_b32_e32 v37, v52, v51, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v31 +; GFX950-NEXT: v_cndmask_b32_e64 v38, v38, v35, s[0:1] +; GFX950-NEXT: v_cndmask_b32_e32 v32, v32, v31, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v32 ; GFX950-NEXT: v_lshlrev_b32_e32 v36, 16, v35 -; GFX950-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v34, v31, vcc -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 -; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v34 -; GFX950-NEXT: v_lshrrev_b32_e32 v33, 16, v15 -; GFX950-NEXT: v_cndmask_b32_e32 v38, v38, v35, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v38 -; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v37, v39 +; GFX950-NEXT: v_lshlrev_b32_e32 v49, 16, v38 +; GFX950-NEXT: v_cmp_gt_f32_e64 s[2:3], v39, v48 +; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v31 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v35 +; GFX950-NEXT: v_cndmask_b32_e64 v32, v32, v31, s[2:3] +; GFX950-NEXT: v_cmp_gt_f32_e64 s[2:3], v36, v49 +; GFX950-NEXT: v_and_b32_e32 v33, 0xffff0000, v15 +; GFX950-NEXT: v_lshrrev_b32_e32 v34, 16, v15 +; GFX950-NEXT: v_cndmask_b32_e64 v36, v38, v35, s[2:3] +; GFX950-NEXT: v_lshlrev_b32_e32 v38, 16, v32 +; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v36 +; GFX950-NEXT: v_cmp_eq_f32_e64 s[2:3], 0, v38 +; GFX950-NEXT: v_cmp_eq_f32_e64 s[4:5], 0, v39 +; GFX950-NEXT: s_and_b64 vcc, s[2:3], vcc +; GFX950-NEXT: v_cndmask_b32_e32 v31, v32, v31, vcc +; GFX950-NEXT: s_and_b64 vcc, s[4:5], s[0:1] +; GFX950-NEXT: v_cndmask_b32_e32 v32, v36, v35, vcc +; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v33, v33 +; GFX950-NEXT: v_and_b32_e32 v38, 0xffff0000, v27 +; GFX950-NEXT: v_and_b32_e32 v39, 0xffff0000, v26 +; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 ; GFX950-NEXT: v_and_b32_e32 v49, 0xffff0000, v24 -; GFX950-NEXT: v_and_b32_e32 v51, 0xffff0000, v23 -; GFX950-NEXT: v_cndmask_b32_e32 v37, v34, v31, vcc -; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v36, v48 -; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX950-NEXT: v_and_b32_e32 v52, 0xffff0000, v22 -; GFX950-NEXT: v_cndmask_b32_e32 v36, v38, v35, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v31 -; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v36 ; GFX950-NEXT: v_and_b32_e32 v53, 0xffff0000, v21 -; GFX950-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 ; GFX950-NEXT: v_and_b32_e32 v54, 0xffff0000, v20 ; GFX950-NEXT: v_and_b32_e32 v55, 0xffff0000, v19 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v34 ; GFX950-NEXT: v_accvgpr_write_b32 a0, v40 ; Reload Reuse ; GFX950-NEXT: v_and_b32_e32 v40, 0xffff0000, v18 -; GFX950-NEXT: v_cndmask_b32_e32 v31, v31, v34, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v38 ; GFX950-NEXT: v_accvgpr_write_b32 a1, v41 ; Reload Reuse ; GFX950-NEXT: v_and_b32_e32 v41, 0xffff0000, v17 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v35, v38, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 -; GFX950-NEXT: v_and_b32_e32 v38, 0xffff0000, v27 -; GFX950-NEXT: v_and_b32_e32 v39, 0xffff0000, v26 -; GFX950-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v32, v32 ; GFX950-NEXT: v_accvgpr_write_b32 a2, v42 ; Reload Reuse ; GFX950-NEXT: v_and_b32_e32 v42, 0xffff0000, v16 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 ; GFX950-NEXT: s_waitcnt vmcnt(0) ; GFX950-NEXT: v_lshrrev_b32_e32 v35, 16, v50 -; GFX950-NEXT: v_and_b32_e32 v37, 0xffff0000, v50 -; GFX950-NEXT: v_cndmask_b32_e32 v32, v33, v35, vcc -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX950-NEXT: v_lshlrev_b32_e32 v33, 16, v32 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v35, v32, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v33, v37 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v33, v35, v32, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v32 -; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v33 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v32, v32, v35, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 -; GFX950-NEXT: v_lshrrev_b32_e32 v35, 16, v28 -; GFX950-NEXT: v_and_b32_e32 v37, 0xffff0000, v28 -; GFX950-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 -; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v33, v36, v34, vcc -; GFX950-NEXT: v_and_b32_e32 v34, 0xffff0000, v12 -; GFX950-NEXT: v_lshrrev_b32_e32 v36, 16, v12 -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v34, v34 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v36, v35, vcc -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX950-NEXT: v_lshlrev_b32_e32 v36, 16, v34 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v35, v34, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v36, v37 -; GFX950-NEXT: v_lshrrev_b32_e32 v37, 16, v11 +; GFX950-NEXT: v_and_b32_e32 v36, 0xffff0000, v50 +; GFX950-NEXT: v_cndmask_b32_e32 v33, v34, v35, vcc +; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX950-NEXT: v_lshlrev_b32_e32 v34, 16, v33 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v36, v35, v34, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v34 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v34, v35, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v35, 16, v36 +; GFX950-NEXT: v_cndmask_b32_e32 v35, v35, v33, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX950-NEXT: v_cmp_gt_f32_e64 s[0:1], v34, v36 +; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v33 +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e64 v34, v35, v33, s[0:1] +; GFX950-NEXT: v_lshlrev_b32_e32 v35, 16, v34 +; GFX950-NEXT: v_cmp_eq_f32_e64 s[0:1], 0, v35 +; GFX950-NEXT: s_and_b64 vcc, s[0:1], vcc +; GFX950-NEXT: v_and_b32_e32 v35, 0xffff0000, v28 +; GFX950-NEXT: v_cndmask_b32_e32 v33, v34, v33, vcc +; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v35, v35 +; GFX950-NEXT: v_lshlrev_b32_e32 v34, 16, v37 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v37 +; GFX950-NEXT: v_cndmask_b32_e32 v35, v51, v37, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v34, v36 +; GFX950-NEXT: v_lshrrev_b32_e32 v36, 16, v27 +; GFX950-NEXT: v_and_b32_e32 v51, 0xffff0000, v23 +; GFX950-NEXT: v_cndmask_b32_e32 v34, v35, v37, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v35, 16, v34 ; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v35 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_and_b32_e32 v35, 0xffff0000, v11 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc -; GFX950-NEXT: v_lshrrev_b32_e32 v36, 16, v27 +; GFX950-NEXT: v_cndmask_b32_e32 v34, v34, v37, vcc +; GFX950-NEXT: v_lshrrev_b32_e32 v37, 16, v11 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v35, v35 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v35, v37, v36, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v38, v38 ; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v35 ; GFX950-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v38, 16, v36 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v37, v38 ; GFX950-NEXT: v_lshrrev_b32_e32 v38, 16, v10 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v37, v36, v35, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v35 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v36 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v36, 16, v37 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v36 -; GFX950-NEXT: v_and_b32_e32 v36, 0xffff0000, v10 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v36 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v37, 16, v26 +; GFX950-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc +; GFX950-NEXT: v_and_b32_e32 v36, 0xffff0000, v10 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v36, v38, v37, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v39, v39 ; GFX950-NEXT: v_lshlrev_b32_e32 v38, 16, v36 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v36 ; GFX950-NEXT: v_cndmask_b32_e32 v37, v37, v36, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v38, v39 ; GFX950-NEXT: v_lshrrev_b32_e32 v39, 16, v9 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v38, v37, v36, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v36 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v37 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v36, v36, v37, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v38 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 -; GFX950-NEXT: v_and_b32_e32 v37, 0xffff0000, v9 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v37, v37, v36, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v38, 16, v37 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v38, 16, v25 +; GFX950-NEXT: v_cndmask_b32_e32 v36, v37, v36, vcc +; GFX950-NEXT: v_and_b32_e32 v37, 0xffff0000, v9 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v37, v39, v38, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 ; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v37 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v37 ; GFX950-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v38 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v39, v48 ; GFX950-NEXT: v_lshrrev_b32_e32 v48, 16, v8 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v39, v38, v37, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v37 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v38 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v37, v37, v38, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v38, 16, v39 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 -; GFX950-NEXT: v_and_b32_e32 v38, 0xffff0000, v8 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v38 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v39, 16, v24 +; GFX950-NEXT: v_cndmask_b32_e32 v37, v38, v37, vcc +; GFX950-NEXT: v_and_b32_e32 v38, 0xffff0000, v8 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v38, v38 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v38, v48, v39, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 ; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v38 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v38 ; GFX950-NEXT: v_cndmask_b32_e32 v39, v39, v38, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v49, 16, v39 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v48, v49 ; GFX950-NEXT: v_lshrrev_b32_e32 v49, 16, v7 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v48, v39, v38, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v38 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v39 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v38, v38, v39, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v48 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 -; GFX950-NEXT: v_and_b32_e32 v39, 0xffff0000, v7 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v39, v39, v38, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v39 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v48, 16, v23 +; GFX950-NEXT: v_cndmask_b32_e32 v38, v39, v38, vcc +; GFX950-NEXT: v_and_b32_e32 v39, 0xffff0000, v7 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v39, v39 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v39, v49, v48, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v51, v51 ; GFX950-NEXT: v_lshlrev_b32_e32 v49, 16, v39 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v39 ; GFX950-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v51, 16, v48 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v49, v51 ; GFX950-NEXT: v_lshrrev_b32_e32 v51, 16, v6 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v49, v48, v39, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v39 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v48 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v49 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 -; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v6 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v49, 16, v48 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v49, 16, v22 +; GFX950-NEXT: v_cndmask_b32_e32 v39, v48, v39, vcc +; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v6 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v48, v51, v49, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v52, v52 ; GFX950-NEXT: v_lshlrev_b32_e32 v51, 16, v48 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v48 ; GFX950-NEXT: v_cndmask_b32_e32 v49, v49, v48, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v52, 16, v49 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v51, v52 ; GFX950-NEXT: v_lshrrev_b32_e32 v52, 16, v5 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v51, v49, v48, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v48 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v48, v51, v48, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v49 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v48, v48, v49, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v49, 16, v51 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 -; GFX950-NEXT: v_and_b32_e32 v49, 0xffff0000, v5 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v48, v51, v48, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v49, v49, v48, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v51, 16, v49 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v51, 16, v21 +; GFX950-NEXT: v_cndmask_b32_e32 v48, v49, v48, vcc +; GFX950-NEXT: v_and_b32_e32 v49, 0xffff0000, v5 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v49, v52, v51, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v53, v53 ; GFX950-NEXT: v_lshlrev_b32_e32 v52, 16, v49 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v49 ; GFX950-NEXT: v_cndmask_b32_e32 v51, v51, v49, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v53, 16, v51 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v52, v53 ; GFX950-NEXT: v_lshrrev_b32_e32 v53, 16, v4 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v52, v51, v49, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v49 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v49, v52, v49, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v51 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v49, v49, v51, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v51, 16, v52 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 -; GFX950-NEXT: v_and_b32_e32 v51, 0xffff0000, v4 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v49, v52, v49, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v51, v51, v49, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v52, 16, v51 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v52, 16, v20 +; GFX950-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc +; GFX950-NEXT: v_and_b32_e32 v51, 0xffff0000, v4 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v51, v51 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v51, v53, v52, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v54, v54 ; GFX950-NEXT: v_lshlrev_b32_e32 v53, 16, v51 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v51 ; GFX950-NEXT: v_cndmask_b32_e32 v52, v52, v51, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v54, 16, v52 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v53, v54 ; GFX950-NEXT: v_lshrrev_b32_e32 v54, 16, v3 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v53, v52, v51, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v51 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v52 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v52, 16, v53 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 -; GFX950-NEXT: v_and_b32_e32 v52, 0xffff0000, v3 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v52, v52, v51, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v53, 16, v52 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v53, 16, v19 +; GFX950-NEXT: v_cndmask_b32_e32 v51, v52, v51, vcc +; GFX950-NEXT: v_and_b32_e32 v52, 0xffff0000, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v52, v52 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v52, v54, v53, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v55, v55 ; GFX950-NEXT: v_lshlrev_b32_e32 v54, 16, v52 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v52 ; GFX950-NEXT: v_cndmask_b32_e32 v53, v53, v52, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v55, 16, v53 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v54, v55 ; GFX950-NEXT: v_lshrrev_b32_e32 v55, 16, v2 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v54, v53, v52, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v52 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v53 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v52, v52, v53, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v53, 16, v54 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 -; GFX950-NEXT: v_and_b32_e32 v53, 0xffff0000, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v53, v53, v52, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v54, 16, v53 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v54, 16, v18 +; GFX950-NEXT: v_cndmask_b32_e32 v52, v53, v52, vcc +; GFX950-NEXT: v_and_b32_e32 v53, 0xffff0000, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v53, v53 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v53, v55, v54, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v40, v40 ; GFX950-NEXT: v_lshlrev_b32_e32 v55, 16, v53 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v53 ; GFX950-NEXT: v_cndmask_b32_e32 v54, v54, v53, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v54 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v55, v40 ; GFX950-NEXT: v_lshrrev_b32_e32 v40, 16, v1 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v55, v54, v53, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v53 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v53, v55, v53, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v54 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v53, v53, v54, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v54, 16, v55 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 -; GFX950-NEXT: v_and_b32_e32 v54, 0xffff0000, v1 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v53, v55, v53, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v54, v54, v53, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v55, 16, v54 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v55, 16, v17 +; GFX950-NEXT: v_cndmask_b32_e32 v53, v54, v53, vcc +; GFX950-NEXT: v_and_b32_e32 v54, 0xffff0000, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v54, v54 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v54, v40, v55, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v41, v41 ; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v54 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v54 ; GFX950-NEXT: v_cndmask_b32_e32 v55, v55, v54, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v41, 16, v55 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v40, v41 ; GFX950-NEXT: v_lshrrev_b32_e32 v41, 16, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v40, v55, v54, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v54 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v54, v40, v54, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v55 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v54, v54, v55, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v55, 16, v40 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 -; GFX950-NEXT: v_and_b32_e32 v55, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v54, v40, v54, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v55, v55, v54, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v55 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v40, 16, v16 +; GFX950-NEXT: v_cndmask_b32_e32 v54, v55, v54, vcc +; GFX950-NEXT: v_and_b32_e32 v55, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v55, v55 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v55, v41, v40, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v42, v42 ; GFX950-NEXT: v_lshlrev_b32_e32 v41, 16, v55 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v55 ; GFX950-NEXT: v_cndmask_b32_e32 v40, v40, v55, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v42, 16, v40 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v41, v42 ; GFX950-NEXT: v_accvgpr_read_b32 v42, a2 ; Reload Reuse ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v41, v40, v55, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v55 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v55, v41, v55, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v40 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v55, v55, v40, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v41 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 -; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v15 +; GFX950-NEXT: v_cndmask_b32_e32 v40, v40, v55, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v41, 16, v40 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v41 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v55, v41, v55, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v55, v40, v55, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v15 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v40, v40 ; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v50 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v15, v15, v50, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v40, v40 ; GFX950-NEXT: v_lshlrev_b32_e32 v41, 16, v15 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v15 ; GFX950-NEXT: v_cndmask_b32_e32 v50, v50, v15, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v50 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v41, v40 ; GFX950-NEXT: v_accvgpr_read_b32 v41, a1 ; Reload Reuse ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v40, v50, v15, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v15 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v50 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v15, v15, v50, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v40 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 -; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v14 +; GFX950-NEXT: v_cndmask_b32_e32 v50, v50, v15, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v50 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v15, v50, v15, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v14 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 ; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v30 -; GFX950-NEXT: v_perm_b32 v15, v32, v15, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 ; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v14 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v14 ; GFX950-NEXT: v_cndmask_b32_e32 v30, v30, v14, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v30 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v40, v50 ; GFX950-NEXT: v_accvgpr_read_b32 v40, a0 ; Reload Reuse ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v50, v30, v14, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v14 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v14, v50, v14, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v30 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v50 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 -; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v13 +; GFX950-NEXT: v_cndmask_b32_e32 v30, v30, v14, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v30 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v14, v50, v14, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v14, v30, v14, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v13 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v30, v30 ; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v29 -; GFX950-NEXT: v_perm_b32 v14, v31, v14, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v30, v30 ; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v13 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v13 ; GFX950-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v50, v30 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v30, v29, v13, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v13 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v29 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v30 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 -; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v12 +; GFX950-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v29 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v13, v29, v13, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v12 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v29, v29 ; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v28 -; GFX950-NEXT: v_perm_b32 v13, v33, v13, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v29, v29 ; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v12 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v12 ; GFX950-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v30, v29 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v29, v28, v12, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v12 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v28 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v29 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 -; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v11 +; GFX950-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v28 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v12, v28, v12, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v11 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v28, v28 ; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v27 -; GFX950-NEXT: v_perm_b32 v12, v34, v12, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v28, v28 ; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v11 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v11 ; GFX950-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v29, v28 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v28, v27, v11, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v11 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v27 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 -; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v10 +; GFX950-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v27 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v11, v27, v11, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v10 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v27, v27 ; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v26 -; GFX950-NEXT: v_perm_b32 v11, v35, v11, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v27, v27 ; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v10 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v10 ; GFX950-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v28, v27 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v27, v26, v10, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v10 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v26 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v27 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 -; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v9 +; GFX950-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v26 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v9 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v26, v26 ; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v25 -; GFX950-NEXT: v_perm_b32 v10, v36, v10, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v26, v26 ; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v9 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v9 ; GFX950-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v27, v26 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v26, v25, v9, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v9 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v25 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 -; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v8 +; GFX950-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v25 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v9, v25, v9, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v8 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v24 -; GFX950-NEXT: v_perm_b32 v9, v37, v9, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v8 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v8 ; GFX950-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v26, v25 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v25, v24, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v8 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v24 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 -; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v7 +; GFX950-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v24 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v7 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v23 -; GFX950-NEXT: v_perm_b32 v8, v38, v8, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v7 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v7 ; GFX950-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v25, v24 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v24, v23, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v23 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 -; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v6 +; GFX950-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v23 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v7, v23, v7, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v6 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v22 -; GFX950-NEXT: v_perm_b32 v7, v39, v7, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v6 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v6 ; GFX950-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v24, v23 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v22 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 -; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v5 +; GFX950-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v22 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v5 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v21 -; GFX950-NEXT: v_perm_b32 v6, v48, v6, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v5 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v23, v22 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v22, v21, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v21 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 -; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v4 +; GFX950-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v21 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v5, v21, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v4 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v20 -; GFX950-NEXT: v_perm_b32 v5, v49, v5, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v4 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v4 ; GFX950-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v22, v21 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v21, v20, v4, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v20 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 -; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v19 -; GFX950-NEXT: v_perm_b32 v4, v51, v4, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v3 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v3 ; GFX950-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v21, v20 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v20, v19, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v19 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 -; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v19 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v3, v19, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v18 -; GFX950-NEXT: v_perm_b32 v3, v52, v3, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v2 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v2 ; GFX950-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v20, v19 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v18 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 -; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v18, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v17 -; GFX950-NEXT: v_perm_b32 v2, v53, v2, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v17, v17, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v19, v18 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v18, v17, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v17 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 -; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v17, v17, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v17 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v17, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v16 -; GFX950-NEXT: v_perm_b32 v1, v54, v1, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v16, v16, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v18, v17 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v17, v16, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v16 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v16, 16, v17 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v16 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v16, v16, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v16 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v16, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v55, v0, s0 +; GFX950-NEXT: v_perm_b32 v1, v54, v1, s0 +; GFX950-NEXT: v_perm_b32 v2, v53, v2, s0 +; GFX950-NEXT: v_perm_b32 v3, v52, v3, s0 +; GFX950-NEXT: v_perm_b32 v4, v51, v4, s0 +; GFX950-NEXT: v_perm_b32 v5, v49, v5, s0 +; GFX950-NEXT: v_perm_b32 v6, v48, v6, s0 +; GFX950-NEXT: v_perm_b32 v7, v39, v7, s0 +; GFX950-NEXT: v_perm_b32 v8, v38, v8, s0 +; GFX950-NEXT: v_perm_b32 v9, v37, v9, s0 +; GFX950-NEXT: v_perm_b32 v10, v36, v10, s0 +; GFX950-NEXT: v_perm_b32 v11, v35, v11, s0 +; GFX950-NEXT: v_perm_b32 v12, v34, v12, s0 +; GFX950-NEXT: v_perm_b32 v13, v32, v13, s0 +; GFX950-NEXT: v_perm_b32 v14, v31, v14, s0 +; GFX950-NEXT: v_perm_b32 v15, v33, v15, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_v32bf16: ; GFX10: ; %bb.0: ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v13 -; GFX10-NEXT: v_lshrrev_b32_e32 v35, 16, v29 +; GFX10-NEXT: v_lshrrev_b32_e32 v33, 16, v29 ; GFX10-NEXT: v_lshrrev_b32_e32 v32, 16, v13 -; GFX10-NEXT: v_and_b32_e32 v33, 0xffff0000, v12 -; GFX10-NEXT: v_lshrrev_b32_e32 v38, 16, v28 +; GFX10-NEXT: v_lshrrev_b32_e32 v37, 16, v28 +; GFX10-NEXT: v_and_b32_e32 v38, 0xffff0000, v11 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v31, v31 -; GFX10-NEXT: v_lshrrev_b32_e32 v34, 16, v12 -; GFX10-NEXT: v_and_b32_e32 v37, 0xffff0000, v11 +; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v12 ; GFX10-NEXT: v_and_b32_e32 v36, 0xffff0000, v29 -; GFX10-NEXT: v_lshrrev_b32_e32 v39, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v32, v32, v35, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v33, v33 -; GFX10-NEXT: v_lshrrev_b32_e32 v48, 16, v11 -; GFX10-NEXT: v_and_b32_e32 v49, 0xffff0000, v28 +; GFX10-NEXT: v_lshrrev_b32_e32 v49, 16, v27 +; GFX10-NEXT: v_lshrrev_b32_e32 v39, 16, v11 +; GFX10-NEXT: v_cndmask_b32_e32 v34, v32, v33, vcc_lo +; GFX10-NEXT: v_lshrrev_b32_e32 v32, 16, v12 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v31, v31 +; GFX10-NEXT: v_and_b32_e32 v50, 0xffff0000, v28 ; GFX10-NEXT: v_and_b32_e32 v51, 0xffff0000, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v32 -; GFX10-NEXT: v_cndmask_b32_e32 v34, v34, v38, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX10-NEXT: v_lshlrev_b32_e32 v35, 16, v34 ; GFX10-NEXT: v_lshrrev_b32_e32 v52, 16, v26 +; GFX10-NEXT: v_cndmask_b32_e32 v32, v32, v37, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 +; GFX10-NEXT: v_and_b32_e32 v38, 0xffff0000, v27 ; GFX10-NEXT: v_lshrrev_b32_e32 v53, 16, v10 ; GFX10-NEXT: v_cmp_u_f32_e64 s6, v51, v51 ; GFX10-NEXT: v_lshrrev_b32_e32 v54, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v33, v48, v39, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v31, v39, v49, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v36, v36 -; GFX10-NEXT: v_and_b32_e32 v48, 0xffff0000, v27 +; GFX10-NEXT: v_lshlrev_b32_e32 v36, 16, v32 ; GFX10-NEXT: v_lshrrev_b32_e32 v64, 16, v23 ; GFX10-NEXT: v_lshrrev_b32_e32 v65, 16, v7 -; GFX10-NEXT: v_lshrrev_b32_e32 v66, 16, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v37, v35, v32, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 -; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v33 ; GFX10-NEXT: v_lshrrev_b32_e32 v67, 16, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v48, v33, v34, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 ; GFX10-NEXT: v_lshrrev_b32_e32 v70, 16, v4 -; GFX10-NEXT: v_and_b32_e32 v71, 0xffff0000, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v36, v38, v34, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 -; GFX10-NEXT: v_lshlrev_b32_e32 v38, 16, v37 -; GFX10-NEXT: v_lshrrev_b32_e32 v80, 16, v3 -; GFX10-NEXT: v_lshrrev_b32_e32 v85, 16, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v48, 16, v36 -; GFX10-NEXT: v_cndmask_b32_e32 v35, v39, v33, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v39, 16, v34 -; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v31, v38 -; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v26 -; GFX10-NEXT: v_cndmask_b32_e64 v38, v53, v52, s6 -; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v35 -; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v39, v48 -; GFX10-NEXT: v_and_b32_e32 v39, 0xffff0000, v9 -; GFX10-NEXT: v_cmp_u_f32_e64 s6, v31, v31 -; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v25 +; GFX10-NEXT: v_and_b32_e32 v71, 0xffff0000, v21 +; GFX10-NEXT: v_and_b32_e32 v80, 0xffff0000, v20 +; GFX10-NEXT: v_lshlrev_b32_e32 v33, 16, v48 +; GFX10-NEXT: v_cndmask_b32_e32 v39, v37, v32, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 +; GFX10-NEXT: v_cmp_eq_u16_e64 s21, 0, v31 +; GFX10-NEXT: v_lshlrev_b32_e32 v87, 16, v27 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v35, v33 +; GFX10-NEXT: v_lshlrev_b32_e32 v37, 16, v39 +; GFX10-NEXT: v_cndmask_b32_e32 v38, v49, v31, vcc_lo +; GFX10-NEXT: v_and_b32_e32 v35, 0xffff0000, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v31 +; GFX10-NEXT: v_cndmask_b32_e64 v33, v53, v52, s6 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v36, v37 +; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v38 +; GFX10-NEXT: v_and_b32_e32 v36, 0xffff0000, v9 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v35, v35 +; GFX10-NEXT: v_lshrrev_b32_e32 v37, 16, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v33 ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v49, v50 -; GFX10-NEXT: v_lshrrev_b32_e32 v49, 16, v25 -; GFX10-NEXT: v_lshrrev_b32_e32 v50, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e64 v48, v52, v38, s6 -; GFX10-NEXT: v_cmp_u_f32_e64 s6, v39, v39 -; GFX10-NEXT: v_and_b32_e32 v52, 0xffff0000, v8 -; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v38 -; GFX10-NEXT: v_lshrrev_b32_e32 v53, 16, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v48 -; GFX10-NEXT: v_cndmask_b32_e64 v39, v50, v49, s6 -; GFX10-NEXT: v_cmp_u_f32_e64 s6, v31, v31 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v39 -; GFX10-NEXT: v_cndmask_b32_e64 v50, v49, v39, s6 -; GFX10-NEXT: v_cmp_u_f32_e64 s6, v52, v52 -; GFX10-NEXT: v_and_b32_e32 v52, 0xffff0000, v24 -; GFX10-NEXT: v_cndmask_b32_e64 v49, v54, v53, s6 +; GFX10-NEXT: v_lshrrev_b32_e32 v49, 16, v9 +; GFX10-NEXT: v_cndmask_b32_e64 v50, v52, v33, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v36, v36 +; GFX10-NEXT: v_and_b32_e32 v36, 0xffff0000, v25 +; GFX10-NEXT: v_lshrrev_b32_e32 v52, 16, v24 +; GFX10-NEXT: v_cndmask_b32_e32 v38, v38, v31, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v50 +; GFX10-NEXT: v_cndmask_b32_e64 v35, v49, v37, s6 +; GFX10-NEXT: v_and_b32_e32 v49, 0xffff0000, v8 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v36, v36 +; GFX10-NEXT: v_cndmask_b32_e64 v53, v37, v35, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v49, v49 +; GFX10-NEXT: v_and_b32_e32 v37, 0xffff0000, v24 +; GFX10-NEXT: v_and_b32_e32 v49, 0xffff0000, v7 +; GFX10-NEXT: v_cndmask_b32_e64 v36, v54, v52, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v37, v37 ; GFX10-NEXT: v_cmp_gt_f32_e64 s6, v51, v55 -; GFX10-NEXT: v_and_b32_e32 v55, 0xffff0000, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v35 +; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v53 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v36 +; GFX10-NEXT: v_cndmask_b32_e64 v66, v52, v36, s7 +; GFX10-NEXT: v_and_b32_e32 v52, 0xffff0000, v23 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v49, v49 +; GFX10-NEXT: v_and_b32_e32 v49, 0xffff0000, v6 +; GFX10-NEXT: v_cmp_gt_f32_e64 s9, v51, v54 +; GFX10-NEXT: v_and_b32_e32 v51, 0xffff0000, v5 +; GFX10-NEXT: v_lshrrev_b32_e32 v54, 16, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v37, v65, v64, s7 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v52, v52 +; GFX10-NEXT: v_lshrrev_b32_e32 v65, 16, v22 +; GFX10-NEXT: v_and_b32_e32 v52, 0xffff0000, v22 +; GFX10-NEXT: v_cmp_u_f32_e64 s10, v51, v51 +; GFX10-NEXT: v_lshlrev_b32_e32 v68, 16, v37 +; GFX10-NEXT: v_cndmask_b32_e64 v64, v64, v37, s7 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v49, v49 +; GFX10-NEXT: v_lshlrev_b32_e32 v69, 16, v64 +; GFX10-NEXT: v_cndmask_b32_e64 v49, v67, v65, s7 ; GFX10-NEXT: v_cmp_u_f32_e64 s7, v52, v52 -; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v50 -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v49 -; GFX10-NEXT: v_cndmask_b32_e64 v52, v53, v49, s7 -; GFX10-NEXT: v_and_b32_e32 v53, 0xffff0000, v23 -; GFX10-NEXT: v_cmp_u_f32_e64 s7, v55, v55 -; GFX10-NEXT: v_cmp_gt_f32_e64 s8, v31, v51 -; GFX10-NEXT: v_cndmask_b32_e64 v55, v65, v64, s7 -; GFX10-NEXT: v_and_b32_e32 v65, 0xffff0000, v6 -; GFX10-NEXT: v_cmp_u_f32_e64 s7, v53, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v68, 16, v55 -; GFX10-NEXT: v_cndmask_b32_e64 v53, v64, v55, s7 -; GFX10-NEXT: v_cmp_u_f32_e64 s7, v65, v65 -; GFX10-NEXT: v_and_b32_e32 v64, 0xffff0000, v22 -; GFX10-NEXT: v_lshlrev_b32_e32 v69, 16, v53 -; GFX10-NEXT: v_cndmask_b32_e64 v65, v67, v66, s7 -; GFX10-NEXT: v_lshlrev_b32_e32 v67, 16, v52 -; GFX10-NEXT: v_cmp_u_f32_e64 s7, v64, v64 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v65 -; GFX10-NEXT: v_cmp_gt_f32_e64 s9, v54, v67 -; GFX10-NEXT: v_and_b32_e32 v54, 0xffff0000, v5 -; GFX10-NEXT: v_cndmask_b32_e64 v64, v66, v65, s7 +; GFX10-NEXT: v_lshrrev_b32_e32 v52, 16, v5 +; GFX10-NEXT: v_lshlrev_b32_e32 v67, 16, v66 +; GFX10-NEXT: v_cndmask_b32_e64 v65, v65, v49, s7 ; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v68, v69 -; GFX10-NEXT: v_lshrrev_b32_e32 v66, 16, v21 -; GFX10-NEXT: v_lshrrev_b32_e32 v67, 16, v5 ; GFX10-NEXT: v_and_b32_e32 v68, 0xffff0000, v4 -; GFX10-NEXT: v_cmp_u_f32_e64 s10, v54, v54 ; GFX10-NEXT: v_lshrrev_b32_e32 v69, 16, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v64 -; GFX10-NEXT: v_cndmask_b32_e64 v54, v67, v66, s10 -; GFX10-NEXT: v_and_b32_e32 v67, 0xffff0000, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v51, v52, v54, s10 +; GFX10-NEXT: v_cmp_gt_f32_e64 s8, v55, v67 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v49 ; GFX10-NEXT: v_cmp_u_f32_e64 s10, v68, v68 -; GFX10-NEXT: v_cndmask_b32_e64 v68, v70, v69, s10 -; GFX10-NEXT: v_cmp_u_f32_e64 s10, v67, v67 -; GFX10-NEXT: v_lshlrev_b32_e32 v70, 16, v54 -; GFX10-NEXT: v_lshlrev_b32_e32 v82, 16, v68 -; GFX10-NEXT: v_cndmask_b32_e64 v66, v66, v54, s10 +; GFX10-NEXT: v_lshlrev_b32_e32 v67, 16, v65 +; GFX10-NEXT: v_lshlrev_b32_e32 v68, 16, v51 +; GFX10-NEXT: v_cndmask_b32_e64 v52, v70, v69, s10 ; GFX10-NEXT: v_cmp_u_f32_e64 s10, v71, v71 ; GFX10-NEXT: v_lshrrev_b32_e32 v71, 16, v19 -; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v66 -; GFX10-NEXT: v_cndmask_b32_e64 v67, v69, v68, s10 -; GFX10-NEXT: v_and_b32_e32 v69, 0xffff0000, v3 -; GFX10-NEXT: v_cmp_gt_f32_e64 s11, v70, v81 -; GFX10-NEXT: v_lshlrev_b32_e32 v83, 16, v67 -; GFX10-NEXT: v_cmp_u_f32_e64 s10, v69, v69 -; GFX10-NEXT: v_and_b32_e32 v70, 0xffff0000, v2 -; GFX10-NEXT: v_lshrrev_b32_e32 v81, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v82, 16, v52 +; GFX10-NEXT: v_cndmask_b32_e64 v70, v54, v51, s10 +; GFX10-NEXT: v_cmp_u_f32_e64 s10, v80, v80 +; GFX10-NEXT: v_and_b32_e32 v54, 0xffff0000, v3 +; GFX10-NEXT: v_lshrrev_b32_e32 v80, 16, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v70 +; GFX10-NEXT: v_cndmask_b32_e64 v69, v69, v52, s10 +; GFX10-NEXT: v_cmp_u_f32_e64 s10, v54, v54 +; GFX10-NEXT: v_cmp_gt_f32_e64 s11, v68, v81 +; GFX10-NEXT: v_lshlrev_b32_e32 v83, 16, v69 +; GFX10-NEXT: v_cndmask_b32_e64 v54, v80, v71, s10 +; GFX10-NEXT: v_cmp_gt_f32_e64 s10, v55, v67 +; GFX10-NEXT: v_and_b32_e32 v67, 0xffff0000, v19 +; GFX10-NEXT: v_and_b32_e32 v68, 0xffff0000, v2 ; GFX10-NEXT: v_cmp_gt_f32_e64 s12, v82, v83 -; GFX10-NEXT: v_cndmask_b32_e64 v69, v80, v71, s10 -; GFX10-NEXT: v_cmp_gt_f32_e64 s10, v31, v51 -; GFX10-NEXT: v_and_b32_e32 v51, 0xffff0000, v19 ; GFX10-NEXT: v_lshrrev_b32_e32 v80, 16, v18 +; GFX10-NEXT: v_lshrrev_b32_e32 v81, 16, v2 +; GFX10-NEXT: v_cmp_u_f32_e64 s13, v67, v67 ; GFX10-NEXT: v_and_b32_e32 v82, 0xffff0000, v18 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v69 -; GFX10-NEXT: v_cmp_u_f32_e64 s13, v51, v51 -; GFX10-NEXT: v_cndmask_b32_e64 v51, v71, v69, s13 -; GFX10-NEXT: v_cmp_u_f32_e64 s13, v70, v70 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v54 +; GFX10-NEXT: v_cndmask_b32_e64 v67, v71, v54, s13 +; GFX10-NEXT: v_cmp_u_f32_e64 s13, v68, v68 ; GFX10-NEXT: v_and_b32_e32 v71, 0xffff0000, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v83, 16, v51 -; GFX10-NEXT: v_cndmask_b32_e64 v70, v81, v80, s13 +; GFX10-NEXT: v_lshlrev_b32_e32 v83, 16, v67 +; GFX10-NEXT: v_cndmask_b32_e64 v68, v81, v80, s13 ; GFX10-NEXT: v_cmp_u_f32_e64 s13, v82, v82 ; GFX10-NEXT: v_lshrrev_b32_e32 v81, 16, v17 ; GFX10-NEXT: v_lshrrev_b32_e32 v82, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e64 v80, v80, v70, s13 +; GFX10-NEXT: v_cndmask_b32_e64 v80, v80, v68, s13 ; GFX10-NEXT: v_cmp_u_f32_e64 s13, v71, v71 ; GFX10-NEXT: v_and_b32_e32 v71, 0xffff0000, v17 ; GFX10-NEXT: v_cndmask_b32_e64 v82, v82, v81, s13 ; GFX10-NEXT: v_cmp_u_f32_e64 s14, v71, v71 -; GFX10-NEXT: v_cmp_gt_f32_e64 s13, v31, v83 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v70 +; GFX10-NEXT: v_cmp_gt_f32_e64 s13, v55, v83 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v68 ; GFX10-NEXT: v_lshlrev_b32_e32 v83, 16, v80 +; GFX10-NEXT: v_cmp_eq_u16_e64 s22, 0, v82 ; GFX10-NEXT: v_cndmask_b32_e64 v71, v81, v82, s14 -; GFX10-NEXT: v_cmp_gt_f32_e64 s14, v31, v83 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v82 +; GFX10-NEXT: v_cndmask_b32_e64 v67, v67, v54, s13 +; GFX10-NEXT: v_cmp_gt_f32_e64 s14, v55, v83 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v82 ; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v71 ; GFX10-NEXT: v_lshrrev_b32_e32 v83, 16, v0 -; GFX10-NEXT: v_cmp_gt_f32_e64 s15, v31, v81 -; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v0 +; GFX10-NEXT: v_cmp_gt_f32_e64 s15, v55, v81 +; GFX10-NEXT: v_and_b32_e32 v55, 0xffff0000, v0 ; GFX10-NEXT: v_lshrrev_b32_e32 v81, 16, v16 -; GFX10-NEXT: v_cmp_u_f32_e64 s16, v31, v31 -; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v16 +; GFX10-NEXT: v_cmp_u_f32_e64 s16, v55, v55 +; GFX10-NEXT: v_and_b32_e32 v55, 0xffff0000, v16 ; GFX10-NEXT: v_cndmask_b32_e64 v83, v83, v81, s16 -; GFX10-NEXT: v_cmp_u_f32_e64 s16, v31, v31 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v83 -; GFX10-NEXT: v_cndmask_b32_e64 v81, v81, v83, s16 -; GFX10-NEXT: v_lshlrev_b32_e32 v84, 16, v81 -; GFX10-NEXT: v_cmp_gt_f32_e64 s16, v31, v84 -; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v14 -; GFX10-NEXT: v_lshrrev_b32_e32 v84, 16, v30 -; GFX10-NEXT: v_cmp_u_f32_e64 s17, v31, v31 -; GFX10-NEXT: v_cndmask_b32_e64 v31, v85, v84, s17 -; GFX10-NEXT: v_and_b32_e32 v85, 0xffff0000, v30 -; GFX10-NEXT: v_cmp_u_f32_e64 s17, v85, v85 -; GFX10-NEXT: v_lshlrev_b32_e32 v85, 16, v31 -; GFX10-NEXT: v_cndmask_b32_e64 v84, v84, v31, s17 +; GFX10-NEXT: v_cmp_u_f32_e64 s16, v55, v55 +; GFX10-NEXT: v_cmp_eq_u16_e64 s23, 0, v83 +; GFX10-NEXT: v_cndmask_b32_e64 v55, v81, v83, s16 +; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v83 +; GFX10-NEXT: v_lshlrev_b32_e32 v84, 16, v55 +; GFX10-NEXT: v_cmp_gt_f32_e64 s16, v81, v84 +; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v55, v55, v83, s16 +; GFX10-NEXT: v_cmp_u_f32_e64 s17, v81, v81 +; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v30 +; GFX10-NEXT: v_cndmask_b32_e64 v84, v14, v30, s17 +; GFX10-NEXT: v_cmp_u_f32_e64 s17, v81, v81 ; GFX10-NEXT: v_lshlrev_b32_e32 v86, 16, v84 -; GFX10-NEXT: v_cmp_gt_f32_e64 s17, v85, v86 -; GFX10-NEXT: v_lshrrev_b32_e32 v86, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e64 v85, v84, v31, s17 -; GFX10-NEXT: v_cmp_eq_u16_e64 s17, 0, v31 -; GFX10-NEXT: v_cndmask_b32_e64 v31, v85, v31, s17 -; GFX10-NEXT: v_cmp_eq_u16_e64 s17, 0, v84 -; GFX10-NEXT: v_cndmask_b32_e64 v31, v31, v84, s17 -; GFX10-NEXT: v_lshlrev_b32_e32 v84, 16, v85 -; GFX10-NEXT: v_cmp_eq_f32_e64 s17, 0, v84 -; GFX10-NEXT: v_cndmask_b32_e64 v84, v37, v32, s5 -; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v32 -; GFX10-NEXT: v_cndmask_b32_e64 v31, v85, v31, s17 -; GFX10-NEXT: v_lshlrev_b32_e32 v85, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e64 v32, v84, v32, s5 -; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v37 -; GFX10-NEXT: v_cndmask_b32_e64 v32, v32, v37, s5 -; GFX10-NEXT: v_cndmask_b32_e64 v37, v36, v34, s4 -; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v34 -; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v39 -; GFX10-NEXT: v_cndmask_b32_e64 v34, v37, v34, s4 -; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v36 -; GFX10-NEXT: v_cndmask_b32_e64 v34, v34, v36, s4 -; GFX10-NEXT: v_cndmask_b32_e32 v36, v35, v33, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v81, v30, v84, s17 +; GFX10-NEXT: v_cmp_eq_u16_e64 s24, 0, v84 +; GFX10-NEXT: v_lshlrev_b32_e32 v85, 16, v81 +; GFX10-NEXT: v_cmp_gt_f32_e64 s17, v86, v85 +; GFX10-NEXT: v_lshlrev_b32_e32 v85, 16, v13 +; GFX10-NEXT: v_cmp_u_f32_e64 s18, v85, v85 +; GFX10-NEXT: v_cndmask_b32_e64 v85, v13, v29, s18 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v29 +; GFX10-NEXT: v_lshlrev_b32_e32 v86, 16, v85 +; GFX10-NEXT: v_cmp_u_f32_e64 s18, v13, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v29, v29, v85, s18 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v29 +; GFX10-NEXT: v_cmp_gt_f32_e64 s18, v86, v13 +; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v14 +; GFX10-NEXT: v_lshrrev_b32_e32 v14, 16, v14 +; GFX10-NEXT: v_lshrrev_b32_e32 v86, 16, v30 +; GFX10-NEXT: v_cmp_u_f32_e64 s19, v13, v13 +; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v30 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v14, v86, s19 +; GFX10-NEXT: v_cmp_u_f32_e64 s19, v13, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v30, 16, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v13, v86, v14, s19 +; GFX10-NEXT: v_cmp_eq_u16_e64 s20, 0, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v86, 16, v13 +; GFX10-NEXT: v_cmp_gt_f32_e64 s19, v30, v86 +; GFX10-NEXT: v_and_b32_e32 v86, 0xffff0000, v15 +; GFX10-NEXT: v_cndmask_b32_e64 v13, v13, v14, s19 +; GFX10-NEXT: v_lshlrev_b32_e32 v30, 16, v13 +; GFX10-NEXT: v_cmp_eq_f32_e64 s19, 0, v30 +; GFX10-NEXT: s_and_b32 s19, s19, s20 +; GFX10-NEXT: v_cmp_eq_u16_e64 s20, 0, v32 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v13, v14, s19 +; GFX10-NEXT: v_cndmask_b32_e64 v13, v48, v34, s5 +; GFX10-NEXT: v_cmp_eq_u16_e64 s19, 0, v34 +; GFX10-NEXT: v_cndmask_b32_e64 v48, v53, v35, s9 +; GFX10-NEXT: v_cndmask_b32_e64 v53, v64, v37, s7 +; GFX10-NEXT: v_cndmask_b32_e64 v64, v65, v49, s10 +; GFX10-NEXT: v_lshlrev_b32_e32 v30, 16, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v65, v70, v51, s11 +; GFX10-NEXT: v_cndmask_b32_e64 v70, v71, v82, s15 +; GFX10-NEXT: v_cndmask_b32_e64 v71, v81, v84, s17 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v30 +; GFX10-NEXT: v_cndmask_b32_e64 v30, v39, v32, s4 +; GFX10-NEXT: v_cndmask_b32_e64 v39, v50, v33, s6 +; GFX10-NEXT: v_cndmask_b32_e64 v50, v66, v36, s8 +; GFX10-NEXT: v_cndmask_b32_e64 v66, v69, v52, s12 +; GFX10-NEXT: s_and_b32 s4, s5, s19 +; GFX10-NEXT: v_cndmask_b32_e64 v69, v80, v68, s14 +; GFX10-NEXT: v_cndmask_b32_e64 v13, v13, v34, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v30 +; GFX10-NEXT: v_cndmask_b32_e64 v80, v29, v85, s18 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v38 +; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v80 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s20 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v39 +; GFX10-NEXT: v_cmp_eq_f32_e64 s17, 0, v29 +; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v12 +; GFX10-NEXT: v_cmp_eq_u16_e64 s20, 0, v35 +; GFX10-NEXT: s_and_b32 s4, s4, s21 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v48 +; GFX10-NEXT: v_cmp_u_f32_e64 s18, v29, v29 +; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v28 +; GFX10-NEXT: v_cmp_eq_u16_e64 s21, 0, v68 +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v50 +; GFX10-NEXT: v_cndmask_b32_e64 v81, v12, v28, s18 +; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX10-NEXT: v_cmp_u_f32_e64 s18, v29, v29 +; GFX10-NEXT: v_cndmask_b32_e64 v29, v38, v31, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v53 +; GFX10-NEXT: v_cmp_u_f32_e64 s19, v12, v12 +; GFX10-NEXT: v_cndmask_b32_e32 v12, v30, v32, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v33 -; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v38 -; GFX10-NEXT: v_cndmask_b32_e32 v33, v36, v33, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v35 -; GFX10-NEXT: v_cndmask_b32_e32 v33, v33, v35, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v35, 16, v36 -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v35 -; GFX10-NEXT: v_cndmask_b32_e64 v35, v48, v38, s6 -; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v49 -; GFX10-NEXT: v_cndmask_b32_e32 v33, v36, v33, vcc_lo -; GFX10-NEXT: v_cndmask_b32_e64 v38, v35, v38, s4 -; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v48 -; GFX10-NEXT: v_cndmask_b32_e64 v38, v38, v48, s4 -; GFX10-NEXT: v_lshlrev_b32_e32 v48, 16, v35 -; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v48 -; GFX10-NEXT: v_cndmask_b32_e64 v48, v50, v39, s8 -; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v65 -; GFX10-NEXT: v_cndmask_b32_e64 v39, v48, v39, s5 -; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v50 -; GFX10-NEXT: v_cndmask_b32_e64 v39, v39, v50, s5 -; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v48 -; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v50 -; GFX10-NEXT: v_cndmask_b32_e64 v50, v52, v49, s9 -; GFX10-NEXT: v_cmp_eq_u16_e64 s9, 0, v68 -; GFX10-NEXT: v_cndmask_b32_e64 v49, v50, v49, s6 -; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v52 -; GFX10-NEXT: v_cndmask_b32_e64 v49, v49, v52, s6 -; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v50 -; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v52 -; GFX10-NEXT: v_cndmask_b32_e64 v52, v53, v55, s7 -; GFX10-NEXT: v_cmp_eq_u16_e64 s7, 0, v55 -; GFX10-NEXT: v_cndmask_b32_e64 v55, v52, v55, s7 -; GFX10-NEXT: v_cmp_eq_u16_e64 s7, 0, v53 -; GFX10-NEXT: v_cndmask_b32_e64 v53, v55, v53, s7 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v52 -; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v55 -; GFX10-NEXT: v_cndmask_b32_e64 v55, v64, v65, s10 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v69 -; GFX10-NEXT: v_cndmask_b32_e64 v36, v52, v53, s7 -; GFX10-NEXT: v_cndmask_b32_e64 v65, v55, v65, s8 -; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v64 -; GFX10-NEXT: v_cndmask_b32_e64 v64, v65, v64, s8 -; GFX10-NEXT: v_cndmask_b32_e64 v65, v66, v54, s11 -; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v54 -; GFX10-NEXT: v_cndmask_b32_e64 v54, v65, v54, s8 -; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v66 -; GFX10-NEXT: v_cndmask_b32_e64 v54, v54, v66, s8 -; GFX10-NEXT: v_lshlrev_b32_e32 v66, 16, v65 -; GFX10-NEXT: v_cmp_eq_f32_e64 s8, 0, v66 -; GFX10-NEXT: v_cndmask_b32_e64 v66, v67, v68, s12 -; GFX10-NEXT: v_cndmask_b32_e64 v68, v66, v68, s9 -; GFX10-NEXT: v_cmp_eq_u16_e64 s9, 0, v67 -; GFX10-NEXT: v_cndmask_b32_e64 v67, v68, v67, s9 -; GFX10-NEXT: v_lshlrev_b32_e32 v68, 16, v66 -; GFX10-NEXT: v_cmp_eq_f32_e64 s9, 0, v68 -; GFX10-NEXT: v_cndmask_b32_e64 v68, v51, v69, s13 -; GFX10-NEXT: v_cndmask_b32_e64 v69, v68, v69, s10 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v51 -; GFX10-NEXT: v_cndmask_b32_e64 v51, v69, v51, s10 -; GFX10-NEXT: v_cndmask_b32_e64 v69, v80, v70, s14 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v70 -; GFX10-NEXT: v_cndmask_b32_e64 v70, v69, v70, s10 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v80 -; GFX10-NEXT: v_cndmask_b32_e64 v70, v70, v80, s10 -; GFX10-NEXT: v_cndmask_b32_e64 v80, v71, v82, s15 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v82 -; GFX10-NEXT: v_cndmask_b32_e64 v82, v80, v82, s10 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v71 -; GFX10-NEXT: v_cndmask_b32_e64 v71, v82, v71, s10 -; GFX10-NEXT: v_cndmask_b32_e64 v82, v81, v83, s16 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v83 -; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v82 -; GFX10-NEXT: v_cndmask_b32_e64 v83, v82, v83, s10 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v81 -; GFX10-NEXT: v_cndmask_b32_e64 v81, v83, v81, s10 -; GFX10-NEXT: buffer_load_dword v83, off, s[0:3], s32 -; GFX10-NEXT: v_cmp_u_f32_e64 s10, v85, v85 -; GFX10-NEXT: v_lshlrev_b32_e32 v85, 16, v14 -; GFX10-NEXT: v_cmp_u_f32_e64 s11, v85, v85 -; GFX10-NEXT: v_cndmask_b32_e64 v85, v14, v30, s11 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v30 -; GFX10-NEXT: v_cmp_u_f32_e64 s11, v14, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v84 -; GFX10-NEXT: v_cndmask_b32_e64 v87, v30, v85, s11 -; GFX10-NEXT: v_cmp_eq_f32_e64 s12, 0, v14 -; GFX10-NEXT: v_cndmask_b32_e64 v30, v35, v38, s4 -; GFX10-NEXT: v_cndmask_b32_e64 v35, v50, v49, s6 -; GFX10-NEXT: v_cndmask_b32_e64 v38, v65, v54, s8 -; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v80 -; GFX10-NEXT: v_cndmask_b32_e64 v14, v84, v32, s12 -; GFX10-NEXT: v_lshlrev_b32_e32 v32, 16, v37 -; GFX10-NEXT: v_and_b32_e32 v84, 0xffff0000, v15 -; GFX10-NEXT: v_cmp_eq_f32_e64 s12, 0, v32 -; GFX10-NEXT: v_cndmask_b32_e64 v32, v37, v34, s12 -; GFX10-NEXT: v_lshlrev_b32_e32 v37, 16, v55 -; GFX10-NEXT: v_cndmask_b32_e64 v34, v48, v39, s5 -; GFX10-NEXT: v_lshlrev_b32_e32 v39, 16, v68 -; GFX10-NEXT: v_lshlrev_b32_e32 v48, 16, v69 -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v37 -; GFX10-NEXT: v_cndmask_b32_e32 v37, v55, v64, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v84, v84 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v37 +; GFX10-NEXT: v_cmp_eq_f32_e64 s8, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v64 +; GFX10-NEXT: v_cndmask_b32_e64 v96, v11, v27, s19 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v49 +; GFX10-NEXT: v_cndmask_b32_e32 v30, v39, v33, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s9, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v65 +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s20 +; GFX10-NEXT: v_lshlrev_b32_e32 v33, 16, v15 +; GFX10-NEXT: v_cndmask_b32_e32 v31, v48, v35, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v36 +; GFX10-NEXT: v_cmp_eq_f32_e64 s10, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v66 +; GFX10-NEXT: v_cndmask_b32_e64 v97, v28, v81, s18 +; GFX10-NEXT: v_lshrrev_b32_e32 v38, 16, v15 +; GFX10-NEXT: s_and_b32 vcc_lo, s7, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v51 +; GFX10-NEXT: v_cmp_eq_f32_e64 s11, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v67 +; GFX10-NEXT: v_cndmask_b32_e32 v11, v50, v36, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s8, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s19, 0, v52 +; GFX10-NEXT: v_cndmask_b32_e32 v28, v53, v37, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s12, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v69 +; GFX10-NEXT: s_and_b32 vcc_lo, s9, s5 +; GFX10-NEXT: v_cmp_eq_u16_e64 s20, 0, v54 +; GFX10-NEXT: v_cndmask_b32_e32 v32, v64, v49, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v33, v33 +; GFX10-NEXT: v_cmp_eq_f32_e64 s13, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v70 +; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v96 +; GFX10-NEXT: v_cmp_eq_f32_e64 s14, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v55 +; GFX10-NEXT: v_cmp_eq_f32_e64 s15, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v71 +; GFX10-NEXT: v_cmp_eq_f32_e64 s16, 0, v34 +; GFX10-NEXT: buffer_load_dword v34, off, s[0:3], s32 +; GFX10-NEXT: s_and_b32 s7, s16, s24 ; GFX10-NEXT: s_waitcnt vmcnt(0) -; GFX10-NEXT: v_lshrrev_b32_e32 v50, 16, v83 -; GFX10-NEXT: v_and_b32_e32 v53, 0xffff0000, v83 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v83 -; GFX10-NEXT: v_cndmask_b32_e64 v64, v15, v83, s10 -; GFX10-NEXT: v_cndmask_b32_e64 v15, v66, v67, s9 -; GFX10-NEXT: v_cndmask_b32_e32 v54, v86, v50, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v65, 16, v64 -; GFX10-NEXT: v_cndmask_b32_e32 v53, v50, v54, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v55, v83, v64, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v39 -; GFX10-NEXT: v_lshlrev_b32_e32 v66, 16, v55 -; GFX10-NEXT: v_cndmask_b32_e32 v39, v68, v51, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v53 -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 -; GFX10-NEXT: v_cndmask_b32_e32 v48, v69, v70, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v50, v51 -; GFX10-NEXT: v_cndmask_b32_e32 v51, v53, v54, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v65, v66 -; GFX10-NEXT: v_cndmask_b32_e32 v65, v55, v64, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v49 -; GFX10-NEXT: v_cndmask_b32_e32 v50, v80, v71, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v49, v51, v54, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v64 -; GFX10-NEXT: v_cndmask_b32_e32 v54, v65, v64, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v64, 16, v51 -; GFX10-NEXT: v_cndmask_b32_e32 v49, v49, v53, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v55 -; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v65 -; GFX10-NEXT: v_cndmask_b32_e32 v54, v54, v55, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v64, 16, v29 -; GFX10-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v52 -; GFX10-NEXT: v_cndmask_b32_e32 v52, v82, v81, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v87 -; GFX10-NEXT: v_cndmask_b32_e32 v51, v65, v54, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v85 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v54, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v28 -; GFX10-NEXT: v_lshlrev_b32_e32 v65, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v53, v87, v85, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v64, v64 -; GFX10-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX10-NEXT: v_lshlrev_b32_e32 v64, 16, v29 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo +; GFX10-NEXT: v_lshrrev_b32_e32 v35, 16, v34 +; GFX10-NEXT: v_cndmask_b32_e32 v37, v15, v34, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 +; GFX10-NEXT: v_lshlrev_b32_e32 v33, 16, v34 +; GFX10-NEXT: v_and_b32_e32 v36, 0xffff0000, v34 +; GFX10-NEXT: v_cndmask_b32_e32 v38, v38, v35, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s10, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v15, v65, v51, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v33, v33 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v38 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v38 +; GFX10-NEXT: v_cndmask_b32_e32 v39, v34, v37, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v36, v36 +; GFX10-NEXT: v_lshlrev_b32_e32 v36, 16, v37 +; GFX10-NEXT: v_lshlrev_b32_e32 v48, 16, v39 +; GFX10-NEXT: v_cndmask_b32_e32 v35, v35, v38, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s11, s19 +; GFX10-NEXT: v_cndmask_b32_e32 v33, v66, v52, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s12, s20 +; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v35 +; GFX10-NEXT: v_cndmask_b32_e32 v34, v67, v54, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v36, v48 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v26 +; GFX10-NEXT: v_cndmask_b32_e32 v51, v39, v37, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v49, v50 +; GFX10-NEXT: v_lshlrev_b32_e32 v36, 16, v51 +; GFX10-NEXT: v_cndmask_b32_e32 v49, v35, v38, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s13, s21 +; GFX10-NEXT: v_cndmask_b32_e32 v35, v69, v68, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s14, s22 +; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v49 +; GFX10-NEXT: v_cndmask_b32_e32 v39, v70, v82, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s15, s23 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v36 +; GFX10-NEXT: v_cndmask_b32_e32 v48, v55, v83, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v37 +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v50 +; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v81 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v25 +; GFX10-NEXT: v_cndmask_b32_e64 v36, v71, v84, s7 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v87, v87 +; GFX10-NEXT: v_cndmask_b32_e32 v37, v51, v37, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_perm_b32 v14, v14, v36, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e32 v38, v49, v38, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v85 -; GFX10-NEXT: v_lshlrev_b32_e32 v66, 16, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v55, v53, v85, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v97 +; GFX10-NEXT: v_cndmask_b32_e64 v51, v27, v96, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v81 +; GFX10-NEXT: s_and_b32 vcc_lo, s17, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v27, v80, v85, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v50, v49 +; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v51 +; GFX10-NEXT: v_perm_b32 v13, v13, v27, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e32 v49, v97, v81, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v49 +; GFX10-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v53, v50 +; GFX10-NEXT: v_cndmask_b32_e32 v50, v51, v96, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v54, v28, v12, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v87 -; GFX10-NEXT: v_cndmask_b32_e32 v28, v55, v87, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v65, v64 -; GFX10-NEXT: v_lshlrev_b32_e32 v64, 16, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v65, 16, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v55, v29, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX10-NEXT: v_lshlrev_b32_e32 v64, 16, v55 -; GFX10-NEXT: v_cndmask_b32_e32 v28, v53, v28, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v66, v65 -; GFX10-NEXT: v_lshlrev_b32_e32 v65, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v53, v54, v12, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v29 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v11 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v53, v12, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v53 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v12, v54, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v9 ; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v27 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v26 -; GFX10-NEXT: v_perm_b32 v13, v14, v13, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v53, v12, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v11 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v9 -; GFX10-NEXT: v_perm_b32 v14, v31, v28, 0x5040100 -; GFX10-NEXT: v_perm_b32 v12, v32, v12, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v53, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v25 -; GFX10-NEXT: v_cndmask_b32_e32 v29, v27, v11, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v10 ; GFX10-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v26 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v29, v11, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX10-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v29 -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v55, v54 -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v53, v26, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v29, v11, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v53 -; GFX10-NEXT: v_perm_b32 v11, v33, v11, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v53, v10, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v55, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v27, v25, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v26 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v27, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v53, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v25 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v51, v51 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v52 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v50 +; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v26 +; GFX10-NEXT: v_cndmask_b32_e64 v9, v9, v25, s5 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v52 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v10 +; GFX10-NEXT: v_cmp_gt_f32_e64 s6, v54, v53 +; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v8 +; GFX10-NEXT: v_cndmask_b32_e64 v26, v26, v10, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v55, v55 +; GFX10-NEXT: v_cndmask_b32_e64 v51, v25, v9, s6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v96 +; GFX10-NEXT: v_cndmask_b32_e32 v25, v49, v81, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v51 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_perm_b32 v12, v12, v25, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e32 v50, v50, v96, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v49 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v53, v52 +; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v22 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e64 v49, v51, v9, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v54, v54 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v24 +; GFX10-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v49 +; GFX10-NEXT: v_cndmask_b32_e64 v8, v8, v24, s5 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v51, v51 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v23 ; GFX10-NEXT: v_perm_b32 v10, v30, v10, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v7 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v7 ; GFX10-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v51, v51 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v27, v9, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v8 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX10-NEXT: v_perm_b32 v9, v34, v9, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v27, v26 -; GFX10-NEXT: v_cndmask_b32_e32 v26, v24, v8, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v53, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v27, v23, v7, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v23 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v26 ; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v29, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_perm_b32 v8, v35, v8, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v21 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v22 -; GFX10-NEXT: v_perm_b32 v7, v36, v7, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v5 -; GFX10-NEXT: v_perm_b32 v6, v37, v6, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v52 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v8 +; GFX10-NEXT: v_cndmask_b32_e64 v23, v23, v7, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v9 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v52, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v23 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e64 v24, v24, v8, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v51, v51 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v49, v9, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v8 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v24 +; GFX10-NEXT: v_cndmask_b32_e64 v6, v6, v22, s5 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v52, v26 +; GFX10-NEXT: v_perm_b32 v9, v31, v9, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v51 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v6 +; GFX10-NEXT: v_cndmask_b32_e64 v23, v23, v7, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v53, v53 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v23 +; GFX10-NEXT: v_cndmask_b32_e64 v22, v22, v6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v22 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v5 +; GFX10-NEXT: v_perm_b32 v8, v11, v8, 0x5040100 +; GFX10-NEXT: v_perm_b32 v11, v29, v50, 0x5040100 +; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v51, v49 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v22, v22, v6, s7 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v26, v26 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX10-NEXT: v_cndmask_b32_e64 v5, v5, v21, s7 ; GFX10-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v7, v23, v7, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v4 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 ; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v21 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v5 +; GFX10-NEXT: v_perm_b32 v7, v28, v7, 0x5040100 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v23, v23 +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v20 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v20, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v26, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v19 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v19, s4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v49, v24 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v21, v21, v5, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v23, v23 +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v20, v20, v4, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v26, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v23 ; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v21, v5, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v19 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v20, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v21 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v22, v4, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v24, v19, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX10-NEXT: v_perm_b32 v5, v38, v5, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v18 -; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX10-NEXT: v_perm_b32 v3, v39, v3, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v16 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX10-NEXT: v_cndmask_b32_e64 v19, v19, v3, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v18 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v17, v17, v1, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v17 -; GFX10-NEXT: v_cndmask_b32_e32 v16, v16, v0, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v23, v19 +; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v26, v24 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v19 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v20, v20, v4, s7 +; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v51, v49 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v23, v23 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v21, v5, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX10-NEXT: v_cndmask_b32_e64 v19, v19, v3, s7 ; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v16 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v24, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v17, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v16, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v20, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v18 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v17 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v20 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v16 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v20, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX10-NEXT: v_perm_b32 v1, v50, v1, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v16 -; GFX10-NEXT: v_perm_b32 v0, v52, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX10-NEXT: v_perm_b32 v2, v48, v2, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v22, v4, vcc_lo -; GFX10-NEXT: v_perm_b32 v4, v15, v4, 0x5040100 -; GFX10-NEXT: v_perm_b32 v15, v49, v51, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v18, s6 +; GFX10-NEXT: v_perm_b32 v5, v15, v5, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v19 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v2 +; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v21 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v0 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v22, v22 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v17 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc_lo +; GFX10-NEXT: v_perm_b32 v6, v32, v6, 0x5040100 +; GFX10-NEXT: v_perm_b32 v15, v38, v37, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v1, v17, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v21, v21 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v18 +; GFX10-NEXT: v_perm_b32 v4, v33, v4, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v0, v16, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v22, v22 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v17, v17, v1, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v23, v23 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v16, v16, v0, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v21, v21 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v16 +; GFX10-NEXT: v_cndmask_b32_e64 v18, v18, v2, s6 +; GFX10-NEXT: v_cmp_gt_f32_e64 s6, v22, v21 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v18 +; GFX10-NEXT: v_cndmask_b32_e64 v17, v17, v1, s6 +; GFX10-NEXT: v_cmp_gt_f32_e64 s6, v24, v23 +; GFX10-NEXT: v_cmp_gt_f32_e64 s7, v49, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX10-NEXT: v_cndmask_b32_e64 v16, v16, v0, s6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v18, v18, v2, s7 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v16 +; GFX10-NEXT: s_and_b32 s5, s5, s6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v1 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v19, v3, s5 +; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v21 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v22 +; GFX10-NEXT: v_perm_b32 v3, v34, v3, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e64 s9, 0, v19 +; GFX10-NEXT: s_and_b32 s5, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v17, v1, s5 +; GFX10-NEXT: s_and_b32 s5, s7, s8 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v16, v0, s5 +; GFX10-NEXT: s_and_b32 s5, s9, s10 +; GFX10-NEXT: v_perm_b32 v1, v39, v1, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v18, v2, s5 +; GFX10-NEXT: v_perm_b32 v0, v48, v0, 0x5040100 +; GFX10-NEXT: v_perm_b32 v2, v35, v2, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_v32bf16: ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: scratch_load_b32 v31, off, s32 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v33, 0xffff0000, v14 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v30 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v7 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v33, v33 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v34, v34 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v35, 0xffff0000, v13 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v14.h, v30.h, s1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v39, 0xffff0000, v11 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v49, 0xffff0000, v10 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v51, 0xffff0000, v9 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v8 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v24 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v6 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v67, 0xffff0000, v5 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v4 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v71, 0xffff0000, v3 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v16 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s15, v55, v55 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s29, v85, v85 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v55.l, v30.h, v32.l, s2 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v36, 0xffff0000, v29 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v28 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v48, 0xffff0000, v27 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v26 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v52, 0xffff0000, v25 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v64, 0xffff0000, v23 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v22 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v68, 0xffff0000, v21 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v20 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v80, 0xffff0000, v19 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v2 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v83, 0xffff0000, v1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v35, v35 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v37, v37 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v39, v39 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v67, 0xffff0000, v5 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v13 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s9, v49, v49 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s11, v51, v51 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s13, v53, v53 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s14, v54, v54 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s17, v65, v65 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v36, v36 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s10, v50, v50 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s19, v67, v67 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v10.h, v26.h, s9 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s43, v98, v98 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v12 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v30 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s21, v69, v69 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s23, v71, v71 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s40, v86, v86 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v54.l, v0.h, v16.h, s29 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v32.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v118.l, v55.l -; GFX11-TRUE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v18 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v84, 0xffff0000, v17 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v36, v36 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v67.l, v26.h, v36.l, s10 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v98.l, v36.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v37, v37 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v28 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v50.l, v4.h, v20.h, s21 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v132.l, v67.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v34, v34 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v12.h, v28.h, s5 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0, v36.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v132, 16, v132 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v6 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s6, v38, v38 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v48, v48 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s10, v50, v50 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v28 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v52, 0xffff0000, v25 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s21, v98, v132 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s17, v65, v65 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v65.l, v28.h, v34.l, s6 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v68, 0xffff0000, v21 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s12, v52, v52 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s16, v64, v64 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s18, v66, v66 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v67.l, v67.l, v36.l, s21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v29 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v20 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s20, v68, v68 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v98.l, v67.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s44, v99, v99 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s22, v70, v70 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s24, v80, v80 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v35, 0xffff0000, v13 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s25, v81, v81 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s27, v83, v83 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v13.h, v29.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v12.h, v28.h, s5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v11.h, v27.h, s7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v10.h, v26.h, s9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v9.h, v25.h, s11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.l, v8.h, v24.h, s13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.l, v7.h, v23.h, s15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v48.l, v6.h, v22.h, s17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v49.l, v5.h, v21.h, s19 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v50.l, v4.h, v20.h, s21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v51.l, v3.h, v19.h, s23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v85.l, v16.h, v54.l, s40 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v118 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v15 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v14 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s26, v82, v82 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s28, v84, v84 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v52.l, v2.h, v18.h, s25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v53.l, v1.h, v17.h, s27 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v33, 0xffff0000, v14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v81.l, v20.h, v50.l, s22 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v35, v35 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v64, 0xffff0000, v23 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s21, 0, v98 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v33, v33 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v13.h, v29.h, s3 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s16, v64, v64 +; GFX11-TRUE16-NEXT: s_and_b32 s5, s21, s5 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v71, 0xffff0000, v3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v28.h, v67.l, v36.l, s5 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v51, 0xffff0000, v9 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v64.l, v29.h, v33.l, s4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v65.l, v28.h, v34.l, s6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v66.l, v27.h, v35.l, s8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v67.l, v26.h, v36.l, s10 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s18, v66, v66 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s23, v71, v71 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v52.l, v2.h, v18.h, s25 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s11, v51, v51 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v7 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v14 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v9.h, v25.h, s11 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v14.h, v30.h, s1 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v16 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s15, v55, v55 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v68.l, v25.h, v37.l, s12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v69.l, v24.h, v38.l, s14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v70.l, v23.h, v39.l, s16 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v71.l, v22.h, v48.l, s18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v80.l, v21.h, v49.l, s20 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v81.l, v20.h, v50.l, s22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v82.l, v19.h, v51.l, s24 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v116.l, v54.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s40, v86, v118 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v85.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v30 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v87, v87 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v99.l, v37.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v37.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v55.l, v30.h, v32.l, s2 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s41, v96, v96 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v87.l, v33.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v133.l, v68.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v29.l, s43 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v96.l, v34.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v98.l, v36.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v101.l, v39.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v112.l, v50.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v113.l, v51.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v83.l, v18.h, v52.l, s26 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v84.l, v17.h, v53.l, s28 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v119.l, v64.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v128.l, v65.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v129.l, v66.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v130.l, v67.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v131.l, v68.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v132.l, v69.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v133.l, v70.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v134.l, v71.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v135.l, v80.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v144.l, v81.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v145.l, v82.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v130.l, v65.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v133, 16, v133 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v24 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v15 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s29, v85, v85 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s40, v86, v86 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s22, v99, v133 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v32.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v128.l, v55.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s44 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v68.l, v68.l, v37.l, s22 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v130, 16, v130 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v18 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s14, v54, v54 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v87, v87 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v99.l, v68.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v54.l, v0.h, v16.h, s29 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v87.l, v33.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v129.l, v64.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v128 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v30 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v49.l, v5.h, v21.h, s19 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v118.l, v13.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s22, 0, v99 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s19, v96, v130 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v96.l, v29.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v83, 0xffff0000, v1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s26, v82, v82 +; GFX11-TRUE16-NEXT: s_and_b32 s6, s22, s6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v85.l, v16.h, v54.l, s40 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.h, v68.l, v37.l, s6 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v48, 0xffff0000, v27 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s42, v97, v97 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v30.l, s41 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v32.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v99.l, v37.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v118 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v48, v48 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v48.l, v6.h, v22.h, s17 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s17, v86, v128 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v129 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v65.l, v65.l, v34.l, s19 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s27, v83, v83 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v71.l, v22.h, v48.l, s18 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v102.l, v48.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s9, 0, v48.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v83.l, v18.h, v52.l, s26 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v116.l, v54.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v144.l, v71.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s18, v87, v128 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v87.l, v85.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v80, 0xffff0000, v19 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v144, 16, v144 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s43, v118, v96 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v96.l, v65.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v8 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v114.l, v52.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v115.l, v53.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s25, v102, v144 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v83.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v64.l, v64.l, v33.l, s18 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v71.l, v71.l, v48.l, s25 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s24, v80, v80 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v80.l, v21.h, v49.l, s20 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s13, v53, v53 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v102.l, v71.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v30.l, s41 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v114, 16, v114 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s41, v116, v87 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v55.l, v55.l, v32.l, s17 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v87.l, v64.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s19, 0, v96 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.l, v8.h, v24.h, s13 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s25, 0, v102 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s29, v114, v86 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v55.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v12 +; GFX11-TRUE16-NEXT: s_and_b32 s9, s25, s9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v69.l, v24.h, v38.l, s14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.h, v71.l, v48.l, s9 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v39, 0xffff0000, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s18, 0, v87 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s45, v100, v100 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v100.l, v38.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v39, v39 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v103.l, v49.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v112.l, v50.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.l, v30.l, v14.l, s42 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v134.l, v69.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v11.h, v27.h, s7 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v145.l, v80.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v146.l, v81.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s17, 0, v86 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v51.l, v3.h, v19.h, s23 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v66.l, v27.h, v35.l, s8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v97.l, v35.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v117.l, v14.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v100 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v103, 16, v103 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v131.l, v66.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v112, 16, v112 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v128.l, v30.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v134, 16, v134 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v131, 16, v131 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v145, 16, v145 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v146, 16, v146 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v84, 0xffff0000, v17 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v53.l, v1.h, v17.h, s27 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s20, v97, v131 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v82.l, v19.h, v51.l, s24 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v117 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v128 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s23, v100, v134 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v66.l, v66.l, v35.l, s20 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s26, v103, v145 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s27, v112, v146 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s28, v84, v84 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v113.l, v51.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v97.l, v66.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v147.l, v82.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s42, v117, v128 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v69.l, v69.l, v38.l, s23 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v80.l, v80.l, v49.l, s26 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v81.l, v81.l, v50.l, s27 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v32.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v84.l, v17.h, v53.l, s28 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v113, 16, v113 -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v146.l, v83.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v147.l, v84.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v119 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v119, 16, v128 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v129 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v129, 16, v130 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v130, 16, v131 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v131, 16, v132 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v132, 16, v133 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v133, 16, v134 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v134, 16, v135 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v135, 16, v144 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v144, 16, v145 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s63, v116, v86 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v86.l, v55.l, v32.l, s40 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v13 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s20, 0, v97 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v147, 16, v147 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.l, v30.l, v14.l, s42 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s16, 0, v55.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v114, 16, v114 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v145, 16, v146 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v146, 16, v147 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s42, v87, v118 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s43, v96, v119 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s45, v98, v129 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s56, v101, v132 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s59, v112, v135 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s60, v113, v144 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.h, v86.l, v32.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v118.l, v86.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v34.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v97.l, v35.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0, v36.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0, v39.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v100.l, v69.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v103.l, v80.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v112.l, v81.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s46, v101, v101 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v28.l, s45 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v115.l, v53.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v129.l, v84.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s28, v113, v147 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v117.l, v30.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v100 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v103, 16, v103 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v112, 16, v112 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s17, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v33.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s46 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.h, v55.l, v32.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.l, v7.h, v23.h, s15 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0, v38.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s10, 0, v49.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s11, 0, v50.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v129, 16, v129 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v82.l, v82.l, v51.l, s28 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v117 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s23, 0, v100 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s26, 0, v103 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s27, 0, v112 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s18, s2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v119.l, v12.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v130.l, v28.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.h, v64.l, v33.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v70.l, v23.h, v39.l, s16 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s16, 0, v14.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s40, v115, v129 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v113.l, v82.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s42, 0, v117 +; GFX11-TRUE16-NEXT: s_and_b32 s7, s23, s7 +; GFX11-TRUE16-NEXT: s_and_b32 s10, s26, s10 +; GFX11-TRUE16-NEXT: s_and_b32 s11, s27, s11 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.h, v69.l, v38.l, s7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.h, v80.l, v49.l, s10 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.h, v81.l, v50.l, s11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v130 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v119 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v83.l, v83.l, v52.l, s29 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v84.l, v84.l, v53.l, s40 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v113, 16, v113 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v11 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s12, 0, v51.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s46, v99, v130 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s61, v114, v145 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s62, v115, v146 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v96.l, v65.l, v34.l, s43 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v98.l, v67.l, v36.l, s45 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v101.l, v70.l, v39.l, s56 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v112.l, v81.l, v50.l, s59 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v113.l, v82.l, v51.l, s60 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.h, v13.h, v55.l, s16 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v55, 16, v118 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v33.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v37.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v102.l, v48.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v114.l, v83.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v115.l, v84.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s28, 0, v113 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s43 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s13, 0, v52.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v114, 16, v114 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 +; GFX11-TRUE16-NEXT: s_and_b32 s12, s28, s12 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s14, 0, v53.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s23, 0, v70.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s26, 0, v81.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v87.l, v64.l, v33.l, s42 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v99.l, v68.l, v37.l, s46 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v114.l, v83.l, v52.l, s61 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v115.l, v84.l, v53.l, s62 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.h, v96.l, v34.l, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.h, v98.l, v36.l, s5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v101.l, v39.l, s8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v39.l, v101.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.h, v112.l, v50.l, s11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v112.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v113.l, v51.l, s12 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v113.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v55 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v100.l, v38.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v103.l, v49.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s15, 0, v54.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s44, v97, v128 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v116.l, v85.l, v54.l, s63 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.h, v87.l, v33.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v99.l, v37.l, s6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.h, v114.l, v52.l, s13 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v114.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v115.l, v53.l, s14 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v115.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v34.l, v70.l, s23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v70, 16, v39 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.l, v35.h, v81.l, s26 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v81, 16, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v34.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s29, 0, v114 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s40, 0, v115 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v35.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v100 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v103, 16, v103 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s57, v102, v133 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v97.l, v66.l, v35.l, s44 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.h, v116.l, v54.l, s15 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v54.l, v116.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s12, 0, v51 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s9, 0, v48.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s18, 0, v65.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s19, 0, v66.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s47, v100, v131 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s58, v103, v134 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v102.l, v71.l, v48.l, s57 -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v128.l, v96.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v97.l, v35.l, s4 -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v129.l, v97.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v54, 16, v54 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s13, 0, v52 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s14, 0, v53 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0, v38.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s10, 0, v49.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s17, 0, v64.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s24, 0, v71.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v100.l, v69.l, v38.l, s47 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v103.l, v80.l, v49.l, s58 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v119.l, v87.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.h, v102.l, v48.l, s9 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v48.l, v102.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.h, v30.h, v65.l, s18 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v65, 16, v128 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v32.l, v66.l, s19 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v66, 16, v129 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s25, 0, v80.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s41, 0, v85.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.h, v100.l, v38.l, s7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v103.l, v49.l, s10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v49.l, v103.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.l, v14.h, v64.l, s17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v64, 16, v119 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.h, v34.h, v71.l, s24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v71, 16, v48 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v65 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v66 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.h, v86.l, v13.h, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v35.l, v80.l, s25 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v80, 16, v49 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v49.l, v37.h, v85.l, s41 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v64 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s9, 0, v71 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.h, v96.l, v30.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.h, v97.l, v32.l, s4 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s20, 0, v67.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s21, 0, v68.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v130.l, v98.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v131.l, v99.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.h, v87.l, v38.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.h, v102.l, v38.h, s9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.h, v32.h, v67.l, s20 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v67, 16, v130 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v33.l, v68.l, s21 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v68, 16, v131 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s29, 0, v84.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s8, 0, v70 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v67 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s27, 0, v82.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v68 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v37.l, v84.l, s29 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.h, v101.l, v34.l, s8 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s28, 0, v83.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s10, 0, v80 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v36.l, v82.l, s27 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v49.h, v115.l, v37.l, s14 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s22, 0, v69.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v48.l, v36.h, v83.l, s28 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.h, v103.l, v35.l, s10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.h, v113.l, v36.l, s12 -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v132.l, v100.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.h, v33.h, v69.l, s22 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s11, 0, v81 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v48.h, v114.l, v48.l, s13 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v69, 16, v132 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s7, 0, v69 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.h, v100.l, v33.h, s7 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v101.l, v39.l +; GFX11-TRUE16-NEXT: s_and_b32 s3, s19, s3 +; GFX11-TRUE16-NEXT: s_and_b32 s13, s29, s13 +; GFX11-TRUE16-NEXT: s_and_b32 s14, s40, s14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.h, v65.l, v34.l, s3 +; GFX11-TRUE16-NEXT: s_and_b32 s4, s20, s4 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v135.l, v70.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.h, v66.l, v35.l, s4 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v85.l, v85.l, v54.l, s41 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0, v39.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v135, 16, v135 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s15, 0, v54.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v116.l, v85.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s24, v101, v135 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v70.l, v70.l, v39.l, s24 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s41, 0, v116 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v101.l, v70.l +; GFX11-TRUE16-NEXT: s_and_b32 s15, s41, s15 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.h, v85.l, v54.l, s15 ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) -; GFX11-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v31 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v50.l, v15.h, v31.h, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v31 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v31.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v50.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v15.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v51.l, v31.h, v50.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v54 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v54, 16, v31 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.h, v98.l, v32.h, s5 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v51.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.h, v99.l, v33.l, s6 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v54, v54 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v87, 0xffff0000, v31 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v86.l, v15.h, v31.h, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s24, 0, v101 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v96, v96 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v97.l, v15.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v87, v87 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v96.l, v86.l +; GFX11-TRUE16-NEXT: s_and_b32 s8, s24, s8 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v31.l, v15.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v50.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v52, v53 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v15.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v31.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v51.l, v50.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v38, 16, v52 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v51.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v32.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v50.l, s0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v38, v53 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.h, v112.l, v39.l, s11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v15.h, v51.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v31.l, v15.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v14.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v29 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v50 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v30.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v33.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v33.l, v15.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v15.h, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v117, v117 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v31.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.h, v116.l, v49.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v29.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v52, v52 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v53 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v51, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v31.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v52 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v30.l, v14.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v13.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v87.l, v31.h, v86.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.h, v70.l, v39.l, s8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v99.l, v31.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v98.l, v87.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v97, v99 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v96, v98 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v31.l, v15.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v15.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v87.l, v86.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v86.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v37.l, v31.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v36.l, v32.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v37, 16, v37 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v38, 16, v36 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.h, v82.l, v51.l, s12 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v29.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v28 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v14.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v31.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v28.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.h, v31.l, v14.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v30.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v53 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v52, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v12.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.h, v12.h, v30.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v50 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.l, v29.l, v13.l, s2 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v28.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v33.l, v15.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v13.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v31.l, v12.h, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v27 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v30.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.h, v30.l, v13.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v51, v50 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v37 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.h, v83.l, v52.l, s13 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v38 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.h, v84.l, v53.l, s14 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v31.l, v15.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s42, s16 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v30.l, v14.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v50, v49 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v27 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v27.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v53 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v29.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v28.l, v12.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v12.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.h, v11.h, v29.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.h, v31.l, v12.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v27.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v26 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v51 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v11.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v26 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v28.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v31.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v26.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v30.l, v11.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v51, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.h, v10.h, v28.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v26.l, v10.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v50 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v26.l, v27.l, v11.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v10.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v12.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v25 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v26.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v48.l, v28.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v10.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v26.l, v26.l, v10.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v50, v50 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v25 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v49.l, v27.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v86.l, s1 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v26.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v25.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v50, v50 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v49 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v25.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.h, v26.l, v11.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v27.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v52 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v51, v50 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v25.l, v9.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v31.l, v10.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.h, v9.h, v27.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v25.l, v12.l, v10.l, s2 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v27.l, v11.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v28.l, v9.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v10.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.l, v26.l, v9.h, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v27 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.h, v25.l, v10.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v24 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v28.l, v25.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v27, v26 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v53 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v25.l, v25.l, v9.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s3, vcc_lo, s1 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v51, v49 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v52, v50 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v48.l, v25.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v49.l, v9.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, s2 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v12.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v24.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v28 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v11.l, v9.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v9.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.h, v8.h, v12.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v24.l, v8.l, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v26 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.h, v10.l, v9.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v26.l, v26.l, v10.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v49 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v27.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v26.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v29.l, v13.l, s3 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v49, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v8 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v51 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v28.l, v12.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v25.l, v25.l, v9.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v50 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v11.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v10.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v49, v49 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v24 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v49.l, v25.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX11-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v24.l, s3 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v49 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v27.l, v11.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v28.l, v26.l, v10.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v24.l, v8.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v23 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v9.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v10.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v8.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v12.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v24, v24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v23 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v27.l, v10.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v23.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX11-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v26 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v23.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v24, v24 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v27 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v25.l, v8.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v23.l, v7.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.h, v7.h, v11.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v12.l, v8.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v22 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v11.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v23.l, v7.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.l, v25.l, v9.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v22 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v26, v24 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v11.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v22.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v10.l, v8.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v22.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.h, v11.l, v8.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v26 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v25, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v22.l, v6.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v10.l, v7.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.h, v6.h, v12.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v9.l, v7.l, s2 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v8.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v11.l, v6.h, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v10.l, v7.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v21 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v10.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v12, v11 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v9.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v22.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v21 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v9.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v24, v23 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v10.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v6.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v21.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.l, v6.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v9.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v21.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.h, v7.l, v6.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v20 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v7.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v21.l, v5.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v11.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v8.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v20.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v10.l, v5.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v20.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.h, v4.h, v8.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v9.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v4.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v19 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v8.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v19.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v8.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v24, v23 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v21.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX11-TRUE16-NEXT: s_and_b32 s2, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v6.l, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v10.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.l, v9.l, v8.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v24, v23 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v11.l, v7.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v21.l, v5.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v20 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v20.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v19 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v20.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s3, s0, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v19.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v11 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v5.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v8.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v4.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v19.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v10.l, v6.l, s3 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v11 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v20 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v12, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v19.l, v3.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v9.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v6.l, v4.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v4.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v18.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v9.l, v4.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v7.l, v4.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v18.l, v2.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v8.l, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v6.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v10, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v17 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v17.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v10, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v16.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v19, 16, v2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v7.l, v5.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v6 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v11 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v19, v19 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v18 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v18.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v7, v7 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v17 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v5, v5 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v16 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v18.l, v2.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v17.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v16.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v7, v7 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v5.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v8.l, v4.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v17.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v3.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v16.l, v0.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v12, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v1.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v3.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.l, v2.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v16.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v18 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v8.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v19.l, v0.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v17, v16 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v7.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v4.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v8.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v2.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v7.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v12 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v16 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v19, 16, v19 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v16 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v19, v18 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v20 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v8.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v3.l ; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.l, v5.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v49.l, v2.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v48.l, v8.l, v1.h, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.l, v6.l, v0.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.l, v9.l, v2.h, s3 -; GFX11-TRUE16-NEXT: v_mov_b32_e32 v0, v29 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v2.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v16 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0, v0.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0, v1.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s3, s4 +; GFX11-TRUE16-NEXT: s_and_b32 s3, s6, s7 +; GFX11-TRUE16-NEXT: s_and_b32 s4, s5, s8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.l, v8.l, v0.l, s3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.l, v7.l, v1.l, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v5.l, v2.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v9.l, v3.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v6.l, v4.l, s0 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v1, v49 :: v_dual_mov_b32 v2, v48 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v3, v39 :: v_dual_mov_b32 v4, v38 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v5, v36 :: v_dual_mov_b32 v6, v35 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v7, v34 :: v_dual_mov_b32 v8, v33 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v9, v32 :: v_dual_mov_b32 v10, v31 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v11, v30 :: v_dual_mov_b32 v12, v37 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v0, v39 :: v_dual_mov_b32 v1, v38 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v2, v37 :: v_dual_mov_b32 v3, v36 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v4, v34 :: v_dual_mov_b32 v5, v33 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v6, v32 :: v_dual_mov_b32 v7, v31 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v8, v30 :: v_dual_mov_b32 v9, v29 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v10, v28 :: v_dual_mov_b32 v11, v35 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v32bf16: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v71, 16, v25 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v12 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v51, 16, v28 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v12 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v39, 16, v29 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v48, 16, v13 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX11-FAKE16-NEXT: scratch_load_b32 v31, off, s32 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v14 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v35, 16, v30 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v36, 16, v14 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v83, 16, v24 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v52, v52, v51, s1 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v13 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v80, 16, v9 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v103, 16, v21 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v8 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v84, 16, v8 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v38, v38 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v87, 16, v23 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v96, 16, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v99, 16, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v48, v48, v39, s0 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v14 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v98, 0xffff0000, v6 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v100, 16, v6 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v115, 16, v20 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v102, 0xffff0000, v5 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v118, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v119, 16, v19 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v34, v34 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v30 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v112, 16, v5 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v119, 16, v19 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v114, 0xffff0000, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v70, v70 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v49, 0xffff0000, v29 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v116, 16, v4 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v131, 16, v18 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v118, 0xffff0000, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v70, v80, v71, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v82, v82 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v28 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v128, 16, v3 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v130, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v131, 16, v18 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v118, v118 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v49, 0xffff0000, v29 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v132, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v80, v84, v83, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v26 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v135, 16, v17 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v134, 0xffff0000, v1 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v55, 16, v27 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v82, v96, v87, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v98, v98 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v25 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v11 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v118, v128, v119, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v130, v130 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v28 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v8 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v135, 16, v17 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v144, 16, v1 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v146, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v84, v100, v99, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v102, v102 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v128, v132, v131, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v134, v134 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v26 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v9 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v83, 16, v24 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v84, 16, v8 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v147, 16, v16 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v34, 16, v0 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v54, v54 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v86, v112, v103, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v114, v114 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v101, 0xffff0000, v22 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v14 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v64, 16, v11 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v67, 16, v26 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v96, v116, v115, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v118, v118 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v113, 0xffff0000, v21 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v64, v64, v55, s2 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v68, 16, v10 -; GFX11-FAKE16-NEXT: scratch_load_b32 v31, off, s32 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v98, v128, v119, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v130, v130 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v117, 0xffff0000, v20 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v33, 16, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v100, v132, v131, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v134, v134 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v102, v144, v135 :: v_dual_and_b32 v133, 0xffff0000, v18 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s5, v82, v82 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v130, v144, v135, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v146, v146 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v145, 0xffff0000, v17 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v112, 16, v96 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v25 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s4, v70, v70 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v70, 16, v13 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v84, v84, v83, s5 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v7 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v34, v34, v147, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v27 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v54, v14, v30 :: v_dual_and_b32 v97, 0xffff0000, v23 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v102, 0xffff0000, v5 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s6, v86, v86 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v12 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v70, v70 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v129, 0xffff0000, v19 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v13 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v48, 16, v13 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v12 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v87, 16, v23 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v96, 16, v7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s8, v102, v102 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v29 :: v_dual_lshlrev_b32 v102, 16, v11 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v51, 16, v28 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v12 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v97, 0xffff0000, v23 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v29 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v96, v96, v87, s6 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v98, 0xffff0000, v6 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v102, v102 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v64, 16, v11 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v99, 16, v22 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v100, 16, v6 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s7, v98, v98 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v28 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v52, v52, v51, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v53, v53 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s15, v82, v82 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v39, 16, v29 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v100, v100, v99, s7 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v133, 0xffff0000, v18 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v116, 16, v100 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v55, v55, v64 :: v_dual_lshlrev_b32 v130, 16, v51 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v69, v69 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v38, v38 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v51, v51, v52, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v29, v29, v13, s15 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s15, v98, v98 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s11, v133, v133 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v48, v48, v39, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v52 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v28, v28, v12, s15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v51 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v55, 16, v27 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v67, 16, v26 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v68, 16, v10 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v71, 16, v25 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s17, v49, v133 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v80, 16, v9 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v145, 0xffff0000, v17 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v64, v64, v55, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v39, v39, v48, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v51, v51, v52, s17 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v10 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v128, 16, v34 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v65, v65 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v33, 16, v15 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v80, v80, v71, s4 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v66, v66 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_and_b32_e32 v129, 0xffff0000, v19 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v36 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v48 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v55, v55, v64, s2 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v68, v68, v67, s3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v67, v67, v68, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v81, v81 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v69, v69 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s4, v81, v81 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s12, v145, v145 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v35 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v132, 16, v39 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v67, v67, v68, s3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v64 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v68 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v81, 16, v80 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v71, v71, v70 :: v_dual_lshlrev_b32 v132, 16, v67 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v85, v85 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v83, v83, v80, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v97, v97 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v30 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v84 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v87, v87, v82 :: v_dual_lshlrev_b32 v134, 16, v83 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v101, v101 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v70, v71, v80, s4 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s5, v85, v85 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s10, v129, v129 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v129, v135, v130, s12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v55 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v135, 16, v67 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v54, v98 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s16, v37, v132 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v69, 16, v80 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v81, v83, v84, s5 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s6, v97, v97 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v144, 16, v70 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s18, v53, v134 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v35, v35, v36, s15 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v39, v39, v48, s16 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v101, 0xffff0000, v22 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v65, v135 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v103, 16, v21 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v112, 16, v5 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v114, 0xffff0000, v4 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v16 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v99, v99, v84, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v113, v113 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v103, v103, v86 :: v_dual_lshlrev_b32 v144, 16, v99 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v117, v117 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v36 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v113, v115, v96, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v129, v129 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v85, 16, v82 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v115, v119, v98 :: v_dual_lshlrev_b32 v146, 16, v113 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v133, v133 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v48 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v117, v131, v100, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v145, v145 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v86 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v119, v135, v102, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v38, v147, v34 :: v_dual_lshlrev_b32 v49, 16, v52 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v49, v130 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v66, v30, v54 :: v_dual_lshlrev_b32 v53, 16, v64 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v30, 16, v35 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v30 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v69, 16, v70 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v117 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v130, v35, v36 :: v_dual_lshlrev_b32 v129, 16, v39 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v37, v129 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v129, v51, v52, s0 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v37, v39, v48 :: v_dual_lshlrev_b32 v118, 16, v102 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v131, 16, v55 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v53, v131 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v53, v55, v64 :: v_dual_lshlrev_b32 v50, 16, v15 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v71 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v65, v132 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v65, v67, v68, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v69, v133 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v135, 16, v87 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v69, v71, v70 :: v_dual_lshlrev_b32 v132, 16, v65 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v81, v134 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v81, v83, v80, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v85, v135 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v145, 16, v103 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v85, v87, v82, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v97, v144 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v97, v99, v84 :: v_dual_lshlrev_b32 v114, 16, v98 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v101, v145 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v147, 16, v115 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v101, v103, v86 :: v_dual_lshlrev_b32 v144, 16, v97 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v112, v146 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v112, v113, v96, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v114, v147 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v30, 16, v119 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v38 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v114, v115, v98, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v116, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v116, v117, v100, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v118, v30 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v118, v119, v102, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v128, v49 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v128, v38, v34, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v71, 16, v84 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v85, v87, v96, s6 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s7, v101, v101 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v145, 16, v81 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v55, v55, v64, s18 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v113, 0xffff0000, v21 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v65, v67, v68, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v69, v144 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v115, 16, v20 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v116, 16, v4 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v117, 0xffff0000, v20 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s9, v114, v114 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v112, v112, v103, s8 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v83, 16, v96 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v87, v99, v100, s7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s8, v113, v113 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s13, v38, v38 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v146, 16, v85 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v67, v70, v80, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v71, v145 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v116, v116, v115, s9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v99, v103, v112, s8 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s9, v117, v117 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v38, v147, v34, s13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v147, 16, v87 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v69, v81, v84, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v83, v146 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v112 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v102, v115, v116, s9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v99 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v116 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v70, v85, v96, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v86, v147 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v102 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v113, v119, v118, s10 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v117, v131, v128, s11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v30 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v71, v87, v100, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v97, v54 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v113 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v115, 16, v128 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v132, 16, v117 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v119, 16, v130 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v54, v99, v112, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v101, v98 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s14, v66, v66 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v129 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v131, 16, v34 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v38 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v81, v102, v116, s15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v103, 16, v118 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v30, v30, v14, s14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v29 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v103, v37 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v30 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v36 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v14, v130, v36, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v48 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v36, v37, v48, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v52 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v49, v129, v52, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v64 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v52, 16, v129 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v64, v53, v64, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v68 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v68, v65, v68, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v70 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v70, v69, v70, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v80 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v80, v81, v80, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v82 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v82, v85, v82, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v84 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v84, v97, v84, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v86 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v86, v101, v86, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v96 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v96, v112, v96, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v98 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v98, v114, v98 :: v_dual_lshlrev_b32 v131, 16, v53 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v100 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v100, v116, v100 :: v_dual_lshlrev_b32 v133, 16, v69 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v35 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v14, v14, v35 :: v_dual_lshlrev_b32 v135, 16, v85 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v102 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v35, v118, v102, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v39 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v36, v36, v39 :: v_dual_lshlrev_b32 v145, 16, v101 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v34 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v34, v128, v34, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v51 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v39, v49, v51, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v55 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v51, 16, v128 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v49, v64, v55, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v67 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v55, v68, v67, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v71 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v64, v70, v71 :: v_dual_lshlrev_b32 v147, 16, v114 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v83 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v67, v80, v83, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v87 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v68, v82, v87, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v99 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v70, v84, v99, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v103 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v71, v86, v103 :: v_dual_lshlrev_b32 v30, 16, v130 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v113 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v48, 16, v37 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v80, v96, v113, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v115 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v82, v98, v115, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v117 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v81 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v83, v100, v117, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v119 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v84, v35, v119, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v38 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v86, v34, v38, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v30 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v14, v130, v14, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v30, v37, v36, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v52 -; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v31 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v34, v129, v39, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v131 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v35, v53, v49, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v132 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v31 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v36, v65, v55, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v133 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v37, v69, v64, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v134 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v38, v81, v67, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v135 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v39, v85, v68, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v144 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v48, v97, v70, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v145 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v49, v101, v71, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v85, 16, v55 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v48 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v37, v113, v118, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v115, v132 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v65 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v52 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v87, 16, v67 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v64 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v83, v117, v128, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v119, v49 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s18, 0, v85 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v69 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v68 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s19, 0, v86 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v49, v129, v130, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v131, v133 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v70 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v80 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s20, 0, v87 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v99, 16, v71 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v38, v38, v34, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v66, v53 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v35 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v39 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s5, 0, v84 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s21, 0, v97 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v30, v30, v14, s15 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v82, v134 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v51 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s16, 0, v66 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v96 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s22, 0, v98 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v29, v29, v13, s15 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s15, 0, v53 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s17, 0, v82 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s7, 0, v100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s23, 0, v99 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v15 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s15, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v54 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s16, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s8, 0, v112 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v36, v39, v48, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s17, s1 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s24, 0, v101 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v39, v51, v52, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s18, s2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v102, 16, v81 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v48, v55, v64, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s19, s3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v103, 16, v37 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v51, v65, v68, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s20, s4 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s9, 0, v116 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v52, v67, v80, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s21, s5 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s25, 0, v102 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v53, v69, v84, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s22, s6 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s10, 0, v118 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v55, v70, v96, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s23, s7 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s26, 0, v103 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v64, v71, v100, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v55, v15, v31, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v31 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v148, 16, v116 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v55 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v33, v33, v52, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v146, 16, v112 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v33 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v146 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v15, v112, v80, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v52, v52, v33, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v113, 16, v83 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v115, 16, v49 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v117, 16, v38 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s11, 0, v128 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s12, 0, v130 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s27, 0, v113 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s28, 0, v115 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s13, 0, v34 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s29, 0, v117 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v119, 16, v30 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s14, 0, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v129, 16, v29 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v114, 16, v27 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s40, 0, v119 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s41, 0, v129 +; GFX11-FAKE16-NEXT: s_and_b32 s3, s40, s14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v14, v30, v14, s3 +; GFX11-FAKE16-NEXT: v_perm_b32 v14, v35, v14, 0x5040100 +; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v65, 16, v31 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v15, v15, v31, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v102, 16, v118 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v53, v31, v55 :: v_dual_lshlrev_b32 v64, 16, v52 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v147 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v53 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v31, v114, v82, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v148 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v32, v116, v83, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v50, v64 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v64, v52, v33, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v65, v67 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v64 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v65, v53, v55, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v102 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v68, 16, v65 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v50, v118, v84, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v33 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v33, v64, v33, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v55 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v55, v65, v55, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v52 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v33, v33, v52, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v53 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v53, v55, v53, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v67 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v33, v64, v33, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v51 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v52, v128, v86, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v68 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v51, v65, v53, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v66 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v29 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v12 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v29 :: v_dual_lshlrev_b32 v64, 16, v54 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v64, v53 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v53, v66, v54, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v28 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v64, 16, v29 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v54 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v54, v53, v54, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v66 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v54, v54, v66, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v65, v64 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v64, 16, v53 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v28 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v55, v29, v13 :: v_dual_lshlrev_b32 v66, 16, v12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v31 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v31 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v32, v33, v65, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s24, s8 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v33, v54, v112, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v32 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v32 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v31, v31, v15, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v31 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v50, v65, v32 :: v_dual_lshlrev_b32 v65, 16, v15 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s25, s9 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v54, v81, v116, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s26, s10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v68, 16, v50 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v37, v37, v118, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v65, v66 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v31, v31, v15, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v67, v68 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v31 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v50, v50, v32, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s27, s11 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v65, v83, v128, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s28, s12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v50 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v49, v49, v130, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s29, s13 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v66 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v34, v38, v34, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v15 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v67 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v38, 16, v26 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v114, v114 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v15, v31, v15, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v28 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v30, v50, v32, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v53, v53, v54 :: v_dual_lshlrev_b32 v64, 16, v55 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v66, v65 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v27 -; GFX11-FAKE16-NEXT: v_perm_b32 v14, v14, v53, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v54, v28, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v29 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v11 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v54, v12, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v12 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v27, v27, v11, s0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v25 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v12 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s41, vcc_lo +; GFX11-FAKE16-NEXT: v_perm_b32 v15, v30, v15, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v29, v13, vcc_lo ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v28 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v27, v27, v11 :: v_dual_lshlrev_b32 v28, 16, v54 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v26 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_perm_b32 v13, v30, v13, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v54, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v26 :: v_dual_lshlrev_b32 v29, 16, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v27 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v54, v28 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v28, v27, v11, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v32, v31 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v27 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v11 +; GFX11-FAKE16-NEXT: v_perm_b32 v13, v36, v13, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v26 :: v_dual_lshlrev_b32 v29, 16, v28 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v32, v31 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v38, 16, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v26, v26, v10 :: v_dual_lshlrev_b32 v31, 16, v27 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v26 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v28, v12, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v10 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s2, v38, v32 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v25, s1 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v31 +; GFX11-FAKE16-NEXT: v_perm_b32 v12, v39, v12, 0x5040100 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v26, v26, v10, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v50, v50 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v26 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v25, v25, v9, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v11 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v25 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v11, v28, v11 :: v_dual_lshlrev_b32 v54, 16, v26 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v27, v11, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v31, v29 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v22 +; GFX11-FAKE16-NEXT: v_perm_b32 v11, v48, v11, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v25, v25, v9, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v24, s1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 +; GFX11-FAKE16-NEXT: v_perm_b32 v10, v51, v10, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v27, v27 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v26, 16, v24 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v23, v23, v7, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v9 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v28, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v7 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v23 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v24, v24, v8, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v25, v9, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v6, v6, v22, s1 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v28, v26 +; GFX11-FAKE16-NEXT: v_perm_b32 v9, v52, v9, 0x5040100 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v27 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v10 -; GFX11-FAKE16-NEXT: v_perm_b32 v12, v34, v12, 0x5040100 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v55, v54 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v29, v26, v10, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v23, v23, v7, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v6, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v29 -; GFX11-FAKE16-NEXT: v_perm_b32 v11, v35, v11, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v29, v10, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v55, v54 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v27, v25, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v26 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v27, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v29, v10, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v25 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v25 :: v_dual_lshlrev_b32 v26, 16, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v7 +; GFX11-FAKE16-NEXT: v_perm_b32 v8, v53, v8, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v27, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v21 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v6, s3 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v25, v25 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v27 -; GFX11-FAKE16-NEXT: v_perm_b32 v10, v36, v10, 0x5040100 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v7 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v23, v23, v7 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v6 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v27, v9 :: v_dual_lshlrev_b32 v28, 16, v23 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v8 -; GFX11-FAKE16-NEXT: v_perm_b32 v9, v37, v9, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v27, v26 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v26, v24, v8 :: v_dual_lshlrev_b32 v25, 16, v22 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v29, v28 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v27, v23, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v23 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v24, 16, v26 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v21, s3 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v28, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v27 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v21 -; GFX11-FAKE16-NEXT: v_perm_b32 v8, v38, v8, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v22 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_perm_b32 v7, v39, v7, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v21 :: v_dual_lshlrev_b32 v24, 16, v4 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v23, v7 :: v_dual_lshlrev_b32 v26, 16, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v4 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v21 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v5 +; GFX11-FAKE16-NEXT: v_perm_b32 v7, v55, v7, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v23, v23 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v20 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v20, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v19 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v19, s0 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v26, v24 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v21, v21, v5, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v23, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v21 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v20, v20, v4, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX11-FAKE16-NEXT: v_perm_b32 v6, v48, v6, 0x5040100 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v23, v21, v5 :: v_dual_lshlrev_b32 v22, 16, v19 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v23 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v3, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v25, v24 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v19 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v20, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v21 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v22, v4 :: v_dual_lshlrev_b32 v21, 16, v23 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v19, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v20 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_perm_b32 v5, v49, v5, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v19 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v19 :: v_dual_lshlrev_b32 v20, 16, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v19 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v20, v20, v4, s3 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v27, v26 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v23, v23 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v21, v5 :: v_dual_lshlrev_b32 v22, 16, v20 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v3, s3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v16 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v18, s2 +; GFX11-FAKE16-NEXT: v_perm_b32 v5, v33, v5, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v19 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v21 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc_lo +; GFX11-FAKE16-NEXT: v_perm_b32 v6, v64, v6, 0x5040100 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v17, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v21, v21 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v18 +; GFX11-FAKE16-NEXT: v_perm_b32 v4, v54, v4, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v16, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v1, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v23, v23 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v16, v16, v0, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v21, v21 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v16 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v18, v18, v2, s2 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s2, v22, v21 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v18 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v1, s2 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s2, v24, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v26, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v16, v16, v0, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v18, v18, v2, s3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v16 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v19, v3, s1 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v18 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v18 :: v_dual_lshlrev_b32 v23, 16, v24 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_perm_b32 v3, v31, v3, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v17, v17, v1 :: v_dual_lshlrev_b32 v20, 16, v16 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v16, v16, v0 :: v_dual_lshlrev_b32 v19, 16, v18 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v17 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v21 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v22 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_perm_b32 v3, v37, v3, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v19 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v17, v1, s1 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s3, s4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v16, v0, s1 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s5, s6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v23, v19 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v24, v20 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v17, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v19, v2 :: v_dual_lshlrev_b32 v23, 16, v16 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v16, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v20, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v18 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v17 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v20 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v16 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v23 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v20, v1 :: v_dual_lshlrev_b32 v16, 16, v19 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_perm_b32 v1, v50, v1, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v16 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_perm_b32 v0, v52, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX11-FAKE16-NEXT: v_perm_b32 v2, v32, v2, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v22, v4, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_perm_b32 v4, v15, v4, 0x5040100 -; GFX11-FAKE16-NEXT: v_perm_b32 v15, v33, v51, 0x5040100 +; GFX11-FAKE16-NEXT: v_perm_b32 v1, v49, v1, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v18, v2, s1 +; GFX11-FAKE16-NEXT: v_perm_b32 v0, v34, v0, 0x5040100 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_perm_b32 v2, v65, v2, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_v32bf16: @@ -12957,750 +11523,662 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX12-TRUE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-TRUE16-NEXT: s_wait_kmcnt 0x0 ; GFX12-TRUE16-NEXT: scratch_load_b32 v31, off, s32 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v33, 0xffff0000, v14 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v30 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v7 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v33, v33 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v34, v34 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v35, 0xffff0000, v13 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v14.h, v30.h, s1 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v39, 0xffff0000, v11 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v49, 0xffff0000, v10 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v51, 0xffff0000, v9 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v8 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v24 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v6 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v67, 0xffff0000, v5 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v4 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v71, 0xffff0000, v3 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v16 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s15, v55, v55 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s29, v85, v85 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v55.l, v30.h, v32.l, s2 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v36, 0xffff0000, v29 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v28 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v48, 0xffff0000, v27 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v26 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v52, 0xffff0000, v25 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v64, 0xffff0000, v23 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v22 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v68, 0xffff0000, v21 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v20 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v80, 0xffff0000, v19 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v2 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v83, 0xffff0000, v1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v35, v35 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v37, v37 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v39, v39 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v67, 0xffff0000, v5 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v13 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s9, v49, v49 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s11, v51, v51 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s13, v53, v53 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s14, v54, v54 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s17, v65, v65 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v36, v36 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s10, v50, v50 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s19, v67, v67 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v4 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v10.h, v26.h, s9 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s43, v98, v98 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v12 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v30 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s21, v69, v69 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s23, v71, v71 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s40, v86, v86 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v67.l, v26.h, v36.l, s10 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v98.l, v36.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v37, v37 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v28 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v54.l, v0.h, v16.h, s29 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v86.l, v32.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v118.l, v55.l -; GFX12-TRUE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v18 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v84, 0xffff0000, v17 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v36, v36 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v50.l, v4.h, v20.h, s21 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v132.l, v67.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v34, v34 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v12.h, v28.h, s5 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0, v36.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v132, 16, v132 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v6 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s6, v38, v38 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v48, v48 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s10, v50, v50 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v28 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v52, 0xffff0000, v25 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s21, v98, v132 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s17, v65, v65 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v65.l, v28.h, v34.l, s6 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v68, 0xffff0000, v21 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s12, v52, v52 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s16, v64, v64 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s18, v66, v66 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v67.l, v67.l, v36.l, s21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v29 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v20 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s20, v68, v68 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v98.l, v67.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s44, v99, v99 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s22, v70, v70 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s24, v80, v80 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v35, 0xffff0000, v13 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s25, v81, v81 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s27, v83, v83 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v33, 0xffff0000, v14 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v81.l, v20.h, v50.l, s22 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v35, v35 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v64, 0xffff0000, v23 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s21, 0, v98 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v33, v33 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v22 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v13.h, v29.h, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v12.h, v28.h, s5 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v11.h, v27.h, s7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v10.h, v26.h, s9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v9.h, v25.h, s11 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.l, v8.h, v24.h, s13 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.l, v7.h, v23.h, s15 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v48.l, v6.h, v22.h, s17 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v49.l, v5.h, v21.h, s19 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v50.l, v4.h, v20.h, s21 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v51.l, v3.h, v19.h, s23 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v85.l, v16.h, v54.l, s40 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v118 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v15 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s16, v64, v64 +; GFX12-TRUE16-NEXT: s_and_b32 s5, s21, s5 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v71, 0xffff0000, v3 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v28.h, v67.l, v36.l, s5 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v51, 0xffff0000, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v64.l, v29.h, v33.l, s4 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s18, v66, v66 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s23, v71, v71 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v52.l, v2.h, v18.h, s25 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s11, v51, v51 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v7 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v14 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s26, v82, v82 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s28, v84, v84 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v52.l, v2.h, v18.h, s25 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v53.l, v1.h, v17.h, s27 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v64.l, v29.h, v33.l, s4 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v65.l, v28.h, v34.l, s6 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v66.l, v27.h, v35.l, s8 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v67.l, v26.h, v36.l, s10 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v9.h, v25.h, s11 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v14.h, v30.h, s1 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v16 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s15, v55, v55 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v68.l, v25.h, v37.l, s12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v69.l, v24.h, v38.l, s14 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v70.l, v23.h, v39.l, s16 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v71.l, v22.h, v48.l, s18 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v80.l, v21.h, v49.l, s20 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v81.l, v20.h, v50.l, s22 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v82.l, v19.h, v51.l, s24 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v116.l, v54.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s40, v86, v118 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v86.l, v85.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v30 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v87, v87 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v99.l, v37.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v37.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v55.l, v30.h, v32.l, s2 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s41, v96, v96 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v87.l, v33.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v133.l, v68.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v29.l, s43 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v96.l, v34.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v98.l, v36.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v101.l, v39.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v112.l, v50.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v113.l, v51.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v83.l, v18.h, v52.l, s26 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v84.l, v17.h, v53.l, s28 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v119.l, v64.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v128.l, v65.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v129.l, v66.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v130.l, v67.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v131.l, v68.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v132.l, v69.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v133.l, v70.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v134.l, v71.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v135.l, v80.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v144.l, v81.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v145.l, v82.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v130.l, v65.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v133, 16, v133 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v24 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v15 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s29, v85, v85 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s40, v86, v86 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s22, v99, v133 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v86.l, v32.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v128.l, v55.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s44 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v68.l, v68.l, v37.l, s22 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v130, 16, v130 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v18 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s14, v54, v54 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v87, v87 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v99.l, v68.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v54.l, v0.h, v16.h, s29 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v87.l, v33.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v129.l, v64.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v128 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v30 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v49.l, v5.h, v21.h, s19 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v118.l, v13.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s22, 0, v99 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s19, v96, v130 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v96.l, v29.l +; GFX12-TRUE16-NEXT: v_and_b32_e32 v83, 0xffff0000, v1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s26, v82, v82 +; GFX12-TRUE16-NEXT: s_and_b32 s6, s22, s6 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v85.l, v16.h, v54.l, s40 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.h, v68.l, v37.l, s6 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v48, 0xffff0000, v27 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s42, v97, v97 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v30.l, s41 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v32.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v99.l, v37.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v118 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v48, v48 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v48.l, v6.h, v22.h, s17 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s17, v86, v128 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v129 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v65.l, v65.l, v34.l, s19 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s27, v83, v83 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v71.l, v22.h, v48.l, s18 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v102.l, v48.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s9, 0, v48.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v83.l, v18.h, v52.l, s26 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v116.l, v54.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v144.l, v71.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s18, v87, v128 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v87.l, v85.l +; GFX12-TRUE16-NEXT: v_and_b32_e32 v80, 0xffff0000, v19 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v144, 16, v144 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s43, v118, v96 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v96.l, v65.l +; GFX12-TRUE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v8 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v114.l, v52.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v115.l, v53.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s25, v102, v144 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v86.l, v83.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v64.l, v64.l, v33.l, s18 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v71.l, v71.l, v48.l, s25 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s24, v80, v80 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v80.l, v21.h, v49.l, s20 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v112, 16, v112 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v113, 16, v113 -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v146.l, v83.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v147.l, v84.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v119 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v119, 16, v128 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v129 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v129, 16, v130 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v130, 16, v131 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v131, 16, v132 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v132, 16, v133 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v133, 16, v134 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v134, 16, v135 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v135, 16, v144 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v144, 16, v145 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s63, v116, v86 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v86.l, v55.l, v32.l, s40 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v13 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v30.l, v14.l, s42 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s16, 0, v55.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s13, v53, v53 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v102.l, v71.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v30.l, s41 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v114, 16, v114 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v145, 16, v146 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v146, 16, v147 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s42, v87, v118 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s43, v96, v119 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s45, v98, v129 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s56, v101, v132 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s59, v112, v135 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s60, v113, v144 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.h, v86.l, v32.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v118.l, v86.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v34.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v97.l, v35.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0, v36.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0, v39.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s11, 0, v50.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s12, 0, v51.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s46, v99, v130 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s61, v114, v145 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s62, v115, v146 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v96.l, v65.l, v34.l, s43 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v98.l, v67.l, v36.l, s45 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v101.l, v70.l, v39.l, s56 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v112.l, v81.l, v50.l, s59 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v113.l, v82.l, v51.l, s60 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.h, v13.h, v55.l, s16 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v55, 16, v118 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v33.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v37.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v102.l, v48.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s13, 0, v52.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s14, 0, v53.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s23, 0, v70.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s26, 0, v81.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v87.l, v64.l, v33.l, s42 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s41, v116, v87 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v55.l, v55.l, v32.l, s17 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v87.l, v64.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s19, 0, v96 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v99.l, v68.l, v37.l, s46 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v114.l, v83.l, v52.l, s61 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v115.l, v84.l, v53.l, s62 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.h, v96.l, v34.l, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.h, v98.l, v36.l, s5 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v101.l, v39.l, s8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v39.l, v101.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.h, v112.l, v50.l, s11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v50.l, v112.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v113.l, v51.l, s12 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v113.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v55 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.l, v8.h, v24.h, s13 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s25, 0, v102 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s29, v114, v86 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v86.l, v55.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v12 +; GFX12-TRUE16-NEXT: s_and_b32 s9, s25, s9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v69.l, v24.h, v38.l, s14 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.h, v71.l, v48.l, s9 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v39, 0xffff0000, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s18, 0, v87 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s45, v100, v100 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v100.l, v38.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v39, v39 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v103.l, v49.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s15, 0, v54.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s44, v97, v128 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v116.l, v85.l, v54.l, s63 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.h, v87.l, v33.l, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v99.l, v37.l, s6 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.h, v114.l, v52.l, s13 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v114.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v115.l, v53.l, s14 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v115.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v34.l, v70.l, s23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v70, 16, v39 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.l, v35.h, v81.l, s26 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v81, 16, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v35.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v112.l, v50.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v30.l, v14.l, s42 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v134.l, v69.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v11.h, v27.h, s7 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v145.l, v80.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v146.l, v81.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s17, 0, v86 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v51.l, v3.h, v19.h, s23 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v66.l, v27.h, v35.l, s8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v97.l, v35.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v117.l, v14.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v100 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v103, 16, v103 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s57, v102, v133 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v131.l, v66.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v112, 16, v112 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v128.l, v30.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v134, 16, v134 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v131, 16, v131 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v145, 16, v145 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v146, 16, v146 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v84, 0xffff0000, v17 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v53.l, v1.h, v17.h, s27 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s20, v97, v131 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v82.l, v19.h, v51.l, s24 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v117 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v128 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s23, v100, v134 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v97.l, v66.l, v35.l, s44 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.h, v116.l, v54.l, s15 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v54.l, v116.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s12, 0, v51 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s9, 0, v48.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s18, 0, v65.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s19, 0, v66.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s47, v100, v131 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s58, v103, v134 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v102.l, v71.l, v48.l, s57 -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v128.l, v96.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v97.l, v35.l, s4 -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v129.l, v97.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v54, 16, v54 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s13, 0, v52 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s14, 0, v53 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v66.l, v66.l, v35.l, s20 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s26, v103, v145 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s27, v112, v146 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s28, v84, v84 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v113.l, v51.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v97.l, v66.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v147.l, v82.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s42, v117, v128 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v69.l, v69.l, v38.l, s23 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v80.l, v80.l, v49.l, s26 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v81.l, v81.l, v50.l, s27 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v32.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v84.l, v17.h, v53.l, s28 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v113, 16, v113 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s20, 0, v97 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v147, 16, v147 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v30.l, v14.l, s42 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v100.l, v69.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v103.l, v80.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v112.l, v81.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s46, v101, v101 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v28.l, s45 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v115.l, v53.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v129.l, v84.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s28, v113, v147 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v117.l, v30.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v100 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v103, 16, v103 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v112, 16, v112 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s17, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v33.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s46 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.h, v55.l, v32.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.l, v7.h, v23.h, s15 ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0, v38.l ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s10, 0, v49.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s17, 0, v64.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s24, 0, v71.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v100.l, v69.l, v38.l, s47 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v103.l, v80.l, v49.l, s58 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v119.l, v87.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.h, v102.l, v48.l, s9 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v48.l, v102.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.h, v30.h, v65.l, s18 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v65, 16, v128 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v32.l, v66.l, s19 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v66, 16, v129 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s25, 0, v80.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s41, 0, v85.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.h, v100.l, v38.l, s7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v103.l, v49.l, s10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v49.l, v103.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.l, v14.h, v64.l, s17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v64, 16, v119 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.h, v34.h, v71.l, s24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v71, 16, v48 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v65 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v66 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.h, v86.l, v13.h, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v35.l, v80.l, s25 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v80, 16, v49 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v49.l, v37.h, v85.l, s41 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v64 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s9, 0, v71 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.h, v96.l, v30.h, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.h, v97.l, v32.l, s4 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s20, 0, v67.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s21, 0, v68.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v130.l, v98.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v131.l, v99.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.h, v87.l, v38.l, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.h, v102.l, v38.h, s9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.h, v32.h, v67.l, s20 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v67, 16, v130 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v33.l, v68.l, s21 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v68, 16, v131 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s29, 0, v84.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s8, 0, v70 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v67 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s27, 0, v82.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v68 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v37.l, v84.l, s29 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.h, v101.l, v34.l, s8 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s28, 0, v83.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s10, 0, v80 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v36.l, v82.l, s27 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v49.h, v115.l, v37.l, s14 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s22, 0, v69.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v48.l, v36.h, v83.l, s28 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.h, v103.l, v35.l, s10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.h, v113.l, v36.l, s12 -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v132.l, v100.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.h, v33.h, v69.l, s22 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s11, 0, v81 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v48.h, v114.l, v48.l, s13 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v69, 16, v132 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s7, 0, v69 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s11, 0, v50.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v129, 16, v129 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v82.l, v82.l, v51.l, s28 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v117 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s23, 0, v100 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s26, 0, v103 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s27, 0, v112 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s18, s2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v119.l, v12.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v130.l, v28.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.h, v64.l, v33.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v70.l, v23.h, v39.l, s16 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s16, 0, v14.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s40, v115, v129 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v113.l, v82.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s42, 0, v117 +; GFX12-TRUE16-NEXT: s_and_b32 s7, s23, s7 +; GFX12-TRUE16-NEXT: s_and_b32 s10, s26, s10 +; GFX12-TRUE16-NEXT: s_and_b32 s11, s27, s11 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.h, v69.l, v38.l, s7 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.h, v80.l, v49.l, s10 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.h, v81.l, v50.l, s11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v130 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v119 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v83.l, v83.l, v52.l, s29 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v84.l, v84.l, v53.l, s40 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v113, 16, v113 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v11 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s12, 0, v51.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v114.l, v83.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v115.l, v84.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s28, 0, v113 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s43 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s13, 0, v52.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v114, 16, v114 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 +; GFX12-TRUE16-NEXT: s_and_b32 s12, s28, s12 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s14, 0, v53.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v34.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s29, 0, v114 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s40, 0, v115 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v35.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v101.l, v39.l +; GFX12-TRUE16-NEXT: s_and_b32 s3, s19, s3 +; GFX12-TRUE16-NEXT: s_and_b32 s13, s29, s13 +; GFX12-TRUE16-NEXT: s_and_b32 s14, s40, s14 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.h, v65.l, v34.l, s3 +; GFX12-TRUE16-NEXT: s_and_b32 s4, s20, s4 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v135.l, v70.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.h, v66.l, v35.l, s4 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v85.l, v85.l, v54.l, s41 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0, v39.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v135, 16, v135 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s15, 0, v54.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v116.l, v85.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s24, v101, v135 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.h, v100.l, v33.h, s7 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v70.l, v70.l, v39.l, s24 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s41, 0, v116 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v101.l, v70.l +; GFX12-TRUE16-NEXT: s_and_b32 s15, s41, s15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.h, v85.l, v54.l, s15 ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x0 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v31 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v50.l, v15.h, v31.h, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v31 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v31.l, s0 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v50.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v15.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v51.l, v31.h, v50.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v54 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v54, 16, v31 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.h, v98.l, v32.h, s5 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v51.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.h, v99.l, v33.l, s6 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v54, v54 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_and_b32_e32 v87, 0xffff0000, v31 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v86.l, v15.h, v31.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s24, 0, v101 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v96, v96 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v97.l, v15.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v87, v87 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v96.l, v86.l +; GFX12-TRUE16-NEXT: s_and_b32 s8, s24, s8 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v31.l, v15.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v50.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v52, v53 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v15.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v31.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v51.l, v50.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v38, 16, v52 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v51.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v32.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v50.l, s0 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v38, v53 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.h, v112.l, v39.l, s11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v15.h, v51.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v31.l, v15.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v14.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v29 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v50 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v50.l, v30.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v33.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v33.l, v15.l, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v15.h, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v117, v117 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v31.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.h, v116.l, v49.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v29.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v52, v52 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v53 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v51, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v31.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v87.l, v31.h, v86.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.h, v70.l, v39.l, s8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v99.l, v31.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v98.l, v87.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v97, v99 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v96, v98 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v52 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v31.l, v15.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v15.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v30.l, v14.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v13.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v87.l, v86.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v86.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v37.l, v31.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v36.l, v32.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v37, 16, v37 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v38, 16, v36 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.h, v82.l, v51.l, s12 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v29.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v28 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v14.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v31.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v28.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.h, v31.l, v14.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v30.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v53 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v52, v51 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v12.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.h, v12.h, v30.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v50 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v29.l, v13.l, s2 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v50.l, v28.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v11 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v33.l, v15.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v13.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v31.l, v12.h, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v27 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v30.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.h, v30.l, v13.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v51, v50 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v37 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.h, v83.l, v52.l, s13 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v38 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.h, v84.l, v53.l, s14 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v31.l, v15.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s42, s16 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v30.l, v14.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v50, v49 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v27 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v27.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v53 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v29.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v28.l, v12.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v12.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.h, v11.h, v29.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v9 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.h, v31.l, v12.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v27.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v26 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v51 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v11.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v26 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v28.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v31.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v26.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v30.l, v11.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v51, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.h, v10.h, v28.l, s0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v26.l, v10.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v50 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v26.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v26.l, v27.l, v11.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v10.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v50.l, v12.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v25 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v48.l, v28.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v10.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v26.l, v26.l, v10.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v50, v50 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v25 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v49.l, v27.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v86.l, s1 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v26.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v25.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.h, v26.l, v11.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v27.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v52 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v51, v50 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v25.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v50, v50 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v13.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v48 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v49 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v53 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v25.l, v9.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v31.l, v10.h, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.h, v9.h, v27.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v25.l, v12.l, v10.l, s2 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v27.l, v11.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v28.l, v9.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v10.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v8 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v26.l, v9.h, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v27 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v28 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v25.l, v25.l, v9.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s3, vcc_lo, s1 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v51, v49 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v52, v50 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v48.l, v25.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v49.l, v9.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.h, v25.l, v10.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v24 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v28.l, v25.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v27, v26 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, s2 ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v12.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v26.l, v26.l, v10.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v48 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v49 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v50.l, v27.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v26.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v29.l, v13.l, s3 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v49, v48 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v8 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v51 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v28.l, v12.l, s0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v24.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v28 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v11.l, v9.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v9.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.h, v8.h, v12.l, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v24.l, v8.l, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v26 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.h, v10.l, v9.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v25.l, v25.l, v9.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v50 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v11.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v10.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v49, v49 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v24 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v49.l, v25.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX12-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v24.l, s3 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v49 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v7 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v27.l, v11.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v28.l, v26.l, v10.l, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v24.l, v8.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v23 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v9.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v10.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v8.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v12.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v24, v24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v23 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v27.l, v10.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v26 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v23.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v24, v24 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v11.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v27 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v25.l, v8.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v26, v9 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v23.l, v7.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.h, v7.h, v11.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v24 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v12.l, v8.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v9.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v22 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v11.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v23.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX12-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s1 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v22.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v26 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v23.l, v7.l, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.l, v25.l, v9.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v22 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v26, v24 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v11.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.h, v11.l, v8.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v26 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v25, v24 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v22.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v22.l, v6.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v10.l, v7.h, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.h, v6.h, v12.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v9.l, v7.l, s2 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v8.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v5 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v10.l, v8.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v11.l, v6.h, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v22 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v10.l, v7.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v21 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v10.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v12, v11 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v9.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v22.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v21 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v9.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v24, v23 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v10.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v6.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v21.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v22 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.l, v6.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v9.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v7.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v21.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v4 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.h, v7.l, v6.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v20 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v21.l, v5.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v11.l ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v8.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v20.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v10.l, v5.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v20.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.h, v4.h, v8.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v11 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v24, v23 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v21.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v5.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX12-TRUE16-NEXT: s_and_b32 s2, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v6.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v7.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v10.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v9.l, v8.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v24, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v22 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v11.l, v7.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v21.l, v5.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v20 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v9.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v4.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v19 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v8.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v20.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v6.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v19 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v19.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v8.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v20.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s3, s0, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v19.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v11 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v5.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v8.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v4.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v19.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v10.l, v6.l, s3 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v11 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v20 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v12, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v19.l, v3.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v9.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v18 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v6.l, v4.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v4.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v19, 16, v2 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v7.l, v5.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v6 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v11 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v19, v19 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v18 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v18.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v9.l, v4.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v6.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v7.l, v4.h, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v18.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v7, v7 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v17 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v5, v5 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v16 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v18.l, v2.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v18.l, v2.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v17.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v16.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v7, v7 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v5.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v8.l, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v6.l, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v10, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v17 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v9.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v17.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v10, v10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v16.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v8.l, v4.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v17.l, v1.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v3.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v16.l, v0.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v12, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v1.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v3.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.l, v2.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v2.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v10 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v16.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v18 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v7.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v8.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v19.l, v0.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v19, 16, v19 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v10 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v17, v16 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v7.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v4.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v8.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v2.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v17, v16 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v19, v18 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v20 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v7.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v12 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v16 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v11 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v7.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v8.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v3.l ; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v10 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.l, v5.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v49.l, v2.l, v1.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v48.l, v8.l, v1.h, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.l, v6.l, v0.h, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.l, v9.l, v2.h, s3 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v2.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v16 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0, v0.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0, v1.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s3, s4 +; GFX12-TRUE16-NEXT: s_and_b32 s3, s6, s7 +; GFX12-TRUE16-NEXT: s_and_b32 s4, s5, s8 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.l, v8.l, v0.l, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.l, v7.l, v1.l, s4 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v5.l, v2.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v9.l, v3.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v6.l, v4.l, s0 ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v0, v29 :: v_dual_mov_b32 v1, v49 -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v2, v48 :: v_dual_mov_b32 v3, v39 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v0, v39 :: v_dual_mov_b32 v1, v38 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v2, v37 :: v_dual_mov_b32 v3, v36 ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v4, v38 :: v_dual_mov_b32 v5, v36 -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v6, v35 :: v_dual_mov_b32 v7, v34 -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v8, v33 :: v_dual_mov_b32 v9, v32 -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v10, v31 :: v_dual_mov_b32 v11, v30 -; GFX12-TRUE16-NEXT: v_mov_b32_e32 v12, v37 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v4, v34 :: v_dual_mov_b32 v5, v33 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v6, v32 :: v_dual_mov_b32 v7, v31 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v8, v30 :: v_dual_mov_b32 v9, v29 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v10, v28 :: v_dual_mov_b32 v11, v35 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v32bf16: @@ -13710,792 +12188,649 @@ define <32 x bfloat> @v_maximumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v71, 16, v25 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v12 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v51, 16, v28 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v12 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v39, 16, v29 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v48, 16, v13 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v35, 16, v30 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v36, 16, v14 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v83, 16, v24 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff -; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v52, v52, v51, s1 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v13 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v80, 16, v9 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v103, 16, v21 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v8 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v84, 16, v8 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v38, v38 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v87, 16, v23 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v96, 16, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v99, 16, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff -; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v48, v48, v39, s0 +; GFX12-FAKE16-NEXT: scratch_load_b32 v31, off, s32 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v14 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v98, 0xffff0000, v6 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v100, 16, v6 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v115, 16, v20 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v102, 0xffff0000, v5 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v35, 16, v30 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v36, 16, v14 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v118, 0xffff0000, v3 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v119, 16, v19 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v34, v34 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v30 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v112, 16, v5 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v119, 16, v19 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v114, 0xffff0000, v4 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v128, 16, v3 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v130, 0xffff0000, v2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v131, 16, v18 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v70, v70 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v118, v118 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v49, 0xffff0000, v29 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v116, 16, v4 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v131, 16, v18 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v118, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v70, v80, v71, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v82, v82 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v28 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v128, 16, v3 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v130, 0xffff0000, v2 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v132, 16, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v80, v84, v83, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v26 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v135, 16, v17 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v134, 0xffff0000, v1 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v55, 16, v27 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v82, v96, v87, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v98, v98 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v25 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v11 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v118, v128, v119, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v130, v130 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v28 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v8 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v135, 16, v17 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v144, 16, v1 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v146, 0xffff0000, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v84, v100, v99, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v102, v102 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v24 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v128, v132, v131, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v134, v134 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v26 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v9 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v83, 16, v24 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v84, 16, v8 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v147, 16, v16 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v34, 16, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v54, v54 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v86, v112, v103, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v114, v114 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v101, 0xffff0000, v22 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v14 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v64, 16, v11 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v67, 16, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v96, v116, v115, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v118, v118 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v113, 0xffff0000, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff -; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v64, v64, v55, s2 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v68, 16, v10 -; GFX12-FAKE16-NEXT: scratch_load_b32 v31, off, s32 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v98, v128, v119, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v130, v130 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v117, 0xffff0000, v20 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v33, 16, v15 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s5, v82, v82 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v100, v132, v131, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v134, v134 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v102, v144, v135 :: v_dual_and_b32 v133, 0xffff0000, v18 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v130, v144, v135, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v146, v146 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v145, 0xffff0000, v17 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v112, 16, v96 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v25 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s4, v70, v70 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v70, 16, v13 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v84, v84, v83, s5 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v34, v34, v147, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v27 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v102, 0xffff0000, v5 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s6, v86, v86 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v54, v14, v30 :: v_dual_and_b32 v97, 0xffff0000, v23 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v70, v70 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v129, 0xffff0000, v19 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v13 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v48, 16, v13 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v12 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v87, 16, v23 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v96, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s8, v102, v102 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v29 :: v_dual_lshlrev_b32 v102, 16, v11 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v51, 16, v28 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v12 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v97, 0xffff0000, v23 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v29 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v96, v96, v87, s6 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v98, 0xffff0000, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v102, v102 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v64, 16, v11 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v99, 16, v22 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v100, 16, v6 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s7, v98, v98 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v28 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v52, v52, v51, s1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v116, 16, v100 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v53, v53 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s15, v82, v82 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v39, 16, v29 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v100, v100, v99, s7 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v133, 0xffff0000, v18 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v55, v55, v64 :: v_dual_lshlrev_b32 v130, 16, v51 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v69, v69 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v38, v38 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v51, v51, v52, s1 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v29, v29, v13, s15 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s15, v98, v98 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s11, v133, v133 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v48, v48, v39, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v52 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v28, v28, v12, s15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v51 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v55, 16, v27 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v67, 16, v26 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v68, 16, v10 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v71, 16, v25 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s17, v49, v133 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v80, 16, v9 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v145, 0xffff0000, v17 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v64, v64, v55, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v39, v39, v48, s0 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v51, v51, v52, s17 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v10 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v128, 16, v34 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v65, v65 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v33, 16, v15 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v24 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v80, v80, v71, s4 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v66, v66 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v129, 0xffff0000, v19 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v36 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v48 ; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v55, v55, v64, s2 ; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v68, v68, v67, s3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v67, v67, v68, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v81, v81 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v69, v69 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s4, v81, v81 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s12, v145, v145 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v35 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v132, 16, v39 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v67, v67, v68, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v64 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v68 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v81, 16, v80 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v71, v71, v70 :: v_dual_lshlrev_b32 v132, 16, v67 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v85, v85 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v83, v83, v80, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v97, v97 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v30 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v84 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v87, v87, v82 :: v_dual_lshlrev_b32 v134, 16, v83 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v101, v101 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v70, v71, v80, s4 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s5, v85, v85 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s10, v129, v129 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v129, v135, v130, s12 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v55 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v135, 16, v67 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v54, v98 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s16, v37, v132 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v69, 16, v80 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v81, v83, v84, s5 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s6, v97, v97 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v144, 16, v70 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s18, v53, v134 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v35, v35, v36, s15 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v39, v39, v48, s16 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v101, 0xffff0000, v22 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v65, v135 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v103, 16, v21 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v112, 16, v5 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v114, 0xffff0000, v4 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v16 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v99, v99, v84, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v113, v113 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v103, v103, v86 :: v_dual_lshlrev_b32 v144, 16, v99 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v117, v117 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v36 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v113, v115, v96, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v129, v129 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v85, 16, v82 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v115, v119, v98 :: v_dual_lshlrev_b32 v146, 16, v113 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v133, v133 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v48 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v117, v131, v100, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v145, v145 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v86 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v119, v135, v102, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v38, v147, v34 :: v_dual_lshlrev_b32 v49, 16, v52 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v49, v130 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v66, v30, v54 :: v_dual_lshlrev_b32 v53, 16, v64 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v30, 16, v35 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v14, v30 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v69, 16, v70 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v117 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v130, v35, v36 :: v_dual_lshlrev_b32 v129, 16, v39 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v37, v129 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v71, 16, v84 ; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff -; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v129, v51, v52, s0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v37, v39, v48 :: v_dual_lshlrev_b32 v118, 16, v102 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v131, 16, v55 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v53, v131 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v53, v55, v64 :: v_dual_lshlrev_b32 v50, 16, v15 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v71 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v65, v132 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v65, v67, v68, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v69, v133 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v135, 16, v87 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v69, v71, v70 :: v_dual_lshlrev_b32 v132, 16, v65 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v81, v134 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v81, v83, v80, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v85, v135 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v145, 16, v103 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v85, v87, v82, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v97, v144 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v97, v99, v84 :: v_dual_lshlrev_b32 v114, 16, v98 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v101, v145 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v147, 16, v115 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v101, v103, v86 :: v_dual_lshlrev_b32 v144, 16, v97 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v112, v146 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v112, v113, v96, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v114, v147 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v30, 16, v119 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v38 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v114, v115, v98, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v116, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v116, v117, v100, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v118, v30 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v118, v119, v102, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v128, v49 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v128, v38, v34, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v36 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v14, v130, v36, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v48 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v36, v37, v48, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v52 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v49, v129, v52, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v64 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v52, 16, v129 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v64, v53, v64, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v68 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v68, v65, v68, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v70 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v70, v69, v70, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v80 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v80, v81, v80, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v82 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v82, v85, v82, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v84 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v84, v97, v84, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v86 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v86, v101, v86, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v96 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v96, v112, v96, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v98 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v98, v114, v98 :: v_dual_lshlrev_b32 v131, 16, v53 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v100, v116, v100 :: v_dual_lshlrev_b32 v133, 16, v69 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v35 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v14, v14, v35 :: v_dual_lshlrev_b32 v135, 16, v85 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v102 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v35, v118, v102, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v39 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v36, v36, v39 :: v_dual_lshlrev_b32 v145, 16, v101 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v34 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v34, v128, v34, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v51 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v39, v49, v51, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v55 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v51, 16, v128 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v49, v64, v55, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v67 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v55, v68, v67, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v71 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v64, v70, v71 :: v_dual_lshlrev_b32 v147, 16, v114 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v83 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v67, v80, v83, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v87 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v68, v82, v87, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v99 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v70, v84, v99, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v103 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v71, v86, v103 :: v_dual_lshlrev_b32 v30, 16, v130 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v113 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v48, 16, v37 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v80, v96, v113, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v115 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v82, v98, v115, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v117 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v81 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v83, v100, v117, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v119 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v84, v35, v119, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v38 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v86, v34, v38, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v30 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v14, v130, v14, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v30, v37, v36, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v52 -; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v31 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v34, v129, v39, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v131 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v35, v53, v49, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v132 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v31 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v36, v65, v55, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v133 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v37, v69, v64, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v134 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v38, v81, v67, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v135 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v39, v85, v68, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v144 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v48, v97, v70, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v145 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v49, v101, v71, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v55, v15, v31, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v31 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v148, 16, v116 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v55 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v33, v33, v52, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v146, 16, v112 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v33 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v146 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v15, v112, v80, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v52, v52, v33, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v102, 16, v118 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v53, v31, v55 :: v_dual_lshlrev_b32 v64, 16, v52 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v147 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v53 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v31, v114, v82, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v148 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v32, v116, v83, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v50, v64 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v64, v52, v33, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v65, v67 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v64 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v65, v53, v55, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v102 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v68, 16, v65 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v50, v118, v84, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v33 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v33, v64, v33, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v55 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v55, v65, v55, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v52 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v33, v33, v52, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v53 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v53, v55, v53, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v67 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v33, v64, v33, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v51 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v52, v128, v86, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v68 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v51, v65, v53, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v66 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v29 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v29 :: v_dual_lshlrev_b32 v64, 16, v54 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v64, v53 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v53, v66, v54, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v28 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v64, 16, v29 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v54 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v54, v53, v54, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v66 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v54, v54, v66, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v65, v64 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v64, 16, v53 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v55, v29, v13 :: v_dual_lshlrev_b32 v66, 16, v12 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v53, v53, v54 :: v_dual_lshlrev_b32 v64, 16, v55 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v66, v65 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v27 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_perm_b32 v14, v14, v53, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v54, v28, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v29 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v11 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v54, v12, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v27, v27, v11 :: v_dual_lshlrev_b32 v28, 16, v54 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v26 -; GFX12-FAKE16-NEXT: v_perm_b32 v13, v30, v13, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v54, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v26 :: v_dual_lshlrev_b32 v29, 16, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v27 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v54, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v28, v27, v11, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v11, v28, v11 :: v_dual_lshlrev_b32 v54, 16, v26 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v27 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v10 -; GFX12-FAKE16-NEXT: v_perm_b32 v12, v34, v12, 0x5040100 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v55, v54 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v29, v26, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v29 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_perm_b32 v11, v35, v11, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v29, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v55, v54 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v27, v25, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v27, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v29, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v25 :: v_dual_lshlrev_b32 v26, 16, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v7 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v27 -; GFX12-FAKE16-NEXT: v_perm_b32 v10, v36, v10, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v23, v23, v7 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v27, v9 :: v_dual_lshlrev_b32 v28, 16, v23 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v8 -; GFX12-FAKE16-NEXT: v_perm_b32 v9, v37, v9, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v27, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v26, v24, v8 :: v_dual_lshlrev_b32 v25, 16, v22 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v29, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v27, v23, v7, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v85, v87, v96, s6 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s7, v101, v101 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v145, 16, v81 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v55, v55, v64, s18 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v113, 0xffff0000, v21 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v65, v67, v68, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v69, v144 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v115, 16, v20 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v116, 16, v4 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v117, 0xffff0000, v20 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s9, v114, v114 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v112, v112, v103, s8 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v83, 16, v96 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v87, v99, v100, s7 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s8, v113, v113 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s13, v38, v38 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v146, 16, v85 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v67, v70, v80, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v71, v145 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v116, v116, v115, s9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v99, v103, v112, s8 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s9, v117, v117 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v38, v147, v34, s13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v147, 16, v87 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v69, v81, v84, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v83, v146 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v112 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v102, v115, v116, s9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v99 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v116 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v70, v85, v96, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v86, v147 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v102 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v113, v119, v118, s10 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v117, v131, v128, s11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v30 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v71, v87, v100, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v97, v54 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v113 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v115, 16, v128 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v132, 16, v117 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v119, 16, v130 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v54, v99, v112, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v101, v98 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s14, v66, v66 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v129 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v131, 16, v34 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v38 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v81, v102, v116, s15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v103, 16, v118 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v30, v30, v14, s14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v29 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v103, v37 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v30 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v36 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v85, 16, v55 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v48 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v37, v113, v118, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v115, v132 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v65 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v52 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v87, 16, v67 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v64 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v83, v117, v128, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v119, v49 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s18, 0, v85 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v69 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v68 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s19, 0, v86 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v49, v129, v130, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v131, v133 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v70 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v80 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s20, 0, v87 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v99, 16, v71 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v38, v38, v34, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v66, v53 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v35 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v39 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s5, 0, v84 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s21, 0, v97 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v30, v30, v14, s15 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s15, v82, v134 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v51 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s16, 0, v66 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v96 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s22, 0, v98 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v29, v29, v13, s15 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s15, 0, v53 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s17, 0, v82 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s7, 0, v100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s23, 0, v99 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v15 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s15, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v54 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s16, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s8, 0, v112 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v36, v39, v48, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s17, s1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s24, 0, v101 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v39, v51, v52, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s18, s2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v102, 16, v81 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v48, v55, v64, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s19, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v103, 16, v37 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v51, v65, v68, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s20, s4 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s9, 0, v116 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v52, v67, v80, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s21, s5 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s25, 0, v102 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v53, v69, v84, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s22, s6 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s10, 0, v118 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v55, v70, v96, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s23, s7 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s26, 0, v103 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v64, v71, v100, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v113, 16, v83 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v115, 16, v49 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v117, 16, v38 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s11, 0, v128 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s12, 0, v130 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s27, 0, v113 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s28, 0, v115 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s13, 0, v34 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s29, 0, v117 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v119, 16, v30 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s14, 0, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v129, 16, v29 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v114, 16, v27 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s40, 0, v119 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s41, 0, v129 +; GFX12-FAKE16-NEXT: s_and_b32 s3, s40, s14 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v14, v30, v14, s3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_perm_b32 v14, v35, v14, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v65, 16, v31 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v24 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v15, v15, v31, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v31 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v31 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v23 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v32, v33, v65, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s24, s8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v33, v54, v112, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v32 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v32 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v24, 16, v26 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v6 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v28, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v27 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v31, v31, v15, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v31 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v50, v65, v32 :: v_dual_lshlrev_b32 v65, 16, v15 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s25, s9 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v54, v81, v116, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s26, s10 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v68, 16, v50 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v37, v37, v118, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v65, v66 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v31, v31, v15, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v67, v68 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v31 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v50, v50, v32, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s27, s11 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v65, v83, v128, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s28, s12 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v50 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v49, v49, v130, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s29, s13 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v66 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v34, v38, v34, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v15 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v67 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v38, 16, v26 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v114, v114 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v15, v31, v15, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v28 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v30, v50, v32, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v12 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v27, v27, v11, s0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v25 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v12 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s41, vcc_lo +; GFX12-FAKE16-NEXT: v_perm_b32 v15, v30, v15, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v29, v13, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v10 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v32, v31 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v11 +; GFX12-FAKE16-NEXT: v_perm_b32 v13, v36, v13, 0x5040100 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v5 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v26 :: v_dual_lshlrev_b32 v29, 16, v28 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v32, v31 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v21 -; GFX12-FAKE16-NEXT: v_perm_b32 v8, v38, v8, 0x5040100 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v38, 16, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v22 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v26, v26, v10 :: v_dual_lshlrev_b32 v31, 16, v27 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v26 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_perm_b32 v7, v39, v7, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v28, v12, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v10 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s2, v38, v32 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v25, s1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v31 +; GFX12-FAKE16-NEXT: v_perm_b32 v12, v39, v12, 0x5040100 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v26, v26, v10, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v50, v50 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v26 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v25, v25, v9, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v25 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v27, v11, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v8 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v31, v29 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v22 +; GFX12-FAKE16-NEXT: v_perm_b32 v11, v48, v11, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v25, v25, v9, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v24, s1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v25 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 +; GFX12-FAKE16-NEXT: v_perm_b32 v10, v51, v10, 0x5040100 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v21 :: v_dual_lshlrev_b32 v24, 16, v4 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v27, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v3 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v26, 16, v24 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v23, v23, v7, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v9 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v28, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v23 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v24, v24, v8, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v25, v9, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v8 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v6, v6, v22, s1 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v28, v26 +; GFX12-FAKE16-NEXT: v_perm_b32 v9, v52, v9, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v23, v23, v7, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v6, s1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v25 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_perm_b32 v8, v53, v8, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v27, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v21 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v6, s3 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v25, v25 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v21, s3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v23, v7 :: v_dual_lshlrev_b32 v26, 16, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v4 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v5 +; GFX12-FAKE16-NEXT: v_perm_b32 v7, v55, v7, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v23, v23 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v20 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v20, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v19 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v19, s0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v26, v24 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v3 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v21, v21, v5, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v23, v23 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v21 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v20, v20, v4, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX12-FAKE16-NEXT: v_perm_b32 v6, v48, v6, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v23, v21, v5 :: v_dual_lshlrev_b32 v22, 16, v19 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v20, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v22, v4 :: v_dual_lshlrev_b32 v21, 16, v23 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v19, v3, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v20 -; GFX12-FAKE16-NEXT: v_perm_b32 v5, v49, v5, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v19 :: v_dual_lshlrev_b32 v20, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v18 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v18 :: v_dual_lshlrev_b32 v23, 16, v24 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v0 -; GFX12-FAKE16-NEXT: v_perm_b32 v3, v31, v3, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v17, v17, v1 :: v_dual_lshlrev_b32 v20, 16, v16 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v23 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v3, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v16, v16, v0 :: v_dual_lshlrev_b32 v19, 16, v18 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v17 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v23, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v24, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v17, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v19, v2 :: v_dual_lshlrev_b32 v23, 16, v16 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v25, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v16, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v20, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v18 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v17 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v20 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v16 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v20, v1 :: v_dual_lshlrev_b32 v16, 16, v19 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_perm_b32 v1, v50, v1, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v16 -; GFX12-FAKE16-NEXT: v_perm_b32 v0, v52, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_perm_b32 v2, v32, v2, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v22, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_perm_b32 v4, v15, v4, 0x5040100 -; GFX12-FAKE16-NEXT: v_perm_b32 v15, v33, v51, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v25, v24 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v19 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v20, v20, v4, s3 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v27, v26 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v23, v23 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v21, v5 :: v_dual_lshlrev_b32 v22, 16, v20 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v3, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v16 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v18, s2 +; GFX12-FAKE16-NEXT: v_perm_b32 v5, v33, v5, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v19 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v21 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_perm_b32 v6, v64, v6, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v17, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v21, v21 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v18 +; GFX12-FAKE16-NEXT: v_perm_b32 v4, v54, v4, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v16, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v1, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v23, v23 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v16, v16, v0, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v21, v21 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v16 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v18, v18, v2, s2 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s2, v22, v21 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v18 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v1, s2 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s2, v24, v23 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s3, v26, v25 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v16, v16, v0, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v3 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v18, v18, v2, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v16 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v19, v3, s1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v21 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v22 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_perm_b32 v3, v37, v3, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v19 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v17, v1, s1 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s3, s4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v16, v0, s1 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s5, s6 +; GFX12-FAKE16-NEXT: v_perm_b32 v1, v49, v1, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v18, v2, s1 +; GFX12-FAKE16-NEXT: v_perm_b32 v0, v34, v0, 0x5040100 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_perm_b32 v2, v65, v2, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <32 x bfloat> @llvm.maximumnum.v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) ret <32 x bfloat> %result @@ -14525,14 +12860,12 @@ define bfloat @v_maximumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v3, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: s_setpc_b64 s[30:31] ; ; GFX900-LABEL: v_maximumnum_bf16_no_ieee: @@ -14547,14 +12880,12 @@ define bfloat @v_maximumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v2, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_setpc_b64 s[30:31] ; ; GFX950-LABEL: v_maximumnum_bf16_no_ieee: @@ -14567,22 +12898,17 @@ define bfloat @v_maximumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v2, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_bf16_no_ieee: @@ -14597,14 +12923,12 @@ define bfloat @v_maximumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_bf16_no_ieee: @@ -14613,31 +12937,28 @@ define bfloat @v_maximumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.h, v1.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v1, v1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_bf16_no_ieee: @@ -14653,17 +12974,15 @@ define bfloat @v_maximumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_bf16_no_ieee: @@ -14676,37 +12995,31 @@ define bfloat @v_maximumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v0.h, v1.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v1, v1 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_bf16_no_ieee: @@ -14728,21 +13041,17 @@ define bfloat @v_maximumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v2, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call bfloat @llvm.maximumnum.bf16(bfloat %x, bfloat %y) ret bfloat %result @@ -14779,15 +13088,13 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v3 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -14796,15 +13103,13 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -14821,15 +13126,13 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v3 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -14838,14 +13141,12 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v2, v0, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -14860,45 +13161,35 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX950-NEXT: v_cndmask_b32_sdwa v3, v0, v2, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v3 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v4, v5 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v4, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v2, v0, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; @@ -14916,6 +13207,7 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 ; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v0 @@ -14923,24 +13215,19 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v3, v4 ; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v2, v6, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v1, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo -; GFX10-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_v2bf16_no_ieee: @@ -14968,37 +13255,31 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v3.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.l ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v5, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v1.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v2.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v1.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v2.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v2bf16_no_ieee: @@ -15011,40 +13292,37 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 ; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v3 :: v_dual_lshlrev_b32 v5, 16, v0 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0 ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v5 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v3, v2 :: v_dual_lshlrev_b32 v7, 16, v1 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v3 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v2 :: v_dual_lshlrev_b32 v7, 16, v5 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_v2bf16_no_ieee: @@ -15079,38 +13357,32 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v6 ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v5, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v2.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v2.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v1.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v1.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v2.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v2bf16_no_ieee: @@ -15128,50 +13400,44 @@ define <2 x bfloat> @v_maximumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v3 :: v_dual_lshlrev_b32 v5, 16, v0 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0 ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v3, v2 :: v_dual_lshlrev_b32 v7, 16, v1 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v3 ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v2 :: v_dual_lshlrev_b32 v7, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX12-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <2 x bfloat> @llvm.maximumnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) ret <2 x bfloat> %result @@ -15214,15 +13480,13 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -15231,15 +13495,13 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -15248,14 +13510,12 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v5, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] @@ -15273,15 +13533,13 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -15290,15 +13548,13 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -15307,14 +13563,12 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v5, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v4, v0, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -15329,68 +13583,53 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX950-NEXT: v_cndmask_b32_sdwa v5, v0, v4, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v5 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v5, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v4, v0, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; @@ -15398,58 +13637,52 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX10: ; %bb.0: ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v6, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX10-NEXT: v_cndmask_b32_sdwa v10, v0, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v6, v0, v2, s4 +; GFX10-NEXT: v_cndmask_b32_sdwa v0, v0, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v0, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v5 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v5, v10, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v10 ; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 ; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v4, v10, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v5, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v8, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v7, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v7, v1, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v4, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s7, 0, v1 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v5, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v9, v5 +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v8 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v1, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 +; GFX10-NEXT: v_perm_b32 v0, v0, v2, 0x5040100 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s7 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_maximumnum_v3bf16_no_ieee: @@ -15460,62 +13693,63 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v8, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v7, v7 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v0.h, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v4.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s2 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, vcc_lo ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v0.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v8 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v7, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s3, v9, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v4.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v2.l, v0.l, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v4.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s2 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v7, v9 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v10, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v3.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v8 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v4.l, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v3bf16_no_ieee: @@ -15524,59 +13758,56 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX11-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v2 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v6, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v9, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v0 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v4, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v10, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v2 ; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v8 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v6, v1 :: v_dual_lshlrev_b32 v2, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v7 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v7, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX11-FAKE16-NEXT: s_and_b32 s0, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v2, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_maximumnum_v3bf16_no_ieee: @@ -15591,73 +13822,68 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v8, v8 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v0.h, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s3 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v4.l, s1 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s2 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, vcc_lo ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v0.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v6, v8 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v7, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v1.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s3, v9, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v4.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v5.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v2.l, v0.l, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v4.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s2 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v3.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v7, v9 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v10, v11 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v0.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v8 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v4.l, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v3bf16_no_ieee: @@ -15670,75 +13896,66 @@ define <3 x bfloat> @v_maximumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v2 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v6, 16, v1 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v9, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v10 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v10, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v2 ; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v6, v1 :: v_dual_lshlrev_b32 v2, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX12-FAKE16-NEXT: s_and_b32 s0, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v2, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v1 ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <3 x bfloat> @llvm.maximumnum.v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) ret <3 x bfloat> %result @@ -15787,15 +14004,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX8-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v2 ; GFX8-NEXT: v_lshrrev_b32_e32 v7, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 @@ -15806,15 +14021,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v7, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -15823,15 +14036,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v7, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -15840,14 +14051,12 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX8-NEXT: v_cmp_gt_f32_e32 vcc, v6, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v5 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 @@ -15867,15 +14076,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX900-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v6, 16, v2 ; GFX900-NEXT: v_lshrrev_b32_e32 v7, 16, v0 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 @@ -15886,15 +14093,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v7, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -15903,15 +14108,13 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v7, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -15920,14 +14123,12 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX900-NEXT: v_cmp_gt_f32_e32 vcc, v6, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], 0, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v5, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v4, v1, s4 @@ -15943,93 +14144,73 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX950-NEXT: v_cndmask_b32_sdwa v5, v1, v4, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v7 ; GFX950-NEXT: v_lshrrev_b32_e32 v7, 16, v0 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc +; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v6, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v7, v8 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v7, v6 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX950-NEXT: v_perm_b32 v1, v4, v1, s0 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], 0, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_gt_f32_e32 vcc, v6, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v5, v0, s0 +; GFX950-NEXT: v_perm_b32 v1, v4, v1, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_maximumnum_v4bf16_no_ieee: @@ -16038,75 +14219,67 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 -; GFX10-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v0 ; GFX10-NEXT: v_lshrrev_b32_e32 v8, 16, v0 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v1 +; GFX10-NEXT: v_lshrrev_b32_e32 v4, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v0 ; GFX10-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 -; GFX10-NEXT: v_cndmask_b32_sdwa v10, v1, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX10-NEXT: v_cndmask_b32_sdwa v11, v1, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v8, v7, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v11 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v8, v4, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v6 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0, v1 ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v5, v10, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v4, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v6, vcc_lo +; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v7, v8 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v10, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v8, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v8 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v6, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v9, v5, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v6 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v2 +; GFX10-NEXT: v_cmp_gt_f32_e64 s5, v7, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX10-NEXT: v_cmp_gt_f32_e64 s4, v8, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v1, s5 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v0, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v11 ; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v7, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v8, v5, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v7, vcc_lo -; GFX10-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v8 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v9 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s7, s8 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo ; GFX10-NEXT: v_perm_b32 v1, v5, v1, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -16116,84 +14289,76 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v5, v5 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v6, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v1.h, v3.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v9, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s3 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v10, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v1.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v7.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v5.l, v4.l, s2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v9, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v7.l, v6.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v8.l -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v11, v12 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v6.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v1.h, v7.l, s2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v9 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v0.l +; GFX11-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v12, v13 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v3.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v2.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX11-TRUE16-NEXT: s_and_b32 s5, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v0.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v4.l, s5 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v7.l, v6.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_maximumnum_v4bf16_no_ieee: @@ -16202,80 +14367,78 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX11-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v1 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v0 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v3 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v5, vcc_lo ; GFX11-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v5, v4 :: v_dual_and_b32 v9, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v6, v9, v8 :: v_dual_lshlrev_b32 v13, 16, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v4 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v13 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v13, 16, v3 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v6 :: v_dual_lshlrev_b32 v14, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v9, 16, v7 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v10 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v13, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v8, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v6, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v3, 16, v7 ; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v6 :: v_dual_lshlrev_b32 v2, 16, v8 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v13, v12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v8, v9 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v6, s0 +; GFX11-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v5 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v5, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX11-FAKE16-NEXT: v_perm_b32 v1, v4, v1, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; @@ -16289,98 +14452,85 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX12-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v5, v5 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v6, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v1.h, v3.h, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v9, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l ; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s4 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v4.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s3 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v10, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v1.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v8, v9 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v7.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v5.l, v4.l, s2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s2, v9, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v7.l, v6.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v8.l -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v11, v12 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v7.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v6.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v14 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v1.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v9 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0, v0.l +; GFX12-TRUE16-NEXT: v_cmp_gt_f32_e64 s1, v12, v13 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v1.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v1.h, v7.l, s2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0, v3.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v3.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v2.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: s_and_b32 s5, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v0.h, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.h, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v4.l, s5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v7.l, v6.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s3 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_maximumnum_v4bf16_no_ieee: @@ -16393,100 +14543,89 @@ define <4 x bfloat> @v_maximumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v1 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v5, vcc_lo ; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v10, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v5, v4 :: v_dual_and_b32 v9, 0xffff0000, v2 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v13, 16, v3 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v6, v9, v8 :: v_dual_lshlrev_b32 v13, 16, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v12, v13 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v6 :: v_dual_lshlrev_b32 v14, 16, v0 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v5 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v9, 16, v7 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v13, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v5, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v8, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v9, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s1, v13, v12 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v8, v9 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s1 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v6, s0 +; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e64 s0, v11, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0, v6 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_gt_f32_e32 vcc_lo, v11, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v3, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v6 :: v_dual_lshlrev_b32 v2, 16, v8 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v5 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v5, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo ; GFX12-FAKE16-NEXT: v_perm_b32 v1, v4, v1, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <4 x bfloat> @llvm.maximumnum.v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) diff --git a/llvm/test/CodeGen/AMDGPU/minimumnum.bf16.ll b/llvm/test/CodeGen/AMDGPU/minimumnum.bf16.ll index b97239081ac77..9a9a6a8787011 100644 --- a/llvm/test/CodeGen/AMDGPU/minimumnum.bf16.ll +++ b/llvm/test/CodeGen/AMDGPU/minimumnum.bf16.ll @@ -33,15 +33,13 @@ define bfloat @v_minimumnum_bf16(bfloat %x, bfloat %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v3, v2 +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s4, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: s_setpc_b64 s[30:31] ; ; GFX900-LABEL: v_minimumnum_bf16: @@ -56,15 +54,13 @@ define bfloat @v_minimumnum_bf16(bfloat %x, bfloat %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v2, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s4, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_setpc_b64 s[30:31] ; ; GFX950-LABEL: v_minimumnum_bf16: @@ -77,22 +73,17 @@ define bfloat @v_minimumnum_bf16(bfloat %x, bfloat %y) { ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v2, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_bf16: @@ -107,14 +98,12 @@ define bfloat @v_minimumnum_bf16(bfloat %x, bfloat %y) { ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_bf16: @@ -123,31 +112,28 @@ define bfloat @v_minimumnum_bf16(bfloat %x, bfloat %y) { ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.h, v1.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v1, v1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_bf16: @@ -163,17 +149,15 @@ define bfloat @v_minimumnum_bf16(bfloat %x, bfloat %y) { ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_bf16: @@ -186,37 +170,31 @@ define bfloat @v_minimumnum_bf16(bfloat %x, bfloat %y) { ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v0.h, v1.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v1, v1 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_bf16: @@ -238,21 +216,17 @@ define bfloat @v_minimumnum_bf16(bfloat %x, bfloat %y) { ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call bfloat @llvm.minimumnum.bf16(bfloat %x, bfloat %y) ret bfloat %result @@ -276,53 +250,44 @@ define bfloat @v_minimumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v3, v2 +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s4, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: s_setpc_b64 s[30:31] ; ; GFX900-LABEL: v_minimumnum_bf16_nnan: ; GFX900: ; %bb.0: ; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX900-NEXT: s_movk_i32 s4, 0x8000 ; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v3, v2 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc ; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX900-NEXT: v_cmp_lt_f32_e64 s[4:5], v3, v2 +; GFX900-NEXT: v_cndmask_b32_e64 v1, v1, v0, s[4:5] +; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX900-NEXT: v_cmp_eq_f32_e64 s[4:5], 0, v2 +; GFX900-NEXT: s_and_b64 vcc, s[4:5], vcc +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_setpc_b64 s[30:31] ; ; GFX950-LABEL: v_minimumnum_bf16_nnan: ; GFX950: ; %bb.0: ; GFX950-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX950-NEXT: s_movk_i32 s0, 0x8000 ; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v3, v2 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc ; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 +; GFX950-NEXT: v_cmp_lt_f32_e64 s[0:1], v3, v2 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e64 v1, v1, v0, s[0:1] +; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e64 s[0:1], 0, v2 +; GFX950-NEXT: s_and_b64 vcc, s[0:1], vcc +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_bf16_nnan: @@ -331,14 +296,12 @@ define bfloat @v_minimumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_bf16_nnan: @@ -348,17 +311,15 @@ define bfloat @v_minimumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_bf16_nnan: @@ -368,15 +329,13 @@ define bfloat @v_minimumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v2 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_bf16_nnan: @@ -391,20 +350,15 @@ define bfloat @v_minimumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v2 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_bf16_nnan: @@ -416,21 +370,17 @@ define bfloat @v_minimumnum_bf16_nnan(bfloat %x, bfloat %y) { ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v2, v0 :: v_dual_lshlrev_b32 v3, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call nnan bfloat @llvm.minimumnum.bf16(bfloat %x, bfloat %y) ret bfloat %result @@ -468,16 +418,14 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v4, v5 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v3 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -486,15 +434,13 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -511,16 +457,14 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v4, v5 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v3 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -529,14 +473,12 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v2, v0, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -551,46 +493,36 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX950-NEXT: v_cndmask_b32_sdwa v3, v0, v2, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v4, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v3 +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v2, v0, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; @@ -608,6 +540,7 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 ; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v0 @@ -615,24 +548,19 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v4 ; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v2, v6, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v1, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo -; GFX10-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_v2bf16: @@ -660,37 +588,31 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v3.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.l ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v5, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v1.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v2.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v1.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v2.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v2bf16: @@ -703,40 +625,37 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 ; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v3 :: v_dual_lshlrev_b32 v5, 16, v0 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0 ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v5 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v3, v2 :: v_dual_lshlrev_b32 v7, 16, v1 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v3 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v2 :: v_dual_lshlrev_b32 v7, 16, v5 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_v2bf16: @@ -771,38 +690,32 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v6 ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v5, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v2.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v2.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v1.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v1.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v2.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v2bf16: @@ -820,50 +733,44 @@ define <2 x bfloat> @v_minimumnum_v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) { ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v3 :: v_dual_lshlrev_b32 v5, 16, v0 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0 ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v3, v2 :: v_dual_lshlrev_b32 v7, 16, v1 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v3 ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v2 :: v_dual_lshlrev_b32 v7, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX12-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <2 x bfloat> @llvm.minimumnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) ret <2 x bfloat> %result @@ -893,28 +800,23 @@ define <2 x bfloat> @v_minimumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v3, v2 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 ; GFX8-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_and_b32_e32 v3, 0xffff0000, v1 ; GFX8-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 -; GFX8-NEXT: v_lshrrev_b32_e32 v0, 16, v0 -; GFX8-NEXT: v_lshrrev_b32_e32 v1, 16, v1 +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_sdwa v0, v3, v0, vcc dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD +; GFX8-NEXT: v_lshrrev_b32_e32 v0, 16, v0 +; GFX8-NEXT: v_cndmask_b32_sdwa v1, v1, v0, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_sdwa v0, v1, v0, vcc dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD ; GFX8-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -924,28 +826,23 @@ define <2 x bfloat> @v_minimumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v3, v2 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 ; GFX900-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-NEXT: v_and_b32_e32 v3, 0xffff0000, v1 ; GFX900-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 -; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0 -; GFX900-NEXT: v_lshrrev_b32_e32 v1, 16, v1 +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0 +; GFX900-NEXT: v_cndmask_b32_sdwa v1, v1, v0, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v0, v2, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -956,66 +853,49 @@ define <2 x bfloat> @v_minimumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v3, v2 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX950-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 -; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_and_b32_e32 v3, 0xffff0000, v1 -; GFX950-NEXT: v_lshrrev_b32_e32 v1, 16, v1 +; GFX950-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 +; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 +; GFX950-NEXT: v_cndmask_b32_sdwa v1, v1, v0, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v0, v2, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_v2bf16_nnan: ; GFX10: ; %bb.0: ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 -; GFX10-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX10-NEXT: v_lshrrev_b32_e32 v6, 16, v0 -; GFX10-NEXT: v_lshrrev_b32_e32 v7, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v0 +; GFX10-NEXT: v_and_b32_e32 v2, 0xffff0000, v1 +; GFX10-NEXT: v_and_b32_e32 v3, 0xffff0000, v0 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v5, v4 ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v7, v6, vcc_lo +; GFX10-NEXT: v_lshrrev_b32_e32 v2, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v1, v0, s4 +; GFX10-NEXT: v_cndmask_b32_sdwa v1, v1, v2, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v5, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v5 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v2, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -1026,64 +906,54 @@ define <2 x bfloat> @v_minimumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0.h -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.h +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v5, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v1.h, v0.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.h, v0.h, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.h +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, s1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v1.h, s2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v3 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v4 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v2.l, v0.h, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v2bf16_nnan: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v1 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v7, v6 :: v_dual_lshlrev_b32 v3, 16, v1 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v5, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v2, v6, vcc_lo ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] @@ -1099,34 +969,29 @@ define <2 x bfloat> @v_minimumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0.h -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.h +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v2 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v5, v4 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v1.h, v0.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.h, v0.h, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.h +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v1.h, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v5 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v3 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v4 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v2.l, v0.h, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v2bf16_nnan: @@ -1136,40 +1001,32 @@ define <2 x bfloat> @v_minimumnum_v2bf16_nnan(<2 x bfloat> %x, <2 x bfloat> %y) ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v1 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v7, v6 :: v_dual_lshlrev_b32 v3, 16, v1 ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v5, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v2, v6, vcc_lo ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] @@ -1214,16 +1071,14 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -1232,15 +1087,13 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -1249,14 +1102,12 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v5, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] @@ -1274,16 +1125,14 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -1292,15 +1141,13 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -1309,15 +1156,13 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v5, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: s_mov_b32 s4, 0x5040100 +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v4, v0, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] ; @@ -1331,69 +1176,54 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX950-NEXT: v_cndmask_b32_sdwa v5, v0, v4, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v5 +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v5, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v4, v0, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; @@ -1401,58 +1231,52 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX10: ; %bb.0: ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v6, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX10-NEXT: v_cndmask_b32_sdwa v10, v0, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v6, v0, v2, s4 +; GFX10-NEXT: v_cndmask_b32_sdwa v0, v0, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v0, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v5 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v5, v10, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v10 ; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 ; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v4, v10, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v5, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v8, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v7, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v7, v1, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v1 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v5, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v9, v5 +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v8 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v1, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 +; GFX10-NEXT: v_perm_b32 v0, v0, v2, 0x5040100 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s7 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_v3bf16: @@ -1463,62 +1287,63 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v8, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v7, v7 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v0.h, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v4.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s2 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, vcc_lo ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v0.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v8 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v7, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s3, v9, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v4.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v2.l, v0.l, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v4.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s2 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v7, v9 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v10, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v3.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v8 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v4.l, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v3bf16: @@ -1527,59 +1352,56 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX11-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v2 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v6, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v9, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v0 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v4, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v10, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v2 ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v8 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v6, v1 :: v_dual_lshlrev_b32 v2, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v7 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v7, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX11-FAKE16-NEXT: s_and_b32 s0, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v2, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_v3bf16: @@ -1594,73 +1416,68 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v8, v8 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v0.h, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s3 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v4.l, s1 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s2 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, vcc_lo ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v0.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v8 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v7, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s3, v9, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v4.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v5.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v2.l, v0.l, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v4.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s2 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v7, v9 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v10, v11 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v8 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v4.l, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v3bf16: @@ -1673,75 +1490,66 @@ define <3 x bfloat> @v_minimumnum_v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) { ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v2 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v6, 16, v1 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v9, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v10 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v10, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v2 ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v6, v1 :: v_dual_lshlrev_b32 v2, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX12-FAKE16-NEXT: s_and_b32 s0, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v2, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1 ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <3 x bfloat> @llvm.minimumnum.v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) ret <3 x bfloat> %result @@ -1777,40 +1585,34 @@ define <3 x bfloat> @v_minimumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_and_b32_e32 v3, 0xffff0000, v2 ; GFX8-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 ; GFX8-NEXT: v_lshrrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v2 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v3, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v6, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -1820,39 +1622,33 @@ define <3 x bfloat> @v_minimumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v2, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-NEXT: v_and_b32_e32 v4, 0xffff0000, v2 ; GFX900-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0 ; GFX900-NEXT: v_lshrrev_b32_e32 v2, 16, v2 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v4 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v0, v3, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -1863,93 +1659,71 @@ define <3 x bfloat> @v_minimumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc +; GFX950-NEXT: s_movk_i32 s2, 0x8000 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v2, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_and_b32_e32 v4, 0xffff0000, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc +; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 ; GFX950-NEXT: v_lshrrev_b32_e32 v2, 16, v2 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v4 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v0, v3, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_v3bf16_nnan: ; GFX10: ; %bb.0: ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX10-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 +; GFX10-NEXT: v_lshrrev_b32_e32 v9, 16, v0 +; GFX10-NEXT: v_lshrrev_b32_e32 v10, 16, v2 +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v5 ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX10-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 -; GFX10-NEXT: v_and_b32_e32 v9, 0xffff0000, v0 -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v6 -; GFX10-NEXT: v_lshrrev_b32_e32 v10, 16, v0 -; GFX10-NEXT: v_lshrrev_b32_e32 v11, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v8 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v11, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v1 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v0 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v9 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v7 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v10, v9, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v7 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v9, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v5, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v11, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 ; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s7, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_v3bf16_nnan: @@ -1962,80 +1736,72 @@ define <3 x bfloat> @v_minimumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX11-TRUE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v0 ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v7, v6 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s3, v9, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v7, v6 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v9, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v2.h, v0.h, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0.h -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v0.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v2.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.h -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v2.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v8 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, vcc_lo ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v7 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, s1 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v3bf16_nnan: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v0 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v11, 16, v2 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v6 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v11, v10, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v9 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v7 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v10, v9 :: v_dual_lshlrev_b32 v4, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v4 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v6 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v5, v9 :: v_dual_lshlrev_b32 v7, 16, v3 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v5, v10, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v11, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v5, v7 :: v_dual_lshlrev_b32 v9, 16, v4 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s3, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_v3bf16_nnan: @@ -2052,43 +1818,38 @@ define <3 x bfloat> @v_minimumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX12-TRUE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v0 ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v7, v6 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v3.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s3, v9, v8 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v7, v6 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v9, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v2.h, v0.h, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0.h -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v0.h, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v2.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v8 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.h -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v2.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v8 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s1 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v6 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v7 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, s1 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v3bf16_nnan: @@ -2098,57 +1859,43 @@ define <3 x bfloat> @v_minimumnum_v3bf16_nnan(<3 x bfloat> %x, <3 x bfloat> %y) ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v11, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v6 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v9 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v8 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v11, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v10, v9 :: v_dual_lshlrev_b32 v4, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v6 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v5, v9 :: v_dual_lshlrev_b32 v7, 16, v3 ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v5, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v11, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v5, v7 :: v_dual_lshlrev_b32 v9, 16, v4 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s3, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call nnan <3 x bfloat> @llvm.minimumnum.v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) ret <3 x bfloat> %result @@ -2197,16 +1944,14 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX8-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v2 ; GFX8-NEXT: v_lshrrev_b32_e32 v7, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 @@ -2217,15 +1962,13 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v7, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -2234,15 +1977,13 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v7, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -2251,14 +1992,12 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v5 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 @@ -2278,16 +2017,14 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX900-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v6, 16, v2 ; GFX900-NEXT: v_lshrrev_b32_e32 v7, 16, v0 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 @@ -2298,15 +2035,13 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v7, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -2315,15 +2050,13 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v7, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -2332,14 +2065,12 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v5, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v4, v1, s4 @@ -2355,94 +2086,74 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX950-NEXT: v_cndmask_b32_sdwa v5, v1, v4, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v5 ; GFX950-NEXT: v_lshrrev_b32_e32 v7, 16, v0 -; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v6, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 -; GFX950-NEXT: s_nop 1 +; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v7, v8 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v7, v6 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: v_perm_b32 v1, v4, v1, s0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v5, v0, s0 +; GFX950-NEXT: v_perm_b32 v1, v4, v1, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_v4bf16: @@ -2451,75 +2162,67 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 -; GFX10-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v0 ; GFX10-NEXT: v_lshrrev_b32_e32 v8, 16, v0 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v1 +; GFX10-NEXT: v_lshrrev_b32_e32 v4, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v0 ; GFX10-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 -; GFX10-NEXT: v_cndmask_b32_sdwa v10, v1, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX10-NEXT: v_cndmask_b32_sdwa v11, v1, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v8, v7, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v11 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v8, v4, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v6 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v1 ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v5, v10, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v4, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v6, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v8 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v10, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v8, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v8 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v6, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v9, v5, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v6 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v2 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v7, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v8, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v1, s5 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v0, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v11 ; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v7, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v8, v5, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v7, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v8 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v9 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s7, s8 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo ; GFX10-NEXT: v_perm_b32 v1, v5, v1, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -2529,84 +2232,76 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v5, v5 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v6, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v1.h, v3.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v9, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s3 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v10, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v1.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v7.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v5.l, v4.l, s2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v9, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v7.l, v6.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v8.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v11, v12 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v6.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v1.h, v7.l, s2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v9 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v0.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v12, v13 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v3.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v2.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX11-TRUE16-NEXT: s_and_b32 s5, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v0.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v4.l, s5 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v7.l, v6.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v4bf16: @@ -2615,80 +2310,78 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX11-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v1 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v0 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v3 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v5, vcc_lo ; GFX11-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v5, v4 :: v_dual_and_b32 v9, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v6, v9, v8 :: v_dual_lshlrev_b32 v13, 16, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v4 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v13 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v13, 16, v3 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v6 :: v_dual_lshlrev_b32 v14, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v9, 16, v7 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v10 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v13, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v8, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v6, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v3, 16, v7 ; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v6 :: v_dual_lshlrev_b32 v2, 16, v8 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v13, v12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v8, v9 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v6, s0 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v5 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v5, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX11-FAKE16-NEXT: v_perm_b32 v1, v4, v1, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; @@ -2702,98 +2395,85 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX12-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v5, v5 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v6, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v1.h, v3.h, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v9, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l ; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s4 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s3 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v10, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v1.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v9 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v7.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v5.l, v4.l, s2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v9, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v7.l, v6.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v8.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v11, v12 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v7.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v6.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v14 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v1.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v9 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v0.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v12, v13 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v1.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v1.h, v7.l, s2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v3.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v3.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v2.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: s_and_b32 s5, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v0.h, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.h, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v4.l, s5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v7.l, v6.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s3 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v4bf16: @@ -2806,100 +2486,89 @@ define <4 x bfloat> @v_minimumnum_v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) { ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v1 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v5, vcc_lo ; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v5, v4 :: v_dual_and_b32 v9, 0xffff0000, v2 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v6, v9, v8 :: v_dual_lshlrev_b32 v13, 16, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v13 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v13, 16, v3 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v6 :: v_dual_lshlrev_b32 v14, 16, v0 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v9, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v13, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v8, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v13, v12 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v8, v9 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s1 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v6, s0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v3, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v6 :: v_dual_lshlrev_b32 v2, 16, v8 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v5 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v5, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo ; GFX12-FAKE16-NEXT: v_perm_b32 v1, v4, v1, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <4 x bfloat> @llvm.minimumnum.v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) @@ -2941,53 +2610,44 @@ define <4 x bfloat> @v_minimumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX8-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX8-NEXT: v_and_b32_e32 v4, 0xffff0000, v3 ; GFX8-NEXT: v_and_b32_e32 v5, 0xffff0000, v1 -; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v1 -; GFX8-NEXT: v_lshrrev_b32_e32 v7, 16, v3 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v7, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v4, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v7, vcc +; GFX8-NEXT: v_lshrrev_b32_e32 v4, 16, v1 +; GFX8-NEXT: v_cndmask_b32_sdwa v5, v3, v4, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 ; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v4 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_and_b32_e32 v3, 0xffff0000, v2 ; GFX8-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 ; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v0 ; GFX8-NEXT: v_lshrrev_b32_e32 v7, 16, v2 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v5, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v7, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v7, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v6 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v6, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 @@ -3000,52 +2660,44 @@ define <4 x bfloat> @v_minimumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 ; GFX900-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v4, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v3, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX900-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v1, 16, v1 ; GFX900-NEXT: v_lshrrev_b32_e32 v3, 16, v3 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v5, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX900-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX900-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0 ; GFX900-NEXT: v_lshrrev_b32_e32 v2, 16, v2 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v0, v3, s4 ; GFX900-NEXT: v_perm_b32 v1, v1, v4, s4 @@ -3057,68 +2709,49 @@ define <4 x bfloat> @v_minimumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v4, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v3, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX950-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc ; GFX950-NEXT: v_lshrrev_b32_e32 v1, 16, v1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc -; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX950-NEXT: v_lshrrev_b32_e32 v3, 16, v3 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 +; GFX950-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v5, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX950-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc +; GFX950-NEXT: v_lshrrev_b32_e32 v0, 16, v0 ; GFX950-NEXT: v_lshrrev_b32_e32 v2, 16, v2 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: v_perm_b32 v1, v1, v4, s0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v0, v3, s0 +; GFX950-NEXT: v_perm_b32 v1, v1, v4, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_v4bf16_nnan: @@ -3126,53 +2759,45 @@ define <4 x bfloat> @v_minimumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 -; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX10-NEXT: v_lshrrev_b32_e32 v8, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v2 -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 -; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX10-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 ; GFX10-NEXT: v_and_b32_e32 v12, 0xffff0000, v0 +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 +; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v9, v8 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 +; GFX10-NEXT: v_lshrrev_b32_e32 v13, 16, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v6 -; GFX10-NEXT: v_lshrrev_b32_e32 v3, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v5, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 +; GFX10-NEXT: v_lshrrev_b32_e32 v14, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v0, s4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v12, v11 +; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX10-NEXT: v_lshrrev_b32_e32 v3, 16, v3 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v7, v6 +; GFX10-NEXT: v_cndmask_b32_e64 v8, v14, v13, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v5, s5 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v8 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v13 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v9 -; GFX10-NEXT: v_lshrrev_b32_e32 v4, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v6, v8, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v4, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v8, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v9, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v7 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v9, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v5 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v4 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v8, v13, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s7, s8 +; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v6, v5, vcc_lo ; GFX10-NEXT: v_perm_b32 v1, v3, v1, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -3183,107 +2808,95 @@ define <4 x bfloat> @v_minimumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v5, v4 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s4, v7, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v1.h, s4 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s4, v6, v8 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v7, v6 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v9, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v0.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v11, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.h, v1.h, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v0.h, s2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, s4 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v2.h, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.h -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v3.h -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v1.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v2.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.h +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v0.h ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v3.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v1.h, s2 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v9 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s1, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s3, s4 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s5, s6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v0.h, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v1.h, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v4bf16_nnan: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v13, 16, v0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v1 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v9, v8 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v13 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v12, v11 ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v8, v14, v13, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v1 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v3 :: v_dual_lshlrev_b32 v10, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v6 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 16, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v4, v1 :: v_dual_and_b32 v12, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v9 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v4, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v6, v8, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v11 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v4, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v8, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v9, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v7 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v4 :: v_dual_lshlrev_b32 v4, 16, v6 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v9, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v6, v5, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v4, v1 :: v_dual_and_b32 v6, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 16, v3 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v7, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v8 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v5, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v8, v13, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc_lo ; GFX11-FAKE16-NEXT: v_perm_b32 v1, v3, v1, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; @@ -3298,60 +2911,47 @@ define <4 x bfloat> @v_minimumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v5, v4 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s4, v7, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v1.h, s4 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s4, v6, v8 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.h -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, s4 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v2.h, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.h -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v3.h -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v1.h, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v2 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v7, v6 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v9, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v0.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v11, v10 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.h -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v3.h, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v1.h, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.h, v1.h, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v0.h, s2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.h +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v0.h +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v9 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s1, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s3, s4 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s5, s6 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v0.h, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v1.h, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v4bf16_nnan: @@ -3361,73 +2961,60 @@ define <4 x bfloat> @v_minimumnum_v4bf16_nnan(<4 x bfloat> %x, <4 x bfloat> %y) ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v13, 16, v0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v1 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v9, v8 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v13 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v12, v11 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v4 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v8, v14, v13, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v3 :: v_dual_lshlrev_b32 v10, 16, v0 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v6 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 16, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v4, v1 :: v_dual_and_b32 v12, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v9 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v4, 16, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v6, v8, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v4, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v8, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v9, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v4 :: v_dual_lshlrev_b32 v4, 16, v6 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v9, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v6, v5, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v4, v1 :: v_dual_and_b32 v6, 0xffff0000, v3 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 16, v3 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v7, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v5, s1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v8, v13, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v5, vcc_lo ; GFX12-FAKE16-NEXT: v_perm_b32 v1, v3, v1, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call nnan <4 x bfloat> @llvm.minimumnum.v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) @@ -3490,16 +3077,14 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v7 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v8, v9 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v7, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v8 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v6 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v6, v7, v6, vcc ; GFX8-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v8, 16, v4 ; GFX8-NEXT: v_lshrrev_b32_e32 v9, 16, v1 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 @@ -3510,15 +3095,13 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v7 ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v9, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v8, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v8, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 +; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v7, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v7 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v7, v8, v7, vcc ; GFX8-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v9, 16, v3 ; GFX8-NEXT: v_lshrrev_b32_e32 v10, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 @@ -3529,15 +3112,13 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v10, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v8 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc @@ -3546,15 +3127,13 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v2 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v10, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v5, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v9 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v2 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc @@ -3563,15 +3142,13 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v1 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v9, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v4, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc @@ -3580,14 +3157,12 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v8 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v3 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v7 @@ -3610,16 +3185,14 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v7 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v8, v9 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v7, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v8 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v6 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v6, v7, v6, vcc ; GFX900-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v8, 16, v4 ; GFX900-NEXT: v_lshrrev_b32_e32 v9, 16, v1 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 @@ -3630,15 +3203,13 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v7 ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v9, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v8, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v8, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 +; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v7, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v7 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v7, v8, v7, vcc ; GFX900-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v9, 16, v3 ; GFX900-NEXT: v_lshrrev_b32_e32 v10, 16, v0 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 @@ -3649,15 +3220,13 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v10, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v8 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc @@ -3666,15 +3235,13 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v2 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v10, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v5, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v9 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v2 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc @@ -3683,15 +3250,13 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v9, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v4, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc @@ -3700,14 +3265,12 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v8, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v7, v1, s4 @@ -3722,146 +3285,115 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX950-NEXT: v_lshrrev_b32_e32 v8, 16, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_and_b32_e32 v9, 0xffff0000, v5 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v6 -; GFX950-NEXT: v_and_b32_e32 v10, 0xffff0000, v4 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v6 ; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v7 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v8, v9 ; GFX950-NEXT: v_lshrrev_b32_e32 v9, 16, v1 -; GFX950-NEXT: v_and_b32_e32 v11, 0xffff0000, v3 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v7, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v8 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 -; GFX950-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v8, v6, vcc +; GFX950-NEXT: v_and_b32_e32 v10, 0xffff0000, v4 +; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v8, 16, v4 +; GFX950-NEXT: v_cndmask_b32_e32 v6, v7, v6, vcc +; GFX950-NEXT: v_and_b32_e32 v7, 0xffff0000, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 -; GFX950-NEXT: s_nop 1 +; GFX950-NEXT: v_and_b32_e32 v11, 0xffff0000, v3 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v7, v9, v8, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v7 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v7 ; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v7, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v9, v10 ; GFX950-NEXT: v_lshrrev_b32_e32 v10, 16, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v8, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v8 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v8, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 -; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v7, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v9, 16, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v7, v8, v7, vcc +; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v9, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v8 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v8 ; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v10, v11 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v8 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v9 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 -; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v2 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v5 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v10, v9 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v5, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v9 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v9, v5 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v4, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v4, v4 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v5, v4 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_perm_b32 v0, v8, v0, s0 ; GFX950-NEXT: v_perm_b32 v1, v7, v1, s0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 ; GFX950-NEXT: v_perm_b32 v2, v6, v2, s0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc -; GFX950-NEXT: v_perm_b32 v0, v8, v0, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_v6bf16: @@ -3869,115 +3401,103 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 ; GFX10-NEXT: v_lshrrev_b32_e32 v7, 16, v5 +; GFX10-NEXT: v_and_b32_e32 v9, 0xffff0000, v1 ; GFX10-NEXT: v_and_b32_e32 v8, 0xffff0000, v5 -; GFX10-NEXT: v_lshrrev_b32_e32 v9, 16, v4 ; GFX10-NEXT: v_lshrrev_b32_e32 v10, 16, v1 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v0 +; GFX10-NEXT: v_lshrrev_b32_e32 v6, 16, v4 ; GFX10-NEXT: v_and_b32_e32 v11, 0xffff0000, v4 -; GFX10-NEXT: v_lshrrev_b32_e32 v14, 16, v3 -; GFX10-NEXT: v_cndmask_b32_sdwa v12, v2, v7, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX10-NEXT: v_and_b32_e32 v12, 0xffff0000, v0 +; GFX10-NEXT: v_lshrrev_b32_e32 v13, 16, v3 +; GFX10-NEXT: v_cndmask_b32_sdwa v14, v2, v7, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 ; GFX10-NEXT: v_lshrrev_b32_e32 v15, 16, v0 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v14 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v10, v6, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v14 ; GFX10-NEXT: v_and_b32_e32 v8, 0xffff0000, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v12, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v10, v9, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v15, v14, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v9 +; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v14, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v6, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v16 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v7, v12, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v10, v12, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v7 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v9, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v12, v15, v13, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v12 +; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v14, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v14, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v12, v7, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v16 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v9, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v10, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v11, v6, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v8, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v7 +; GFX10-NEXT: v_cndmask_b32_e32 v8, v13, v12, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v16 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v8 ; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v10, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v11, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v1 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v2, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v11, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e64 v8, v8, v12, s5 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v15 +; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v14, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v11, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v8 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v9, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v5, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v0 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v9, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v2 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v1, v4, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v10, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v0, v3, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v9, v9 ; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v0, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v9 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v1, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v11, v11 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v0, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v10, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v5, v2, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v4, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v3, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v10 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX10-NEXT: v_perm_b32 v1, v6, v1, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_perm_b32 v0, v8, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc_lo -; GFX10-NEXT: v_perm_b32 v2, v7, v2, 0x5040100 -; GFX10-NEXT: s_setpc_b64 s[30:31] +; GFX10-NEXT: v_cndmask_b32_e64 v5, v5, v2, s4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v10, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v1, s4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v13, v11 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v15, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v0, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v12 +; GFX10-NEXT: v_cndmask_b32_e64 v5, v5, v2, s5 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v8, v8, v12, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v10 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v11 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s7, s8 +; GFX10-NEXT: v_perm_b32 v1, v6, v1, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc_lo +; GFX10-NEXT: v_perm_b32 v0, v8, v0, 0x5040100 +; GFX10-NEXT: v_perm_b32 v2, v7, v2, 0x5040100 +; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_v6bf16: ; GFX11-TRUE16: ; %bb.0: @@ -3990,119 +3510,106 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v3 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v9, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v5.h, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v5 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v10, v10 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v11, v11 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v5.h, v6.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v12, v12 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v1.h, v4.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v4.h, v8.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v13, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v14, v14 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v8.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v5.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s6, v15, v15 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v0.h, v3.h, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v4.h, v8.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v16, v16 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v0.h, v3.h, s2 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v13, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v8.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v6.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v9.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v7.l, v6.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v12, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v3.h, v10.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v10.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v11.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v9.l, v8.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v12.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v11.l, v6.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v3.h, v9.l, s2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v10.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v9.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v17, v17 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v11.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v5.l, s3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s5 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v13.l, v8.l, s3 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v13.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v2.h, v7.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v9.l, s4 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v8, v8 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v15 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v14, v16 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v11.l, v2.h, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v12, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v16 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v8.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s6 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s1, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v12 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v7.l, v6.l, s0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v4.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v11.l, v9.l, vcc_lo ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v8, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v12.l, v10.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v10.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v0.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v10.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v1.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v7 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v0.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v12.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v5.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v12.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v10, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v7.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v14, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v4.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v3.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v10.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v7 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v14, v13 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v16, v15 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v12 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v7 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v3.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v9.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v1.h, v5.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v13.l, v5.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v7.l, v3.h, s2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX11-TRUE16-NEXT: s_and_b32 s5, s2, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s6, s0, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v12 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v0.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v10.l, v8.l, s5 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v9.l, s6 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s2, s3 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v5.l, v2.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v6bf16: @@ -4112,114 +3619,113 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v5 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v1 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v3 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v5 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v3 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v0 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v3 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v1 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v4 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_lshlrev_b32 v13, 16, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v6 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v13 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_and_b32 v11, 0xffff0000, v4 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v10, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v15, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v8 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_lshlrev_b32 v12, 16, v6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v3 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v15, v14 :: v_dual_lshlrev_b32 v13, 16, v7 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v13 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_1) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v15, v12 :: v_dual_lshlrev_b32 v14, 16, v9 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v14 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v8 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v12, v14, v10 :: v_dual_lshlrev_b32 v15, 16, v9 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v15 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v12 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v9, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v6, v10, v6 :: v_dual_lshlrev_b32 v13, 16, v11 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v11, v8 :: v_dual_lshlrev_b32 v15, 16, v7 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v7, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v10, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v11, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v7 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v13, v14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v10, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v2 :: v_dual_lshlrev_b32 v10, 16, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v11, v12, v10, s1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v15 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v5, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v9, v8 :: v_dual_lshlrev_b32 v7, 16, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v3 :: v_dual_lshlrev_b32 v11, 16, v2 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v0 :: v_dual_lshlrev_b32 v12, 16, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v5, v2 :: v_dual_lshlrev_b32 v10, 16, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v10 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v4, v1 :: v_dual_lshlrev_b32 v11, 16, v3 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v9, v2 :: v_dual_lshlrev_b32 v13, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v11 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v3, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v4 :: v_dual_lshlrev_b32 v4, 16, v10 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v3 :: v_dual_lshlrev_b32 v3, 16, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v11 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v4, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v3, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v0 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_perm_b32 v0, v7, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v1, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v2, s0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v9, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v1, s0 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v13, v12 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v15, v14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v2, s1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v11, v10 :: v_dual_lshlrev_b32 v11, 16, v5 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v11 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_perm_b32 v1, v8, v1, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc_lo +; GFX11-FAKE16-NEXT: v_perm_b32 v0, v10, v0, 0x5040100 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_perm_b32 v2, v6, v2, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] @@ -4239,136 +3745,118 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v3 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v9, v9 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v5.h, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v5 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v10, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v11, v11 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v5.h, v6.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v12, v12 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v1.h, v4.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v4.h, v8.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v13, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v14, v14 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v8.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s6, v15, v15 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v0.h, v3.h, s1 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v5.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v4.h, v8.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v16, v16 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v0.h, v3.h, s2 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v13, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v8.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v6.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v9.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v7.l, v6.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v12, v13 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v3.h, v10.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v10.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v11.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v9.l, v8.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v12.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v11.l, v6.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v3.h, v9.l, s2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v10.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v9.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v17, v17 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v7.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v11.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v5.l, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s5 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v15 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v13.l, v8.l, s3 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v13.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v2.h, v7.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v9.l, s4 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v8, v8 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v15 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v14, v16 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v11.l, v2.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v12, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v16 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v14 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s7 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s4 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v8.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s6 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s1, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v12 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s8 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v7.l, v6.l, s0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v4.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v11.l, v9.l, vcc_lo ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v8, v8 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v12.l, v10.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v10.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v0.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v10.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v1.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v7 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v0.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v12.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v6.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v5.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v12.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v10, v9 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v7.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v14, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v4.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v1.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v3.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v1.h, v5.l, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v4.l, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v10.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v7 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v14, v13 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v16, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v13.l, v5.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v7.l, v3.h, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v12 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v7 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v3.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v9.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX12-TRUE16-NEXT: s_and_b32 s5, s2, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s6, s0, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v12 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v0.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v10.l, v8.l, s5 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v9.l, s6 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s2, s3 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v3.l, v0.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v4.l, v1.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v5.l, v2.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v6bf16: @@ -4382,145 +3870,128 @@ define <6 x bfloat> @v_minimumnum_v6bf16(<6 x bfloat> %x, <6 x bfloat> %y) { ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v5 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v1 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v3 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v9, 0xffff0000, v5 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v3 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v0 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v1 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_lshlrev_b32 v13, 16, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v13 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_and_b32 v11, 0xffff0000, v4 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v10, 0xffff0000, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v8 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v10, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v15, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_lshlrev_b32 v12, 16, v6 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v15, v14 :: v_dual_lshlrev_b32 v13, 16, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v13 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v15, v12 :: v_dual_lshlrev_b32 v14, 16, v9 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v14 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v9, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v6, v10, v6 :: v_dual_lshlrev_b32 v13, 16, v11 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v11, v8 :: v_dual_lshlrev_b32 v15, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v7, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v10, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v11, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v8 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v9, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v12, v14, v10 :: v_dual_lshlrev_b32 v15, 16, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v13, v14 ; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v10, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v2 :: v_dual_lshlrev_b32 v10, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v11, v12, v10, s1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v15 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v5, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v9, v8 :: v_dual_lshlrev_b32 v7, 16, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v3 :: v_dual_lshlrev_b32 v11, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v3 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v4, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v3, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v0 :: v_dual_lshlrev_b32 v12, 16, v1 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v5, v2 :: v_dual_lshlrev_b32 v10, 16, v4 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v4, v1 :: v_dual_lshlrev_b32 v11, 16, v3 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v9, v2 :: v_dual_lshlrev_b32 v13, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v3, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v4 :: v_dual_lshlrev_b32 v4, 16, v10 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v3 :: v_dual_lshlrev_b32 v3, 16, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v11 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v11, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: v_perm_b32 v0, v7, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v9, v2, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v1, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v7, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v2, s0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v9, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v1, s0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v13, v12 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v15, v14 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v10 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v2, s1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v11, v10 :: v_dual_lshlrev_b32 v11, 16, v5 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v11 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 ; GFX12-FAKE16-NEXT: v_perm_b32 v1, v8, v1, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc_lo +; GFX12-FAKE16-NEXT: v_perm_b32 v0, v10, v0, 0x5040100 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_perm_b32 v2, v6, v2, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] @@ -4596,16 +4067,14 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v10, v11 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v8 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc ; GFX8-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v10, 16, v6 ; GFX8-NEXT: v_lshrrev_b32_e32 v11, 16, v2 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 @@ -4616,15 +4085,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v10 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v11, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v10, v9, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v10, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX8-NEXT: v_cndmask_b32_e32 v10, v10, v9, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v9 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v9, v10, v9, vcc ; GFX8-NEXT: v_and_b32_e32 v10, 0xffff0000, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v11, 16, v5 ; GFX8-NEXT: v_lshrrev_b32_e32 v12, 16, v1 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 @@ -4635,15 +4102,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v10 ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v11 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v12, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v11, v10, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v10, v11, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX8-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v10 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v10, v11, v10, vcc ; GFX8-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v12, 16, v4 ; GFX8-NEXT: v_lshrrev_b32_e32 v13, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 @@ -4654,15 +4119,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v11 ; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v12 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v13, v14 -; GFX8-NEXT: v_cndmask_b32_e32 v13, v12, v11, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v11, v12, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX8-NEXT: v_cndmask_b32_e32 v12, v12, v11, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v11 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v11, v12, v11, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc @@ -4671,15 +4134,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v3 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v13, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v12 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v7 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v3 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc @@ -4688,15 +4149,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v2 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v12, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v6, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v2 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v6, v2, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc @@ -4705,15 +4164,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v7, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v5, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc @@ -4722,14 +4179,12 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v4, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v11 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v4 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v10 @@ -4754,16 +4209,14 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v8 ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v10, v11 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v8 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc ; GFX900-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v10, 16, v6 ; GFX900-NEXT: v_lshrrev_b32_e32 v11, 16, v2 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 @@ -4774,15 +4227,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v10 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v11, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v10, v9, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v10, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX900-NEXT: v_cndmask_b32_e32 v10, v10, v9, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v9 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v9, v10, v9, vcc ; GFX900-NEXT: v_and_b32_e32 v10, 0xffff0000, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v11, 16, v5 ; GFX900-NEXT: v_lshrrev_b32_e32 v12, 16, v1 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 @@ -4793,15 +4244,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v10 ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v11 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v12, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v11, v10, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v10, v11, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX900-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v10 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v10, v11, v10, vcc ; GFX900-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v12, 16, v4 ; GFX900-NEXT: v_lshrrev_b32_e32 v13, 16, v0 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 @@ -4812,15 +4261,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v11 ; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v12 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v13, v14 -; GFX900-NEXT: v_cndmask_b32_e32 v13, v12, v11, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v11, v12, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX900-NEXT: v_cndmask_b32_e32 v12, v12, v11, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v11 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v11, v12, v11, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc @@ -4829,15 +4276,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v3 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v13, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v12 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v7 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v3 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc @@ -4846,15 +4291,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v2 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v12, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v6, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v2 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v6, v2, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc @@ -4863,15 +4306,13 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v7, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v5, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc @@ -4880,14 +4321,12 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v4, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v11, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v10, v1, s4 @@ -4903,194 +4342,152 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX950-NEXT: v_lshrrev_b32_e32 v10, 16, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 ; GFX950-NEXT: v_and_b32_e32 v11, 0xffff0000, v7 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v9, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v8 -; GFX950-NEXT: v_and_b32_e32 v12, 0xffff0000, v6 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v8 ; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v9 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v10, v11 ; GFX950-NEXT: v_lshrrev_b32_e32 v11, 16, v2 -; GFX950-NEXT: v_and_b32_e32 v13, 0xffff0000, v5 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v9, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v8 -; GFX950-NEXT: v_and_b32_e32 v14, 0xffff0000, v4 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v9 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 -; GFX950-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v10, v8, vcc +; GFX950-NEXT: v_and_b32_e32 v12, 0xffff0000, v6 +; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v10, 16, v6 +; GFX950-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc +; GFX950-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 -; GFX950-NEXT: s_nop 1 +; GFX950-NEXT: v_and_b32_e32 v13, 0xffff0000, v5 +; GFX950-NEXT: v_and_b32_e32 v14, 0xffff0000, v4 ; GFX950-NEXT: v_cndmask_b32_e32 v9, v11, v10, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v9 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v9 ; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v9, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v10 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v11, v12 ; GFX950-NEXT: v_lshrrev_b32_e32 v12, 16, v1 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v10, v9, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v9 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v10 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v10, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 -; GFX950-NEXT: v_and_b32_e32 v10, 0xffff0000, v1 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v9, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v11, 16, v5 +; GFX950-NEXT: v_cndmask_b32_e32 v9, v10, v9, vcc +; GFX950-NEXT: v_and_b32_e32 v10, 0xffff0000, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v10, v12, v11, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v13, v13 ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v10 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v10 ; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v11 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v12, v13 ; GFX950-NEXT: v_lshrrev_b32_e32 v13, 16, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v11, v10, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v10 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v11 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v11, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 -; GFX950-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v12, v10, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v12, 16, v4 +; GFX950-NEXT: v_cndmask_b32_e32 v10, v11, v10, vcc +; GFX950-NEXT: v_and_b32_e32 v11, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v11, v13, v12, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v14, v14 ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v11 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v11 ; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v11, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v12 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v13, v14 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v13, v12, v11, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v11 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v12 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v12, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 -; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v11, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v13, v11, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v11, v12, v11, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v3 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v3 ; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v7 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v13, v12 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v12 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 -; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v7 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v2 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v6 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v12, v7 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v6, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v7, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v6, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v7, v6 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v5, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v4, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v4 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc +; GFX950-NEXT: v_perm_b32 v0, v11, v0, s0 ; GFX950-NEXT: v_perm_b32 v1, v10, v1, s0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 ; GFX950-NEXT: v_perm_b32 v2, v9, v2, s0 ; GFX950-NEXT: v_perm_b32 v3, v8, v3, s0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc -; GFX950-NEXT: v_perm_b32 v0, v11, v0, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_v8bf16: @@ -5099,151 +4496,135 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX10-NEXT: v_and_b32_e32 v8, 0xffff0000, v3 ; GFX10-NEXT: v_lshrrev_b32_e32 v9, 16, v7 ; GFX10-NEXT: v_lshrrev_b32_e32 v10, 16, v3 -; GFX10-NEXT: v_and_b32_e32 v11, 0xffff0000, v7 -; GFX10-NEXT: v_lshrrev_b32_e32 v12, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v11, 0xffff0000, v2 +; GFX10-NEXT: v_lshrrev_b32_e32 v12, 16, v6 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX10-NEXT: v_and_b32_e32 v15, 0xffff0000, v6 -; GFX10-NEXT: v_lshrrev_b32_e32 v16, 16, v5 -; GFX10-NEXT: v_lshrrev_b32_e32 v17, 16, v0 +; GFX10-NEXT: v_lshrrev_b32_e32 v13, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v14, 0xffff0000, v7 +; GFX10-NEXT: v_lshrrev_b32_e32 v16, 16, v0 +; GFX10-NEXT: v_and_b32_e32 v17, 0xffff0000, v4 ; GFX10-NEXT: v_cndmask_b32_e32 v8, v10, v9, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_and_b32_e32 v10, 0xffff0000, v2 -; GFX10-NEXT: v_lshrrev_b32_e32 v11, 16, v6 +; GFX10-NEXT: v_and_b32_e32 v11, 0xffff0000, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v10, v13, v12, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 ; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v12, v11, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v14 ; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v10 -; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v9, v8, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX10-NEXT: v_cndmask_b32_e32 v11, v12, v10, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v9 ; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v12, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v8, v9, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v12 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v15 +; GFX10-NEXT: v_lshrrev_b32_e32 v14, 16, v5 +; GFX10-NEXT: v_lshrrev_b32_e32 v15, 16, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX10-NEXT: v_and_b32_e32 v12, 0xffff0000, v1 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v13 +; GFX10-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc_lo ; GFX10-NEXT: v_lshrrev_b32_e32 v9, 16, v1 -; GFX10-NEXT: v_and_b32_e32 v15, 0xffff0000, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v14, v11, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v16, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v14, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v16, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 ; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v0 -; GFX10-NEXT: v_lshrrev_b32_e32 v16, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v12, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v10, v11, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v9 -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v15, v9, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v17, v16, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v14, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX10-NEXT: v_and_b32_e32 v12, 0xffff0000, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v14, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v16, v12, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v15, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v12, v12 +; GFX10-NEXT: v_cndmask_b32_e32 v13, v16, v15, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v12, v14, v9, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v17, v17 +; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v9 +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v12 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v15, v13, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v13 +; GFX10-NEXT: v_cndmask_b32_e32 v10, v11, v10, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v14 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v15, v15 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v7 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v7, s4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v16, v17 +; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v12, v12, v9, s4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v18, v19 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v14, v13, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v15, v15 ; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v12 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v16 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v13, v12, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 -; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v11, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v15, v12, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v7 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v13, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v7, v7, v3, s4 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v6 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v7 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v3 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v12, v9, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v17, v16 +; GFX10-NEXT: v_cndmask_b32_e32 v12, v14, v13, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v7, v7, v3, s7 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v15, v11, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v2 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v1 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v1 ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 -; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v14, v6, v2, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v5 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v2 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v14, v2, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v5, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v16 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v4, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v14, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v16, v15 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v18, v17 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v4 +; GFX10-NEXT: s_and_b32 s5, s5, s6 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v6, v2, s5 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v13 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s9, 0, v14 +; GFX10-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc_lo +; GFX10-NEXT: s_and_b32 s5, s7, s8 ; GFX10-NEXT: v_perm_b32 v2, v10, v2, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_perm_b32 v0, v11, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v0, v4, v0, s5 +; GFX10-NEXT: s_and_b32 s5, s9, s10 ; GFX10-NEXT: v_perm_b32 v3, v8, v3, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v5, v1, s5 +; GFX10-NEXT: v_perm_b32 v0, v12, v0, 0x5040100 +; GFX10-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_v8bf16: @@ -5258,315 +4639,294 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v5 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v3.h, v7.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v2.h, v6.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v4 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v7.h, v8.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v8.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v9.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v6.h, v9.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v10.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v8.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v10.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v1.h, v5.h, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v11.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v5.h, v12.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v8.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v9.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v14 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v15, v16 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v12.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v13.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v8.l, vcc_lo +; GFX11-TRUE16-NEXT: v_and_b32_e32 v17, 0xffff0000, v4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v9.l, s0 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v10.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v19.l, v11.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v15, v16 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v18 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v3 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v19 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v12.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v0.h, v4.h, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v15 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v4.h, v14.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v14.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v7.l, vcc_lo ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v1.h, v5.h, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v9.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v15, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v5.h, v12.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s3, v13, v18 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v12.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v10.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v10.l, v8.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v11.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v11.l, v9.l, s3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v14.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v13.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v13.l, v8.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v19.l, v15.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.h, v15.l, v9.l, s4 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v10.l, s0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v19 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v8.h, v11.l, s2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v20 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v0.h, v4.h, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v16, v16 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v11, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.h, v13.l, v8.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.h, v15.l, v9.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.h, v10.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v14.l, v12.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v10.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v8.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v7.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v9.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v9.l, v12.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v14.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v13, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v14.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v6 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v3.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v8.l, v10.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v10.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v6.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v11.l, v10.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v8.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v12, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v18 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s1, s2 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v12.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v19 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v10.l, v8.l, s2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 +; GFX11-TRUE16-NEXT: s_and_b32 s3, s4, s3 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v16, v17 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.h, v11.l, v9.l, s3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v13.l, v12.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v15.l, v14.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v6 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v3.h, v8.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v11.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v7.l, v3.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v2.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v5 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v4 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v3.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v15, v15 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v6.l, v9.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v5.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v4.l, s1 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v9.l, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v2.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v12 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v0.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s3, v15, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v3.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v4.l, v0.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v1.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v6.l, v2.l, s3 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v0.h, v7.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v8.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v14, v13 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v7.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v12 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v16, v15 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.l, v9.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v5.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.h, v0.h, v6.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v2.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v7.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v13 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v14.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v7.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v4.l +; GFX11-TRUE16-NEXT: s_and_b32 s7, s2, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v9.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v5 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v1.l ; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v11.l, v3.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v4.l, v4.h, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v1.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v7.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v1, v2 :: v_dual_mov_b32 v2, v9 -; GFX11-TRUE16-NEXT: v_mov_b32_e32 v3, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v11 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v0.l +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s3, s3, s6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v9.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v1.l, s3 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s4, s5 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v14.l, s7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v4.l, v0.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v6.l, v3.l, s0 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v1, v2 :: v_dual_mov_b32 v2, v7 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v8bf16: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v6 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v3 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v7 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v3 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v2 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v5 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v13, 16, v2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v0 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v17, 16, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v10, v9, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_and_b32 v11, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v13, v12 :: v_dual_and_b32 v11, 0xffff0000, v6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v8 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_lshlrev_b32 v14, 16, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v11, 16, v6 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_and_b32 v10, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v11, v12, v10 :: v_dual_lshlrev_b32 v12, 16, v9 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v12, v11, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v14 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v15, 0xffff0000, v6 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v9, v8, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v12 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v11 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v15 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v5 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v12 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v12, v8 :: v_dual_and_b32 v13, 0xffff0000, v1 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v8, v9 :: v_dual_lshlrev_b32 v15, 16, v11 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc_lo ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v1 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v14, v11, v10 :: v_dual_and_b32 v15, 0xffff0000, v5 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v14 :: v_dual_and_b32 v12, 0xffff0000, v5 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v16, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v16, v15, vcc_lo +; GFX11-FAKE16-NEXT: v_and_b32_e32 v17, 0xffff0000, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v12, v14, v9, s0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v16, 16, v9 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v14, v10 :: v_dual_lshlrev_b32 v13, 16, v12 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v13 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v12 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v13 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v14, v15, v13, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v11, v10 :: v_dual_lshlrev_b32 v15, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v14 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v7, s0 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v16, v17 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v9, s0 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v18, v19 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v13, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v15, v16, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v12, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v15 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v11 :: v_dual_lshlrev_b32 v11, 16, v9 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v12 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v11, v15, v9 :: v_dual_lshlrev_b32 v18, 16, v14 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v12, v17, v16 :: v_dual_lshlrev_b32 v17, 16, v7 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v14, v10 :: v_dual_and_b32 v13, 0xffff0000, v4 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v11, v9 :: v_dual_lshlrev_b32 v14, 16, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v16, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v15 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v15 :: v_dual_lshlrev_b32 v16, 16, v13 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v12 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v16 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v15, v13, v12 :: v_dual_lshlrev_b32 v16, 16, v2 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v11, v9 :: v_dual_lshlrev_b32 v14, 16, v3 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v11, v15, v12 :: v_dual_lshlrev_b32 v12, 16, v7 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v13, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v12 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v6 :: v_dual_lshlrev_b32 v13, 16, v15 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v12, v3 :: v_dual_lshlrev_b32 v16, 16, v2 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v15, v11, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v3, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v6 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v12, v9 :: v_dual_lshlrev_b32 v16, 16, v7 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v14, v13, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v17, v16 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v6, v6, v2 :: v_dual_lshlrev_b32 v15, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v7 :: v_dual_lshlrev_b32 v14, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v3, s3 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v2 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v1 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v1 :: v_dual_lshlrev_b32 v16, 16, v0 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v11 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v6, v6, v2 :: v_dual_lshlrev_b32 v17, 16, v5 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v16, v15 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v0 :: v_dual_lshlrev_b32 v11, 16, v6 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v18, v17 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v16, v14 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v14, v6, v2 :: v_dual_lshlrev_b32 v7, 16, v12 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v0 :: v_dual_lshlrev_b32 v13, 16, v5 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v16, 16, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v14, v2 :: v_dual_lshlrev_b32 v15, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v13 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v5, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v16 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v4, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v14, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v6, v2, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v13 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v14 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 s1, s3, s4 ; GFX11-FAKE16-NEXT: v_perm_b32 v2, v10, v2, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v13 -; GFX11-FAKE16-NEXT: v_perm_b32 v0, v11, v0, 0x5040100 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v4, v0, s1 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s5, s6 ; GFX11-FAKE16-NEXT: v_perm_b32 v3, v8, v3, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v5, v1, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_perm_b32 v0, v12, v0, 0x5040100 +; GFX11-FAKE16-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_v8bf16: @@ -5585,193 +4945,167 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v5 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v3.h, v7.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v2.h, v6.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v4 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v7.h, v8.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v8.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v9.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v6.h, v9.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v9.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v10.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v1.h, v5.h, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v9.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v15, v17 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v5.h, v12.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s3, v13, v18 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v12.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v10.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v10.l, v8.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v11.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v8.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v10.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v11.l, v9.l, s3 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v14.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v13.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v1.h, v5.h, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v11.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v13.l, v8.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v19.l, v15.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.h, v15.l, v9.l, s4 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v10.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v19 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v8.h, v11.l, s2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v20 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v0.h, v4.h, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v16, v16 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v11, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v5.h, v12.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v8.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v9.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v14 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v0 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v15, v16 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v12.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v13.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.h, v13.l, v8.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.h, v15.l, v9.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.h, v10.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v14.l, v12.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v7 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v10.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v8.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v8.l, vcc_lo +; GFX12-TRUE16-NEXT: v_and_b32_e32 v17, 0xffff0000, v4 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v7.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v9.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v9.l, s0 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v10.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v19.l, v11.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v15, v16 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v18 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v3 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v19 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v12.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v14 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v0.h, v4.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v15 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v13.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v7 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v4.h, v14.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v14.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v7.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v19.l, v15.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v18 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s1, s2 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v12.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v19 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v10.l, v8.l, s2 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 +; GFX12-TRUE16-NEXT: s_and_b32 s3, s4, s3 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v16, v17 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.h, v11.l, v9.l, s3 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v13.l, v12.l, s0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v9.l, v12.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v14.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v13, v15 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v14.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v6 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v3.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v8.l, v10.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v10.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v6.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v14 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v11.l, v10.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v8.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v12, v13 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v15.l, v14.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v3.h, v8.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v11.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v6.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v7.l, v3.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v2.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v5 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v4 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v3.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v15, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v6.l, v9.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v5.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v4.l, s1 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v13, v13 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v2.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v9.l, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v14, v14 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v12 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v1.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s3, v15, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v3.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v4.l, v0.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v1.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v4.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v0.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v6.l, v2.l, s3 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v6 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v0.h, v7.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v8.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v7.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v12 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v16, v15 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v14, v13 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.l, v9.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v5.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.h, v0.h, v6.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v2.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v7.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v13 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v6 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v14.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v7.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v4.l +; GFX12-TRUE16-NEXT: s_and_b32 s7, s2, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v9.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v5 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v1.l ; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v11.l, v3.h, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v1.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v4.l, v4.h, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v1.h, s3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v7.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v1, v2 :: v_dual_mov_b32 v2, v9 -; GFX12-TRUE16-NEXT: v_mov_b32_e32 v3, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v11 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v0.l +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s3, s3, s6 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v9.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v1.l, s3 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s4, s5 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v14.l, s7 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v4.l, v0.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v6.l, v3.l, s0 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v1, v2 :: v_dual_mov_b32 v2, v7 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v8bf16: @@ -5781,199 +5115,176 @@ define <8 x bfloat> @v_minimumnum_v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) { ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v6 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v8, 0xffff0000, v3 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v7 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v10, 16, v3 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v12, 16, v2 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v5 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v13, 16, v2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v11, 0xffff0000, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v17, 16, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v10, v9, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v10, v9 :: v_dual_and_b32 v11, 0xffff0000, v2 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v14, 0xffff0000, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v11, 16, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_and_b32 v10, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v13, v12 :: v_dual_and_b32 v11, 0xffff0000, v6 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v9 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v12, v11, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v14 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v15, 0xffff0000, v6 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v8 :: v_dual_lshlrev_b32 v14, 16, v10 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v9, v8, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v11, v12, v10 :: v_dual_lshlrev_b32 v12, 16, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v12 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v8, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v11 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v15 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v14, 16, v5 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 16, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v10, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v12, v8 :: v_dual_and_b32 v13, 0xffff0000, v1 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v8, v9 :: v_dual_lshlrev_b32 v15, 16, v11 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v9, v8, vcc_lo ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v14, v11, v10 :: v_dual_and_b32 v15, 0xffff0000, v5 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v16, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v14, v10 :: v_dual_lshlrev_b32 v13, 16, v12 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v15, v16, v9, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v12, 0xffff0000, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v13, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v16, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v12, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v11 :: v_dual_lshlrev_b32 v11, 16, v9 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v11, v15, v9 :: v_dual_lshlrev_b32 v18, 16, v14 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v12, v17, v16 :: v_dual_lshlrev_b32 v17, 16, v7 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v14, v10 :: v_dual_and_b32 v13, 0xffff0000, v4 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v11, v9 :: v_dual_lshlrev_b32 v14, 16, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v14 :: v_dual_and_b32 v12, 0xffff0000, v5 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v12, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v16, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v15 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v16, v15, vcc_lo +; GFX12-FAKE16-NEXT: v_and_b32_e32 v17, 0xffff0000, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v12, v14, v9, s0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v16, 16, v9 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v13 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v12 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v13 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v14, v15, v13, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v11, v10 :: v_dual_lshlrev_b32 v15, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v14 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v7 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v7, s0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v16, v17 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v9, s0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v18, v19 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v13, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v12 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v14 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v3, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v6 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v12, v9 :: v_dual_lshlrev_b32 v16, 16, v7 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v14, v13, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v17, v16 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v15 :: v_dual_lshlrev_b32 v16, 16, v13 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v3, s3 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v12 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v16 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v11 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v15, v13, v12 :: v_dual_lshlrev_b32 v16, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v2, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v11, v9 :: v_dual_lshlrev_b32 v14, 16, v3 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v11, v15, v12 :: v_dual_lshlrev_b32 v12, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v1 :: v_dual_lshlrev_b32 v16, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v11 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v13, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v12 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v7, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v6 :: v_dual_lshlrev_b32 v13, 16, v15 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v6, v6, v2 :: v_dual_lshlrev_b32 v17, 16, v5 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v16, v15 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v12, v3 :: v_dual_lshlrev_b32 v16, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v15, v11, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v6, v6, v2 :: v_dual_lshlrev_b32 v15, 16, v0 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v7 :: v_dual_lshlrev_b32 v14, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v0 :: v_dual_lshlrev_b32 v11, 16, v6 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v18, v17 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v16, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v14, v6, v2 :: v_dual_lshlrev_b32 v7, 16, v12 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v0 :: v_dual_lshlrev_b32 v13, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v16, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v14, v2 :: v_dual_lshlrev_b32 v15, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v13 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v5, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v16 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v4, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v14, v2, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v6, v2, s1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v13 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v14 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v7, v3, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 s1, s3, s4 ; GFX12-FAKE16-NEXT: v_perm_b32 v2, v10, v2, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v13 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_perm_b32 v0, v11, v0, 0x5040100 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v13, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v4, v0, s1 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s5, s6 ; GFX12-FAKE16-NEXT: v_perm_b32 v3, v8, v3, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v5, v1, s1 +; GFX12-FAKE16-NEXT: v_perm_b32 v0, v12, v0, 0x5040100 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_perm_b32 v1, v9, v1, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <8 x bfloat> @llvm.minimumnum.v8bf16(<8 x bfloat> %x, <8 x bfloat> %y) ret <8 x bfloat> %result @@ -6097,16 +5408,14 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v16 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v18, v19 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v18, v16, v17, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v17 -; GFX8-NEXT: v_cndmask_b32_e32 v17, v18, v17, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v16 -; GFX8-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX8-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v16 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v17 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc ; GFX8-NEXT: v_and_b32_e32 v17, 0xffff0000, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX8-NEXT: v_lshrrev_b32_e32 v17, 16, v14 ; GFX8-NEXT: v_lshrrev_b32_e32 v18, 16, v6 @@ -6117,15 +5426,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v17 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v19, v20 -; GFX8-NEXT: v_cndmask_b32_e32 v19, v17, v18, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v18 -; GFX8-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v17 -; GFX8-NEXT: v_cndmask_b32_e32 v17, v18, v17, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX8-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v17 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v18 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc ; GFX8-NEXT: v_and_b32_e32 v18, 0xffff0000, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v17, v19, v17, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX8-NEXT: v_lshrrev_b32_e32 v18, 16, v13 ; GFX8-NEXT: v_lshrrev_b32_e32 v19, 16, v5 @@ -6136,15 +5443,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v18 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v20, v21 -; GFX8-NEXT: v_cndmask_b32_e32 v20, v18, v19, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v19 -; GFX8-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v18 -; GFX8-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX8-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v18 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v19 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc ; GFX8-NEXT: v_and_b32_e32 v19, 0xffff0000, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v18, v20, v18, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX8-NEXT: v_lshrrev_b32_e32 v19, 16, v12 ; GFX8-NEXT: v_lshrrev_b32_e32 v20, 16, v4 @@ -6155,15 +5460,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v19 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v21, v22 -; GFX8-NEXT: v_cndmask_b32_e32 v21, v19, v20, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v20 -; GFX8-NEXT: v_cndmask_b32_e32 v20, v21, v20, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v19 -; GFX8-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX8-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v19 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v20 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc ; GFX8-NEXT: v_and_b32_e32 v20, 0xffff0000, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v19, v21, v19, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX8-NEXT: v_lshrrev_b32_e32 v20, 16, v11 ; GFX8-NEXT: v_lshrrev_b32_e32 v21, 16, v3 @@ -6174,15 +5477,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v20 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v22, v23 -; GFX8-NEXT: v_cndmask_b32_e32 v22, v20, v21, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v21 -; GFX8-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v20 -; GFX8-NEXT: v_cndmask_b32_e32 v20, v21, v20, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX8-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v21 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc ; GFX8-NEXT: v_and_b32_e32 v21, 0xffff0000, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v20, v22, v20, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX8-NEXT: v_lshrrev_b32_e32 v21, 16, v10 ; GFX8-NEXT: v_lshrrev_b32_e32 v22, 16, v2 @@ -6193,15 +5494,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v21 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v23, v24 -; GFX8-NEXT: v_cndmask_b32_e32 v23, v21, v22, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v22 -; GFX8-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v21 -; GFX8-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX8-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v21 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v22 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc ; GFX8-NEXT: v_and_b32_e32 v22, 0xffff0000, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v21, v23, v21, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX8-NEXT: v_lshrrev_b32_e32 v22, 16, v9 ; GFX8-NEXT: v_lshrrev_b32_e32 v23, 16, v1 @@ -6212,15 +5511,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v22 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v24, v25 -; GFX8-NEXT: v_cndmask_b32_e32 v24, v22, v23, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v23 -; GFX8-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v22 -; GFX8-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX8-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v23 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc ; GFX8-NEXT: v_and_b32_e32 v23, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v22, v24, v22, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX8-NEXT: v_lshrrev_b32_e32 v23, 16, v8 ; GFX8-NEXT: v_lshrrev_b32_e32 v24, 16, v0 @@ -6231,15 +5528,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v23 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v25, v26 -; GFX8-NEXT: v_cndmask_b32_e32 v25, v23, v24, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v24 -; GFX8-NEXT: v_cndmask_b32_e32 v24, v25, v24, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v23 -; GFX8-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX8-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v24 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v23, v25, v23, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc @@ -6248,15 +5543,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v7 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v25, v24 -; GFX8-NEXT: v_cndmask_b32_e32 v24, v15, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v24 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 +; GFX8-NEXT: v_cndmask_b32_e32 v15, v15, v7, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v15 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v7 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v7, v15, v7, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v15, v15 ; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc @@ -6265,15 +5558,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v6 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v24, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v15, v14, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v14 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 +; GFX8-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v14 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v6 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v14, v14 ; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc @@ -6282,15 +5573,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX8-NEXT: v_lshlrev_b32_e32 v15, 16, v5 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v15, v14 -; GFX8-NEXT: v_cndmask_b32_e32 v14, v13, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX8-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v13 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v5, v13, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v13, v13 ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc @@ -6299,15 +5588,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX8-NEXT: v_lshlrev_b32_e32 v14, 16, v4 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v14, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v13, v12, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX8-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v4 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc @@ -6316,15 +5603,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX8-NEXT: v_lshlrev_b32_e32 v13, 16, v3 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v13, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v11, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX8-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v3 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v11, v3, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc @@ -6333,15 +5618,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX8-NEXT: v_lshlrev_b32_e32 v12, 16, v2 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v12, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX8-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v2 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v10, v2, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc @@ -6350,15 +5633,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX8-NEXT: v_lshlrev_b32_e32 v11, 16, v1 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v11, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v9, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v9, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc @@ -6367,14 +5648,12 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX8-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v10, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v8, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v8, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v23 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v8 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v22 @@ -6407,16 +5686,14 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v16 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v18, v19 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v18, v16, v17, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v17 -; GFX900-NEXT: v_cndmask_b32_e32 v17, v18, v17, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v16 -; GFX900-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX900-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v16 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v17 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc ; GFX900-NEXT: v_and_b32_e32 v17, 0xffff0000, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX900-NEXT: v_lshrrev_b32_e32 v17, 16, v14 ; GFX900-NEXT: v_lshrrev_b32_e32 v18, 16, v6 @@ -6427,15 +5704,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v17 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v19, v20 -; GFX900-NEXT: v_cndmask_b32_e32 v19, v17, v18, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v18 -; GFX900-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v17 -; GFX900-NEXT: v_cndmask_b32_e32 v17, v18, v17, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX900-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v17 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v18 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc ; GFX900-NEXT: v_and_b32_e32 v18, 0xffff0000, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v17, v19, v17, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX900-NEXT: v_lshrrev_b32_e32 v18, 16, v13 ; GFX900-NEXT: v_lshrrev_b32_e32 v19, 16, v5 @@ -6446,15 +5721,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v18 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v20, v21 -; GFX900-NEXT: v_cndmask_b32_e32 v20, v18, v19, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v19 -; GFX900-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v18 -; GFX900-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX900-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v18 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v19 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc ; GFX900-NEXT: v_and_b32_e32 v19, 0xffff0000, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v18, v20, v18, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX900-NEXT: v_lshrrev_b32_e32 v19, 16, v12 ; GFX900-NEXT: v_lshrrev_b32_e32 v20, 16, v4 @@ -6465,15 +5738,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v19 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v21, v22 -; GFX900-NEXT: v_cndmask_b32_e32 v21, v19, v20, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v20 -; GFX900-NEXT: v_cndmask_b32_e32 v20, v21, v20, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v19 -; GFX900-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX900-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v19 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v20 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc ; GFX900-NEXT: v_and_b32_e32 v20, 0xffff0000, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v19, v21, v19, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX900-NEXT: v_lshrrev_b32_e32 v20, 16, v11 ; GFX900-NEXT: v_lshrrev_b32_e32 v21, 16, v3 @@ -6484,15 +5755,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v20 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v22, v23 -; GFX900-NEXT: v_cndmask_b32_e32 v22, v20, v21, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v21 -; GFX900-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v20 -; GFX900-NEXT: v_cndmask_b32_e32 v20, v21, v20, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX900-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v21 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc ; GFX900-NEXT: v_and_b32_e32 v21, 0xffff0000, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v20, v22, v20, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX900-NEXT: v_lshrrev_b32_e32 v21, 16, v10 ; GFX900-NEXT: v_lshrrev_b32_e32 v22, 16, v2 @@ -6503,15 +5772,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v21 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v23, v24 -; GFX900-NEXT: v_cndmask_b32_e32 v23, v21, v22, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v22 -; GFX900-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v21 -; GFX900-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX900-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v21 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v22 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc ; GFX900-NEXT: v_and_b32_e32 v22, 0xffff0000, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v21, v23, v21, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX900-NEXT: v_lshrrev_b32_e32 v22, 16, v9 ; GFX900-NEXT: v_lshrrev_b32_e32 v23, 16, v1 @@ -6522,15 +5789,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v22 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v24, v25 -; GFX900-NEXT: v_cndmask_b32_e32 v24, v22, v23, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v23 -; GFX900-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v22 -; GFX900-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX900-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v23 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc ; GFX900-NEXT: v_and_b32_e32 v23, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v22, v24, v22, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX900-NEXT: v_lshrrev_b32_e32 v23, 16, v8 ; GFX900-NEXT: v_lshrrev_b32_e32 v24, 16, v0 @@ -6541,15 +5806,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v23 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v25, v26 -; GFX900-NEXT: v_cndmask_b32_e32 v25, v23, v24, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v24 -; GFX900-NEXT: v_cndmask_b32_e32 v24, v25, v24, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v23 -; GFX900-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX900-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v24 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v23, v25, v23, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc @@ -6558,15 +5821,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v7 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v25, v24 -; GFX900-NEXT: v_cndmask_b32_e32 v24, v15, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v24 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 +; GFX900-NEXT: v_cndmask_b32_e32 v15, v15, v7, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v15 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v7 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v7, v15, v7, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v15, v15 ; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc @@ -6575,15 +5836,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v6 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v24, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v15, v14, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v14 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 +; GFX900-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v14 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v6 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v14, v14 ; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc @@ -6592,15 +5851,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX900-NEXT: v_lshlrev_b32_e32 v15, 16, v5 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v15, v14 -; GFX900-NEXT: v_cndmask_b32_e32 v14, v13, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX900-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v13 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v5, v13, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v13, v13 ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc @@ -6609,15 +5866,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX900-NEXT: v_lshlrev_b32_e32 v14, 16, v4 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v14, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v13, v12, v4, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX900-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v4 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc @@ -6626,15 +5881,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX900-NEXT: v_lshlrev_b32_e32 v13, 16, v3 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v13, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v11, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX900-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v3 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v3, v11, v3, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc @@ -6643,15 +5896,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX900-NEXT: v_lshlrev_b32_e32 v12, 16, v2 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v12, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX900-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v2 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v10, v2, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc @@ -6660,15 +5911,13 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX900-NEXT: v_lshlrev_b32_e32 v11, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v11, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v9, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v9, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc @@ -6677,14 +5926,12 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX900-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v10, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v8, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v8, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v23, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v22, v1, s4 @@ -6704,383 +5951,297 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX950-NEXT: v_lshrrev_b32_e32 v18, 16, v7 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v16, v16 ; GFX950-NEXT: v_and_b32_e32 v19, 0xffff0000, v15 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-NEXT: v_cndmask_b32_e32 v16, v18, v17, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v16 -; GFX950-NEXT: v_and_b32_e32 v20, 0xffff0000, v14 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v16 ; GFX950-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v17 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v18, v19 ; GFX950-NEXT: v_lshrrev_b32_e32 v19, 16, v6 -; GFX950-NEXT: v_and_b32_e32 v21, 0xffff0000, v13 -; GFX950-NEXT: v_cndmask_b32_e32 v18, v17, v16, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v16 -; GFX950-NEXT: v_and_b32_e32 v22, 0xffff0000, v12 -; GFX950-NEXT: v_and_b32_e32 v23, 0xffff0000, v11 -; GFX950-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v17 -; GFX950-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 -; GFX950-NEXT: v_and_b32_e32 v25, 0xffff0000, v9 -; GFX950-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 -; GFX950-NEXT: v_and_b32_e32 v17, 0xffff0000, v6 -; GFX950-NEXT: v_and_b32_e32 v26, 0xffff0000, v8 -; GFX950-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc +; GFX950-NEXT: v_and_b32_e32 v20, 0xffff0000, v14 +; GFX950-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v17 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v18, 16, v14 +; GFX950-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc +; GFX950-NEXT: v_and_b32_e32 v17, 0xffff0000, v6 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 -; GFX950-NEXT: s_nop 1 +; GFX950-NEXT: v_and_b32_e32 v21, 0xffff0000, v13 +; GFX950-NEXT: v_and_b32_e32 v22, 0xffff0000, v12 ; GFX950-NEXT: v_cndmask_b32_e32 v17, v19, v18, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v17 ; GFX950-NEXT: v_cndmask_b32_e32 v18, v18, v17, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v18 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v19, v20 ; GFX950-NEXT: v_lshrrev_b32_e32 v20, 16, v5 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v19, v18, v17, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v17 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v17, v19, v17, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v18 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v17, v17, v18, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 -; GFX950-NEXT: v_and_b32_e32 v18, 0xffff0000, v5 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v17, v19, v17, vcc +; GFX950-NEXT: v_and_b32_e32 v23, 0xffff0000, v11 +; GFX950-NEXT: v_cndmask_b32_e32 v18, v18, v17, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v19, 16, v13 +; GFX950-NEXT: v_cndmask_b32_e32 v17, v18, v17, vcc +; GFX950-NEXT: v_and_b32_e32 v18, 0xffff0000, v5 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 -; GFX950-NEXT: s_nop 1 +; GFX950-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 +; GFX950-NEXT: v_and_b32_e32 v25, 0xffff0000, v9 ; GFX950-NEXT: v_cndmask_b32_e32 v18, v20, v19, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v18 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v18 ; GFX950-NEXT: v_cndmask_b32_e32 v19, v19, v18, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v19 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v20, v21 ; GFX950-NEXT: v_lshrrev_b32_e32 v21, 16, v4 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v20, v19, v18, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v18 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v18, v20, v18, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v19 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v18, v18, v19, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 -; GFX950-NEXT: v_and_b32_e32 v19, 0xffff0000, v4 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v18, v20, v18, vcc +; GFX950-NEXT: v_and_b32_e32 v26, 0xffff0000, v8 +; GFX950-NEXT: v_cndmask_b32_e32 v19, v19, v18, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v19 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v20, 16, v12 +; GFX950-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc +; GFX950-NEXT: v_and_b32_e32 v19, 0xffff0000, v4 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v19, v21, v20, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v19 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v19 ; GFX950-NEXT: v_cndmask_b32_e32 v20, v20, v19, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v20 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v21, v22 ; GFX950-NEXT: v_lshrrev_b32_e32 v22, 16, v3 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v21, v20, v19, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v19 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v19, v21, v19, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v20 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 -; GFX950-NEXT: v_and_b32_e32 v20, 0xffff0000, v3 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v19, v21, v19, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v20, v20, v19, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v21, 16, v11 +; GFX950-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc +; GFX950-NEXT: v_and_b32_e32 v20, 0xffff0000, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v20, v22, v21, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v20 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v20 ; GFX950-NEXT: v_cndmask_b32_e32 v21, v21, v20, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v21 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v22, v23 ; GFX950-NEXT: v_lshrrev_b32_e32 v23, 16, v2 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v22, v21, v20, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v20 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v20, v22, v20, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v21 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 -; GFX950-NEXT: v_and_b32_e32 v21, 0xffff0000, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v20, v22, v20, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v21, v21, v20, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v21 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v22, 16, v10 +; GFX950-NEXT: v_cndmask_b32_e32 v20, v21, v20, vcc +; GFX950-NEXT: v_and_b32_e32 v21, 0xffff0000, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v21, v23, v22, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v21 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v21 ; GFX950-NEXT: v_cndmask_b32_e32 v22, v22, v21, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v22 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v23, v24 ; GFX950-NEXT: v_lshrrev_b32_e32 v24, 16, v1 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v23, v22, v21, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v21 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v21, v23, v21, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v22 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 -; GFX950-NEXT: v_and_b32_e32 v22, 0xffff0000, v1 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v21, v23, v21, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v22, v22, v21, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v22 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v23, 16, v9 +; GFX950-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc +; GFX950-NEXT: v_and_b32_e32 v22, 0xffff0000, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v22, v24, v23, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v22 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v22 ; GFX950-NEXT: v_cndmask_b32_e32 v23, v23, v22, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v23 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v24, v25 ; GFX950-NEXT: v_lshrrev_b32_e32 v25, 16, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v24, v23, v22, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v22 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v22, v24, v22, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v23 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v22, v22, v23, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 -; GFX950-NEXT: v_and_b32_e32 v23, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v22, v24, v22, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v23, v23, v22, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v23 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v24, 16, v8 +; GFX950-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc +; GFX950-NEXT: v_and_b32_e32 v23, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v23, v25, v24, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v26, v26 ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v23 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v23 ; GFX950-NEXT: v_cndmask_b32_e32 v24, v24, v23, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v24 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v25, v26 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v25, v24, v23, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v23 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v23, v25, v23, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v24 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v23, v23, v24, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 -; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v7 +; GFX950-NEXT: v_cndmask_b32_e32 v24, v24, v23, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v24 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v23, v25, v23, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v7 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v7 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v7 ; GFX950-NEXT: v_cndmask_b32_e32 v15, v15, v7, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v15 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v25, v24 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v24, v15, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v15 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v24 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 -; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v6 +; GFX950-NEXT: v_cndmask_b32_e32 v15, v15, v7, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v15 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v7, v15, v7, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v6 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v15, v15 ; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v15, v15 ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v6 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v6 ; GFX950-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v14 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v24, v15 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v15, v14, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v14 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 -; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v5 +; GFX950-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v14 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v15 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v5 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v14, v14 ; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v14, v14 ; GFX950-NEXT: v_lshlrev_b32_e32 v15, 16, v5 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v13 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v15, v14 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v14, v13, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v13 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 -; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v4 +; GFX950-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v13 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v14 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v14, v5, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v5, v13, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v4 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v13, v13 ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v13, v13 ; GFX950-NEXT: v_lshlrev_b32_e32 v14, 16, v4 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v4 ; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v12 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v14, v13 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v13, v12, v4, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v12 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 -; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v12 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v13 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v13, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v12, v12 ; GFX950-NEXT: v_lshlrev_b32_e32 v13, 16, v3 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v3 ; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v11 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v13, v12 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v11, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v11 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 -; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v12 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v12, v3, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v3, v11, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v11, v11 ; GFX950-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v2 ; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v10 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v12, v11 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v10 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v11 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 -; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v11 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v10, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v10, v10 ; GFX950-NEXT: v_lshlrev_b32_e32 v11, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v9 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v11, v10 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v9, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v9 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v10 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 -; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v9 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v10 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v10, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v9, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v9, v9 ; GFX950-NEXT: v_lshlrev_b32_e32 v10, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v8 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v10, v9 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v8, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v8 +; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v9, 16, v8 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v9 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v8, v0, vcc +; GFX950-NEXT: v_perm_b32 v0, v23, v0, s0 ; GFX950-NEXT: v_perm_b32 v1, v22, v1, s0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v9 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v8 ; GFX950-NEXT: v_perm_b32 v2, v21, v2, s0 ; GFX950-NEXT: v_perm_b32 v3, v20, v3, s0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v9, v0, vcc -; GFX950-NEXT: v_perm_b32 v0, v23, v0, s0 ; GFX950-NEXT: v_perm_b32 v4, v19, v4, s0 ; GFX950-NEXT: v_perm_b32 v5, v18, v5, s0 ; GFX950-NEXT: v_perm_b32 v6, v17, v6, s0 @@ -7094,947 +6255,891 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX10-NEXT: v_lshrrev_b32_e32 v17, 16, v15 ; GFX10-NEXT: v_lshrrev_b32_e32 v18, 16, v7 ; GFX10-NEXT: v_and_b32_e32 v19, 0xffff0000, v15 -; GFX10-NEXT: v_and_b32_e32 v20, 0xffff0000, v6 +; GFX10-NEXT: v_lshrrev_b32_e32 v20, 16, v6 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 -; GFX10-NEXT: v_lshrrev_b32_e32 v21, 16, v14 -; GFX10-NEXT: v_lshrrev_b32_e32 v22, 16, v6 -; GFX10-NEXT: v_and_b32_e32 v23, 0xffff0000, v13 -; GFX10-NEXT: v_lshrrev_b32_e32 v24, 16, v12 +; GFX10-NEXT: v_and_b32_e32 v23, 0xffff0000, v14 +; GFX10-NEXT: v_and_b32_e32 v24, 0xffff0000, v13 +; GFX10-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 +; GFX10-NEXT: v_and_b32_e32 v28, 0xffff0000, v11 ; GFX10-NEXT: v_cndmask_b32_e32 v16, v18, v17, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX10-NEXT: v_lshrrev_b32_e32 v25, 16, v4 -; GFX10-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 -; GFX10-NEXT: v_lshrrev_b32_e32 v28, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v16 +; GFX10-NEXT: v_and_b32_e32 v18, 0xffff0000, v6 +; GFX10-NEXT: v_lshrrev_b32_e32 v19, 16, v14 +; GFX10-NEXT: v_lshrrev_b32_e32 v29, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v16 ; GFX10-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v18, v19 -; GFX10-NEXT: v_and_b32_e32 v19, 0xffff0000, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v17, v16, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v22, v21, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v16 -; GFX10-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v21, v20, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v17 -; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v16, v16, v17, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX10-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v17 +; GFX10-NEXT: v_cndmask_b32_e32 v18, v20, v19, vcc_lo ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v21, v22 -; GFX10-NEXT: v_and_b32_e32 v18, 0xffff0000, v5 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v18 +; GFX10-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v17 +; GFX10-NEXT: v_cndmask_b32_e32 v19, v19, v18, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v20 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v19 +; GFX10-NEXT: v_and_b32_e32 v20, 0xffff0000, v5 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v21, v22 ; GFX10-NEXT: v_lshrrev_b32_e32 v21, 16, v13 ; GFX10-NEXT: v_lshrrev_b32_e32 v22, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v17, v19, v20, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v17, v20, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v22, v21, vcc_lo -; GFX10-NEXT: v_and_b32_e32 v22, 0xffff0000, v4 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v20, v20 +; GFX10-NEXT: v_cndmask_b32_e64 v19, v19, v18, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v16 +; GFX10-NEXT: v_cndmask_b32_e64 v20, v22, v21, s5 +; GFX10-NEXT: v_lshrrev_b32_e32 v22, 16, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v19 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v24, v24 +; GFX10-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 +; GFX10-NEXT: v_lshrrev_b32_e32 v23, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e64 v17, v21, v20, s4 +; GFX10-NEXT: v_and_b32_e32 v21, 0xffff0000, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v17 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v21, v21 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v24, v25 +; GFX10-NEXT: v_cndmask_b32_e64 v21, v23, v22, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v18 +; GFX10-NEXT: v_lshrrev_b32_e32 v24, 16, v11 +; GFX10-NEXT: v_lshrrev_b32_e32 v25, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v23, v17, v20, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v26, v26 +; GFX10-NEXT: v_and_b32_e32 v17, 0xffff0000, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v21 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v20 +; GFX10-NEXT: v_cndmask_b32_e64 v22, v22, v21, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v17, v17 +; GFX10-NEXT: v_cndmask_b32_e32 v17, v19, v18, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 +; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v23 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v22 +; GFX10-NEXT: v_cndmask_b32_e64 v25, v25, v24, s5 +; GFX10-NEXT: v_lshrrev_b32_e32 v28, 16, v10 +; GFX10-NEXT: v_cndmask_b32_e32 v19, v24, v25, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v27 +; GFX10-NEXT: v_and_b32_e32 v27, 0xffff0000, v2 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v19 +; GFX10-NEXT: v_cndmask_b32_e32 v22, v22, v21, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 +; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v22 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v18, v24 +; GFX10-NEXT: v_cndmask_b32_e32 v18, v23, v20, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v24, v19, v25, s5 +; GFX10-NEXT: v_and_b32_e32 v19, 0xffff0000, v10 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v27, v27 +; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v24 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX10-NEXT: v_cndmask_b32_e64 v27, v29, v28, s5 +; GFX10-NEXT: v_lshrrev_b32_e32 v29, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v20 +; GFX10-NEXT: v_cndmask_b32_e32 v19, v28, v27, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v27 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v26 +; GFX10-NEXT: v_and_b32_e32 v26, 0xffff0000, v1 +; GFX10-NEXT: v_lshrrev_b32_e32 v28, 16, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v19 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v27 +; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v20, v23 +; GFX10-NEXT: v_and_b32_e32 v23, 0xffff0000, v9 +; GFX10-NEXT: v_cndmask_b32_e64 v20, v19, v27, s7 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v26, v26 +; GFX10-NEXT: v_cndmask_b32_e32 v19, v22, v21, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v18 -; GFX10-NEXT: v_cndmask_b32_e32 v21, v21, v18, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v25, v24, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v19 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v21 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v24, v22, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v23, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v17 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v21, v18, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v18 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_and_b32_e32 v24, 0xffff0000, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v17, v17, v19, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v26 -; GFX10-NEXT: v_lshrrev_b32_e32 v25, 16, v11 -; GFX10-NEXT: v_lshrrev_b32_e32 v26, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v20, v22, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v21 -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v18, v21, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v23 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v19, v22, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX10-NEXT: v_cndmask_b32_e64 v26, v29, v28, s7 +; GFX10-NEXT: v_lshrrev_b32_e32 v29, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v22, v28, v26, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_lshrrev_b32_e32 v28, 16, v8 +; GFX10-NEXT: v_cndmask_b32_e32 v23, v24, v25, vcc_lo ; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v20 -; GFX10-NEXT: v_and_b32_e32 v23, 0xffff0000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v22, v20, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX10-NEXT: v_and_b32_e32 v25, 0xffff0000, v0 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v21, v24 +; GFX10-NEXT: v_and_b32_e32 v24, 0xffff0000, v8 +; GFX10-NEXT: v_cndmask_b32_e32 v20, v20, v27, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v21, v22, v26, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v25, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v7 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX10-NEXT: v_and_b32_e32 v22, 0xffff0000, v11 -; GFX10-NEXT: v_lshrrev_b32_e32 v24, 16, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v21, v26, v25, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX10-NEXT: v_lshrrev_b32_e32 v26, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v25, v21, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX10-NEXT: v_and_b32_e32 v25, 0xffff0000, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v22 -; GFX10-NEXT: v_lshrrev_b32_e32 v27, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_and_b32_e32 v25, 0xffff0000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v24, v24, v23, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v20, v26 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v23 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v22, v21, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_cndmask_b32_e32 v25, v28, v27, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v21 -; GFX10-NEXT: v_and_b32_e32 v28, 0xffff0000, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v21, v20, v21, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v26, v24, v23, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX10-NEXT: v_cndmask_b32_e32 v27, v27, v25, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v22 -; GFX10-NEXT: v_lshlrev_b32_e32 v28, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v21, v21, v22, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v26, v23, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v25 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v22, v24, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v23, v28 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v22, v29, v28, s5 +; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v14 +; GFX10-NEXT: v_cndmask_b32_e32 v24, v28, v22, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v27, v25, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_and_b32_e32 v24, 0xffff0000, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v21, v26, v22, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v25 -; GFX10-NEXT: v_lshrrev_b32_e32 v26, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v23, v25, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v27 -; GFX10-NEXT: v_lshrrev_b32_e32 v25, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v22, v27, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v7 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v24, v26, v25, vcc_lo -; GFX10-NEXT: v_and_b32_e32 v26, 0xffff0000, v8 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v23 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v22 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v28, v28 ; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v25, v25, v24, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v15, v7, vcc_lo ; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v23, v22, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v26, v25, v24, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v29, v28 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v24 ; GFX10-NEXT: v_lshlrev_b32_e32 v28, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v27, v15, v7, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 +; GFX10-NEXT: v_cndmask_b32_e64 v15, v15, v7, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v26 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v25, v27 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e64 v24, v24, v22, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v28, v28 +; GFX10-NEXT: v_cndmask_b32_e32 v21, v21, v26, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v22 +; GFX10-NEXT: v_lshlrev_b32_e32 v28, 16, v24 +; GFX10-NEXT: v_cndmask_b32_e64 v6, v6, v14, s5 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v27, v25 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX10-NEXT: v_cndmask_b32_e64 v15, v15, v7, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v29, v29 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v14, v6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v22, v24, v22, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v5 +; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v27, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v14, v6, s7 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v25, v25 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v25 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v23, v25, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v28, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v14, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v26, v23, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v5, v5, v13, s7 +; GFX10-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v7, v15, v7, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v4 ; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v13 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v5 ; GFX10-NEXT: v_perm_b32 v7, v16, v7, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v5 -; GFX10-NEXT: v_perm_b32 v6, v17, v6, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v12 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v15, v15 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v12 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v12, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v25, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v11 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v11, s4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v26, v24 +; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v13, v13, v5, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v15, v15 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v12, v12, v4, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v25, v25 ; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v13, v5, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v14, v12, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v14, v4, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v24, v11, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v24 -; GFX10-NEXT: v_perm_b32 v5, v18, v5, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v9 -; GFX10-NEXT: v_perm_b32 v3, v20, v3, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v15 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v12 +; GFX10-NEXT: v_cndmask_b32_e64 v11, v11, v3, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v1, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v8, v0, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v11 +; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v25, v24 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v11 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v12, v12, v4, s7 +; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v27, v26 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v15, v15 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v13, v5, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v12 +; GFX10-NEXT: v_cndmask_b32_e64 v11, v11, v3, s7 ; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v24, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v9, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v15, v8, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v12, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v12, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_perm_b32 v1, v22, v1, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_perm_b32 v0, v23, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX10-NEXT: v_perm_b32 v2, v21, v2, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v14, v4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v10, s6 +; GFX10-NEXT: v_perm_b32 v5, v18, v5, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v2 +; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v0 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v14, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v9 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc_lo +; GFX10-NEXT: v_perm_b32 v6, v17, v6, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v1, v9, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v13, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v10 ; GFX10-NEXT: v_perm_b32 v4, v19, v4, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v0, v8, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v14, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v9, v9, v1, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v15, v15 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v8, v8, v0, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v13, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v15, 16, v8 +; GFX10-NEXT: v_cndmask_b32_e64 v10, v10, v2, s6 +; GFX10-NEXT: v_cmp_lt_f32_e64 s6, v14, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v10 +; GFX10-NEXT: v_cndmask_b32_e64 v9, v9, v1, s6 +; GFX10-NEXT: v_cmp_lt_f32_e64 s6, v24, v15 +; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v26, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX10-NEXT: v_cndmask_b32_e64 v8, v8, v0, s6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v10, v10, v2, s7 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v8 +; GFX10-NEXT: s_and_b32 s5, s5, s6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v1 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v11, v3, s5 +; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v10 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v13 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v14 +; GFX10-NEXT: v_perm_b32 v3, v23, v3, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e64 s9, 0, v11 +; GFX10-NEXT: s_and_b32 s5, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v9, v1, s5 +; GFX10-NEXT: s_and_b32 s5, s7, s8 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v8, v0, s5 +; GFX10-NEXT: s_and_b32 s5, s9, s10 +; GFX10-NEXT: v_perm_b32 v1, v21, v1, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v10, v2, s5 +; GFX10-NEXT: v_perm_b32 v0, v22, v0, 0x5040100 +; GFX10-NEXT: v_perm_b32 v2, v20, v2, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_v16bf16: ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: v_dual_mov_b32 v16, v7 :: v_dual_mov_b32 v17, v6 -; GFX11-TRUE16-NEXT: v_mov_b32_e32 v18, v5 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v15 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v14 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v16 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v17 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v13 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v15.h, vcc_lo +; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v15 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v14 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v16 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v18, 0xffff0000, v17 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v19.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v15.h, v5.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v16.h, v15.h, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v17.h, v14.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v18 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v18.l, v17.h, v14.h, s0 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v15.h, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v18.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v6.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v20, 16, v20 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v7.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v14.h, v18.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v13 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v18.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v14.h, v7.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v21 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v19.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v20, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v23 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v24 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v5.h, v13.h, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, s0 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v21, v23 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v13.h, v20.l, vcc_lo ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v7.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v19.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v18.h, v13.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v6.l, v5.l, s0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v22.l, v13.h, v20.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v20.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v19.l, v18.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v12 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v21.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v21.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v24, v23 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v22.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v20.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v6.l, s1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v23.l, v19.l, v7.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v19.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v23.l, v7.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.h, v21.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v12 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v23.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v24, v25 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v4.h, v12.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v22.l, v20.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v20.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v19.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v12.h, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v6.l, v20.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v11 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v22.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v20 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v3.h, v11.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.h, v23.l, v5.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v26, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v19.l, v22.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v11.h, v20.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v20.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v7.l, v5.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v21.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v27.l, v19.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v22.l, v4.h, v12.h, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v27 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v26 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v23.l, v12.h, v22.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v24, v25 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v22.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v23.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v21.l, v20.l, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 +; GFX11-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v21.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.h, v7.l, v6.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.h, v19.l, v18.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v24, v25 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v27, v27 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v11 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v6.l, v5.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v19.l, v5.l, s0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v19.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v7.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v10.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v25 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v22.l, v21.l, v20.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v20.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v7.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v10.h, v6.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v22.l, v20.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v26 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v23.l, v22.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.h, v11.h, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v9 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v22.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v10 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v18 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v6.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v18.l, v11.h, v7.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v2.h, v10.h, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v23.l, v1.h, v9.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v21.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v26 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v18.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v23.l, v10.h, v19.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.h, v19.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v9.h, v23.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v20.l, v21.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v27, v25 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v23.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v5.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.h, v22.l, v19.l, vcc_lo -; GFX11-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v7.l, v6.l, s2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v20.l, v6.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v20.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v21, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v0.h, v8.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v7.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v5.l, v23.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v23.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.h, v19.l, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v16 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v24 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v21.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.h, v21.l, v23.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v19.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v15 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.l, v16.l, v15.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v20.l, v6.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v23, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v15.l, v16.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v7.l, v19.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v19.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v16.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v22, v22 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v14 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v15.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v24 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v29.l, v19.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v30.l, v23.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v24.l, v1.h, v9.h, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v25, v28 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v29 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v30 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v20.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v25.l, v9.h, v24.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v18.l, v18.l, v7.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v26, v28 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v24.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v27.l, v25.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v22.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v28.l, v18.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v23.l, v23.l, v19.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v26 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v27 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s1, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v29.l, v23.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v28 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v27 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v18.h, v21.l, v20.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.h, v6.l, v22.l, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v20, 16, v29 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v25.l, v24.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v28 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v20 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v21, v21 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v8 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v19.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v0.h, v8.h, s3 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v16 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.h, v18.l, v7.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.h, v20.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v15 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.h, v23.l, v19.l, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v20.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v7.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.l, v16.l, v15.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v24.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v17.l, v17.l, v14.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v22, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.h, v15.l, v19.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v25 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v24, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v17.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.h, v21.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v7.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v17.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v16.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v14 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v6.l, v24.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v23 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v15.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v16.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v17.l, v14.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v20.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v5 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v23 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v7.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v13 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v21 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v14.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v6.l, v16.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v16.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.h, v15.l, v5.l, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v6.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v13.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v23 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v16.l, s0 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v7.l, v16.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v18.l, v13.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v6.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.l, v14.l, v17.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v17.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v13.l, v15.l, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v24 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v16.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.h, v16.l, v17.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v14.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v12 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v15.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v12.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v21 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v5.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v15.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v20.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v22, v21 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v13.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v5.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.h, v4.h, v14.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v18, v17 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v12.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v4.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v6.l, v15.l, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s2, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v6.l, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v16.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v14.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v7.l, v20.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v22, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v4 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v11.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v5.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v15.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v18, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v21 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v5.l, v15.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v17, v17 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v10.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v17, v17 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v15.l, v16.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v5.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v12 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v17 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v13.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v12.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v17, v17 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s3, s0, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v11.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v21 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v12.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v4.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v5.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v14.l, v6.l, s3 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v17 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v6.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v12.l, v4.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v16.l, v4.h, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v17, v18 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v13.l, v4.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v10.l, v2.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v11.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v11.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v18.l, v13.l, v5.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v14 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v21 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v10.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v21, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v9 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v4.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v8.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v10.l, v2.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v8.l, s2 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v21, v21 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v12.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v5.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v10.l, v3.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v8.l, v0.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v12.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v22, v17 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v1.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v3.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v12.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v14 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v17 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v8.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v0.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.l, v2.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v11.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v10.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v18, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v21 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v9.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v13.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v3.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v4.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v8.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v11.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v21 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v17 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.l, v11.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v2.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v8.l, v1.h, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v10.l, v0.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v13.l, v2.h, s3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v0, v16 :: v_dual_mov_b32 v1, v14 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v2, v15 :: v_dual_mov_b32 v3, v20 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v10.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v13, v12 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v14 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v22, v21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v23 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v5.l, v2.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v11.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v8.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v12.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v3.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v2.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v13 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v14 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v0.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v1.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s3, s4 +; GFX11-TRUE16-NEXT: s_and_b32 s3, s6, s7 +; GFX11-TRUE16-NEXT: s_and_b32 s4, s5, s8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v0.l, s3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v9.l, v1.l, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v20.l, v12.l, v2.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v16.l, v11.l, v3.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v19.l, v10.l, v4.l, s0 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v0, v5 :: v_dual_mov_b32 v1, v15 +; GFX11-TRUE16-NEXT: v_mov_b32_e32 v2, v20 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b32_e32 v4, v19 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v3, v16 :: v_dual_mov_b32 v4, v19 +; GFX11-TRUE16-NEXT: v_mov_b32_e32 v5, v18 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v16bf16: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v21, 16, v14 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v7 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v17, 16, v15 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v18, 16, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v6 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v12 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v20, 16, v6 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v13 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v15 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v4 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v1 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v6 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v28, 0xffff0000, v11 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v2 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v17, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v13 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v16 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v19, 16, v14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v17, v17, v16 :: v_dual_and_b32 v18, 0xffff0000, v6 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v16 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v20, v19, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v21, v22 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v18 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v18, v19 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v17, v16, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v20, v22, v21 :: v_dual_and_b32 v19, 0xffff0000, v14 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v16 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v21, v20, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v17 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v20 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v17 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v18, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v20 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v16, v16, v17 :: v_dual_lshlrev_b32 v17, 16, v18 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v21, v22 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v20, v20 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v21, v22 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v21, 16, v13 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v5 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v17, v19, v20 :: v_dual_and_b32 v18, 0xffff0000, v5 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v20 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v17, v20, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v22, v21, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v18 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v21, v21, v18, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v22, v25, v24 :: v_dual_lshlrev_b32 v25, 16, v21 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v19 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v24, v22, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v23, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v17 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v23, v21, v18 :: v_dual_lshlrev_b32 v26, 16, v20 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v18 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v18, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v16 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v20, v22, v21, s1 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v19 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v23, 16, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v17, v21, v20, s0 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v17 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v21, v21 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v21, v23, v22, s0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v18 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v24, v25 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v11 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v20 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v20, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v26, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v21 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v21, s1 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v22 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v23, v25, v24, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v23, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v27 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v23 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v22, v22, v21 :: v_dual_lshlrev_b32 v25, 16, v24 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v19 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v19, v25 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v20, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v21 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v19, v24, v23, s1 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v19 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v25, v29, v28, s1 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v20 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v28, v25, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v25 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v9 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v24 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v25 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v20, v26 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v20, v24, v25, s3 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v9 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v27, v27 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v26, v29, v28, s3 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v0 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v19, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v26 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v11 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v20, v22, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v21 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v18, v18, v21 :: v_dual_lshlrev_b32 v27, 16, v19 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v23 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v19, v22, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v20 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v20, v22, v20 :: v_dual_and_b32 v23, 0xffff0000, v2 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v28, v26, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v8 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v23, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v24 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v22, v23 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v20, v20, v25 :: v_dual_lshlrev_b32 v25, 16, v7 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v22, v24, v26, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v22 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v23, v29, v28, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v10 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v21, v26, v25 :: v_dual_and_b32 v22, 0xffff0000, v11 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v25, v21, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v25, 0xffff0000, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v27, 16, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v24, v24, v23 :: v_dual_and_b32 v25, 0xffff0000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v24 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v20, v26 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v22, v21, vcc_lo +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v24, v28, v23 :: v_dual_lshlrev_b32 v29, 16, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v25, v28, v27, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v23 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v21 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v21, v20, v21, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v29 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v26, v24, v23 :: v_dual_lshlrev_b32 v29, 16, v20 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v28, 0xffff0000, v9 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v27, v27, v25, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v22 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v21, v21, v22 :: v_dual_lshlrev_b32 v28, 16, v27 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v23 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v22, v26, v23 :: v_dual_lshlrev_b32 v23, 16, v25 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v24, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v23, v28 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v23, v27, v25 :: v_dual_lshlrev_b32 v24, 16, v26 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v21, v26, v22 :: v_dual_and_b32 v24, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v25 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v23, v25, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v27 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v8 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v27, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v28, v28 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v6 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v15, v15, v7, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v26 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v25, v27 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v7 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v26, v25, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v15 :: v_dual_and_b32 v26, 0xffff0000, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v24, v24, v23, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v26, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v6, v6, v14, s1 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v27, v25 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v15, v15, v7, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v6, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v27, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v13 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v6, s3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v25, v25 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v25, v25, v24, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v15, v15, v7 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v22, v23, v22 :: v_dual_lshlrev_b32 v27, 16, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v27 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v26, v25, v24 :: v_dual_lshlrev_b32 v23, 16, v14 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v29, v28 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v27, v15, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v27, v7 :: v_dual_lshlrev_b32 v24, 16, v14 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v25 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v23, v25, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v15 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v15 :: v_dual_lshlrev_b32 v28, 16, v6 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v28, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v15, v14, v6 :: v_dual_lshlrev_b32 v24, 16, v27 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v23, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v14 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v13, s3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v15, v7 :: v_dual_lshlrev_b32 v26, 16, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 ; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v27, v7 :: v_dual_lshlrev_b32 v24, 16, v5 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v14 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_perm_b32 v7, v16, v7, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v13 :: v_dual_lshlrev_b32 v24, 16, v4 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 -; GFX11-FAKE16-NEXT: v_perm_b32 v6, v17, v6, 0x5040100 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v5 :: v_dual_lshlrev_b32 v14, 16, v12 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v15, v13, v5 :: v_dual_lshlrev_b32 v24, 16, v12 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v11 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v5 +; GFX11-FAKE16-NEXT: v_perm_b32 v7, v16, v7, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v12 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v12, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v11 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v11, s0 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v26, v24 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v13, v13, v5, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v13 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v4, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v11 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v14, v12, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v14, v4 :: v_dual_lshlrev_b32 v13, 16, v15 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v11, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_perm_b32 v5, v18, v5, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v11 :: v_dual_lshlrev_b32 v12, 16, v2 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v10 :: v_dual_lshlrev_b32 v15, 16, v24 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_perm_b32 v3, v20, v3, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v8 :: v_dual_lshlrev_b32 v11, 16, v9 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v1 :: v_dual_lshlrev_b32 v12, 16, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v12 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v11, v11, v3, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v25, v24 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v11 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v4, s3 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v27, v26 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v15, v15 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v13, v5 :: v_dual_lshlrev_b32 v14, 16, v12 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v11, v11, v3, s3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v10, s2 +; GFX11-FAKE16-NEXT: v_perm_b32 v5, v17, v5, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v14, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v9 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc_lo +; GFX11-FAKE16-NEXT: v_perm_b32 v6, v18, v6, 0x5040100 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v9, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v13, v13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 +; GFX11-FAKE16-NEXT: v_perm_b32 v4, v21, v4, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v8, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v14, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v1, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v15, v15 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v0, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v13, v13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v10, v10, v2, s2 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s2, v14, v13 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v10 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v1, s2 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s2, v24, v15 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v26, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v0, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v10, v10, v2, s3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v8 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v11, v3, s1 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v8, v8, v0 :: v_dual_lshlrev_b32 v15, 16, v2 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_perm_b32 v3, v19, v3, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v9, v1, s1 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s3, s4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v8, v0, s1 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s5, s6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v11 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v24, v12 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v9, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v11, v2 :: v_dual_lshlrev_b32 v15, 16, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v15, v8, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v12, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v15 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v12, v1 :: v_dual_lshlrev_b32 v8, 16, v11 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_perm_b32 v1, v22, v1, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v10, v2, s1 ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v23, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX11-FAKE16-NEXT: v_perm_b32 v2, v21, v2, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v14, v4, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_perm_b32 v4, v19, v4, 0x5040100 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_perm_b32 v2, v20, v2, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_v16bf16: @@ -8045,405 +7150,355 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX12-TRUE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-TRUE16-NEXT: s_wait_kmcnt 0x0 ; GFX12-TRUE16-NEXT: v_dual_mov_b32 v16, v7 :: v_dual_mov_b32 v17, v6 -; GFX12-TRUE16-NEXT: v_mov_b32_e32 v18, v5 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v15 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v14 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v16 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v17 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v13 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v15.h, vcc_lo +; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v15 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v14 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v5 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v16 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v18, 0xffff0000, v17 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v19.l, v5.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v15.h, v5.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v16.h, v15.h, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v6.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v17.h, v14.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v18 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v14.h, v7.l, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v21 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v7.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v19.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v18.h, v13.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v6.l, v5.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v22 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v22.l, v13.h, v20.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v21.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v21.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v24, v23 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v22.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v20.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v6.l, s1 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v4 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v23.l, v19.l, v7.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v19.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v23.l, v7.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.h, v21.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v12 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v23.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v24, v25 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v4.h, v12.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v22.l, v20.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v20.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v19.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v18.l, v17.h, v14.h, s0 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v12.h, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v6.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v6.l, v20.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v5.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v15.h, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v18.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v6.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v20, 16, v20 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v11 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v22.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v20 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v14.h, v18.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v13 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v18.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v3.h, v11.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v19.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v20, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v24 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.h, v23.l, v5.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v26, v21 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v19.l, v22.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v5.h, v13.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v11.h, v20.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v20.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v7.l, v5.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v21.l -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v21, v23 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v4 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v6.l, v5.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v13.h, v20.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v7.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v20.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v19.l, v5.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v19.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v7.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v23 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v19.l, v18.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v12 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v21.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v27.l, v19.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.h, v10.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v25 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v22.l, v21.l, v20.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v20.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v7.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v22.l, v4.h, v12.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v27 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v26 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v10.h, v6.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v6.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v22.l, v20.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v9 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v22.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v23.l, v12.h, v22.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v24, v25 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v22.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v23.l +; GFX12-TRUE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v3 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v23.l, v1.h, v9.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v21.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v26 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v21.l, v20.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 +; GFX12-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s3 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v21.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.h, v7.l, v6.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.h, v19.l, v18.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v24, v25 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v27, v27 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v11 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v2 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v26 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.h, v19.l, v5.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v23.l, v22.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v9.h, v23.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v20.l, v21.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v27, v25 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v23.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v5.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.h, v11.h, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v10 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v18 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v6.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.h, v22.l, v19.l, vcc_lo -; GFX12-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v18.l, v11.h, v7.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v7.l, v6.l, s2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v8 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v20.l, v6.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v20.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v21, v24 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v2.h, v10.h, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v7.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v18.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v0.h, v8.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v7.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v5.l, v23.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v23.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v23.l, v10.h, v19.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v24 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v29.l, v19.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v30.l, v23.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v24.l, v1.h, v9.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v25, v28 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v29 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v30 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v20.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v25.l, v9.h, v24.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v18.l, v18.l, v7.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v26, v28 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v24.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v27.l, v25.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v22.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v28.l, v18.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v23.l, v23.l, v19.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v26 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v27 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s1, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s3 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v29.l, v23.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v28 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v27 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v18.h, v21.l, v20.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.h, v6.l, v22.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v20, 16, v29 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v25.l, v24.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v28 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v20 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v21, v21 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l +; GFX12-TRUE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v8 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v19.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v0.h, v8.h, s3 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v16 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.h, v18.l, v7.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v22 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.h, v20.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v15 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.h, v23.l, v19.l, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v20.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v7.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.h, v19.l, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v16 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v24 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v21.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.h, v21.l, v23.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v19.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v15 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.l, v16.l, v15.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v24.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.l, v16.l, v15.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v25 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v20.l, v6.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v23, v24 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v15.l, v16.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v7.l, v19.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v19.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v16.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v22, v22 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v14 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v15.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v17.l, v17.l, v14.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v22, v22 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.h, v15.l, v19.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v25 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v24, v23 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v16.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v14 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v6.l, v24.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v23 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v15.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v16.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v17.l, v14.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v17.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v20.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v5 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v23 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.h, v21.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v16.h, v7.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v17.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v7.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v13 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v21 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v14.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v18 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v6.l, v16.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v16.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v6.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.h, v15.l, v5.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v13.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v23 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v16.l, s0 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v13 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v7.l, v16.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v18.l, v13.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v6.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.l, v14.l, v17.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v17.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v13.l, v15.l, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v4 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v24 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v16.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.h, v16.l, v17.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v14.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v12 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v15.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v12.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v21 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v5.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v15.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v20.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v22, v21 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v13.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v5.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.h, v4.h, v14.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v3 +; GFX12-TRUE16-NEXT: s_and_b32 s2, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v6.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v16.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v14.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v7.l, v20.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v22, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v4 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v15.l, v16.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v5.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v12 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v17 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v3 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v13.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v12.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v21, v21 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v17, v17 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v18, v17 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s3, s0, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v11.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v17, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v21 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v12.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v6.l, v15.l, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v11.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v13, v13 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v5.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v15.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v18, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v21 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v4.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v5.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v5.l, v15.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v17, v17 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v10.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v17, v17 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v14.l, v6.l, s3 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v17 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v6.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v12.l, v4.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v4.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v16.l, v4.h, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v17, v18 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v11.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v18.l, v13.l, v5.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v14 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v21 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v22, v22 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v13.l, v4.l, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v10.l, v2.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v11.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v10.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v21, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v9 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v8 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v2.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v18, v18 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v8.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v10.l, v2.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v17, v17 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v8.l, s2 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v21, v21 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v12.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v5.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v1.l, s0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v10.l, v3.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v8.l, v0.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v12.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v22, v17 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v9.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v1.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v3.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v12.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v13, v14 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v17 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v8.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v0.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.l, v2.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v14 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v10.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v13, v12 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v11.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v10.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v18, v17 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v14 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v22, v21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v23 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v22, v21 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v9.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v13.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v3.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v4.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v8.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v11.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v11.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v21, 16, v21 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v9.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v21 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v17 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v12 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v5.l, v2.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v11.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.l, v11.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v2.l, v1.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v8.l, v1.h, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v10.l, v0.h, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v13.l, v2.h, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v8.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v12.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v9.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v14, 16, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v3.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v2.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v13 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v14 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v0.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v1.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s3, s4 +; GFX12-TRUE16-NEXT: s_and_b32 s3, s6, s7 +; GFX12-TRUE16-NEXT: s_and_b32 s4, s5, s8 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v0.l, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v9.l, v1.l, s4 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v20.l, v12.l, v2.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v16.l, v11.l, v3.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v19.l, v10.l, v4.l, s0 ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v0, v16 :: v_dual_mov_b32 v1, v14 -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v2, v15 :: v_dual_mov_b32 v3, v20 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v0, v5 :: v_dual_mov_b32 v1, v15 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v2, v20 :: v_dual_mov_b32 v3, v16 ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_mov_b32_e32 v4, v19 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v4, v19 :: v_dual_mov_b32 v5, v18 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v16bf16: @@ -8453,403 +7508,353 @@ define <16 x bfloat> @v_minimumnum_v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) { ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v21, 16, v14 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v16, 0xffff0000, v7 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v17, 16, v15 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v18, 16, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v6 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v12 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v20, 16, v6 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v13 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v16, v16 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v19, 0xffff0000, v15 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v4 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v1 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v6 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v28, 0xffff0000, v11 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v17, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v13 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v16 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v18, v19 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v19, 16, v14 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v17, v16, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v17, v17, v16 :: v_dual_and_b32 v18, 0xffff0000, v6 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v16 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v20, v22, v21 :: v_dual_and_b32 v19, 0xffff0000, v14 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v16 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v20, v19, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v21, v22 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v18 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v16, vcc_lo +; GFX12-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v17 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v21, v20, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v17 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v18, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v20 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v20, 0xffff0000, v5 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v16, v16, v17 :: v_dual_lshlrev_b32 v17, 16, v18 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v16, v18, v16, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v21, v22 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v20, v20 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v21, v22 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v21, 16, v13 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v18, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v16 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v20, v22, v21, s1 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v22, 16, v12 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v19 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v24, v24 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v16, v17, v16, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v23, 16, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v17, v21, v20, s0 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v21, 0xffff0000, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v17 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v21, v21 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v21, v23, v22, s0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v18 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v24, v25 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v11 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v20 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v20, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v26, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v21 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v19, v18, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v21, s1 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v23, 0xffff0000, v3 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v22 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v23, v25, v24, s1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v17, v19, v20 :: v_dual_and_b32 v18, 0xffff0000, v5 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v17, v20, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v18, v18 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v22, v21, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v22, 0xffff0000, v4 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v18 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v23, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v27 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v23 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v21, v21, v18, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v26, 0xffff0000, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v22, v25, v24 :: v_dual_lshlrev_b32 v25, 16, v21 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v20, v19, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v24, v22, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v23, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v17 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v23, v21, v18 :: v_dual_lshlrev_b32 v26, 16, v20 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v18 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v19, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v26 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v11 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v20, v22, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v18, v18, v21 :: v_dual_lshlrev_b32 v27, 16, v19 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v23 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v19, v22, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v23, v18, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v20, v22, v20 :: v_dual_and_b32 v23, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v24, 16, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v21, v26, v25 :: v_dual_and_b32 v22, 0xffff0000, v11 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v25, v21, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v25, 0xffff0000, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v27, 16, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v20, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v24, v24, v23 :: v_dual_and_b32 v25, 0xffff0000, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v24 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v21 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v22, v22, v21 :: v_dual_lshlrev_b32 v25, 16, v24 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v19 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v23 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v20, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v22, v21, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v25, v28, v27, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v23 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v21, v20, v21, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v29 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v26, v24, v23 :: v_dual_lshlrev_b32 v29, 16, v20 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v28, 0xffff0000, v9 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v27, v27, v25, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v21, v21, v22 :: v_dual_lshlrev_b32 v28, 16, v27 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v22, v26, v23 :: v_dual_lshlrev_b32 v23, 16, v25 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v24, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v23, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v23, v27, v25 :: v_dual_lshlrev_b32 v24, 16, v26 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v20, v21, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v21, v26, v22 :: v_dual_and_b32 v24, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v25 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v26, 16, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v23, v25, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v27 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v25, 16, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v27, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v7 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v19, v25 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v17, v17, v20, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v21 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v19, v24, v23, s1 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v10 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v25, v29, v28, s1 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v20 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v28, v25, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v25 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v24 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v25 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v21, v22, v21, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v20, v26 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v20, v24, v25, s3 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v9 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v27, v27 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v27, 0xffff0000, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v26, v29, v28, s3 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v29, 16, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v26, v25, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v15 :: v_dual_and_b32 v26, 0xffff0000, v8 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v25, v25, v24, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v15, v15, v7 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v22, v23, v22 :: v_dual_lshlrev_b32 v27, 16, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v28, v26, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v28, 16, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v23, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v24 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v27 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v26, v25, v24 :: v_dual_lshlrev_b32 v23, 16, v14 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v22, v23 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v20, v20, v25 :: v_dual_lshlrev_b32 v25, 16, v7 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v22, v24, v26, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 0xffff0000, v8 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v29, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v27, v15, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v14, v14, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v24, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v27, v7 :: v_dual_lshlrev_b32 v24, 16, v14 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v23, v25, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v15 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v15 :: v_dual_lshlrev_b32 v28, 16, v6 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v28, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v15, v14, v6 :: v_dual_lshlrev_b32 v24, 16, v27 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v26, v23, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v27, v7 :: v_dual_lshlrev_b32 v24, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v14 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_perm_b32 v7, v16, v7, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v14, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v22 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v23, v29, v28, s1 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v13 :: v_dual_lshlrev_b32 v24, 16, v4 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v15 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v15, v6, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v24, v28, v23 :: v_dual_lshlrev_b32 v29, 16, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v15 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v28, v28 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v7, v15, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v6 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v15, v15, v7, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v26 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v25, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v24, v24, v23, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v26, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v23 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v24 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v6, v6, v14, s1 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v27, v25 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v15, v15, v7, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v15 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v6, s1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v24, v23, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v25 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v14 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_perm_b32 v6, v17, v6, 0x5040100 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v27, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v13 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v14, v14, v6, s3 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v25, v25 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v14 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v13, s3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v5 :: v_dual_lshlrev_b32 v14, 16, v12 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v13, v5, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v15, v7 :: v_dual_lshlrev_b32 v26, 16, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v4 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v11, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v15, v13, v5 :: v_dual_lshlrev_b32 v24, 16, v12 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v11 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v3, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v5 +; GFX12-FAKE16-NEXT: v_perm_b32 v7, v16, v7, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v12 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v12, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v11 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v11, s0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v26, v24 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v3 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v13, v13, v5, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v15, v15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v13 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v4, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v15 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v12 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v11, v11, v3, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v25, v24 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v11 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v14, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v12, v12, v4, s3 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v27, v26 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v15, v15 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v13, v5 :: v_dual_lshlrev_b32 v14, 16, v12 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v11, v11, v3, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v10, s2 +; GFX12-FAKE16-NEXT: v_perm_b32 v5, v17, v5, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v9 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v12, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_perm_b32 v6, v18, v6, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v9, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v13, v13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v10 +; GFX12-FAKE16-NEXT: v_perm_b32 v4, v21, v4, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v8, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v1 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v14, v12, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v13, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v14, v4 :: v_dual_lshlrev_b32 v13, 16, v15 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v11, v3, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v15, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX12-FAKE16-NEXT: v_perm_b32 v5, v18, v5, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v11 :: v_dual_lshlrev_b32 v12, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v10 :: v_dual_lshlrev_b32 v15, 16, v24 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v0 -; GFX12-FAKE16-NEXT: v_perm_b32 v3, v20, v3, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v10, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v8 :: v_dual_lshlrev_b32 v11, 16, v9 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v1 :: v_dual_lshlrev_b32 v12, 16, v8 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v1, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v15, v15 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v0, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v13, v13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v10, v10, v2, s2 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s2, v14, v13 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v10 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v1, s2 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s2, v24, v15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v26, v25 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v9 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v0, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v3 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v10, v10, v2, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v8 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v11, v3, s1 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v8, v8, v0 :: v_dual_lshlrev_b32 v15, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v9 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v15, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v10, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v24, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v9, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v11, v2 :: v_dual_lshlrev_b32 v15, 16, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v15, v8, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v12, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v8, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v12, v1 :: v_dual_lshlrev_b32 v8, 16, v11 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v13 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v14 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_perm_b32 v3, v19, v3, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v9, v1, s1 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s3, s4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v8, v0, s1 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s5, s6 ; GFX12-FAKE16-NEXT: v_perm_b32 v1, v22, v1, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v15, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v10, v2, s1 ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v23, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v11, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v13 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_perm_b32 v2, v21, v2, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v14, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_perm_b32 v4, v19, v4, 0x5040100 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_perm_b32 v2, v20, v2, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <16 x bfloat> @llvm.minimumnum.v16bf16(<16 x bfloat> %x, <16 x bfloat> %y) ret <16 x bfloat> %result @@ -9124,50 +8129,49 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX8-NEXT: buffer_load_dword v55, off, s[0:3], s32 ; GFX8-NEXT: v_and_b32_e32 v31, 0xffff0000, v14 -; GFX8-NEXT: v_lshrrev_b32_e32 v34, 16, v30 +; GFX8-NEXT: v_lshrrev_b32_e32 v32, 16, v30 ; GFX8-NEXT: v_lshrrev_b32_e32 v35, 16, v14 ; GFX8-NEXT: v_and_b32_e32 v37, 0xffff0000, v13 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v31, v31 ; GFX8-NEXT: v_and_b32_e32 v36, 0xffff0000, v30 ; GFX8-NEXT: v_lshrrev_b32_e32 v38, 16, v29 ; GFX8-NEXT: v_lshrrev_b32_e32 v39, 16, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v31, v35, v34, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v31, v35, v32, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 ; GFX8-NEXT: v_and_b32_e32 v48, 0xffff0000, v29 ; GFX8-NEXT: v_cndmask_b32_e32 v35, v39, v38, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v34, v31, vcc -; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 +; GFX8-NEXT: v_cndmask_b32_e32 v32, v32, v31, vcc +; GFX8-NEXT: v_cmp_u_f32_e64 s[4:5], v48, v48 ; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v31 -; GFX8-NEXT: v_cndmask_b32_e32 v38, v38, v35, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v34 +; GFX8-NEXT: v_cndmask_b32_e64 v38, v38, v35, s[4:5] +; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v32 ; GFX8-NEXT: v_lshlrev_b32_e32 v36, 16, v35 ; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v38 -; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v37, v39 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v37, v34, v31, vcc -; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v36, v48 -; GFX8-NEXT: v_cndmask_b32_e32 v36, v38, v35, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v31 -; GFX8-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v35 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v34 -; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v31, v31, v34, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v38 -; GFX8-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v35, v38, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 -; GFX8-NEXT: v_lshrrev_b32_e32 v33, 16, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v32, v32 -; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v36 +; GFX8-NEXT: v_cmp_lt_f32_e64 s[6:7], v37, v39 +; GFX8-NEXT: v_cndmask_b32_e64 v32, v32, v31, s[6:7] +; GFX8-NEXT: v_cmp_lt_f32_e64 s[6:7], v36, v48 +; GFX8-NEXT: s_movk_i32 s10, 0x8000 +; GFX8-NEXT: v_cndmask_b32_e64 v36, v38, v35, s[6:7] +; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v32 +; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s10, v31 +; GFX8-NEXT: v_lshlrev_b32_e32 v38, 16, v36 +; GFX8-NEXT: v_cmp_eq_f32_e64 s[6:7], 0, v37 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v35 +; GFX8-NEXT: v_cmp_eq_f32_e64 s[8:9], 0, v38 +; GFX8-NEXT: s_and_b64 vcc, s[6:7], vcc +; GFX8-NEXT: v_and_b32_e32 v33, 0xffff0000, v15 +; GFX8-NEXT: v_cndmask_b32_e32 v31, v32, v31, vcc +; GFX8-NEXT: s_and_b64 vcc, s[8:9], s[4:5] +; GFX8-NEXT: v_lshrrev_b32_e32 v34, 16, v15 +; GFX8-NEXT: v_cndmask_b32_e32 v32, v36, v35, vcc +; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v33, v33 +; GFX8-NEXT: v_and_b32_e32 v49, 0xffff0000, v12 +; GFX8-NEXT: v_lshrrev_b32_e32 v50, 16, v28 +; GFX8-NEXT: v_lshrrev_b32_e32 v51, 16, v12 ; GFX8-NEXT: v_and_b32_e32 v38, 0xffff0000, v27 ; GFX8-NEXT: v_and_b32_e32 v39, 0xffff0000, v26 -; GFX8-NEXT: v_and_b32_e32 v49, 0xffff0000, v24 -; GFX8-NEXT: v_and_b32_e32 v50, 0xffff0000, v23 -; GFX8-NEXT: v_and_b32_e32 v51, 0xffff0000, v22 +; GFX8-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 ; GFX8-NEXT: v_and_b32_e32 v52, 0xffff0000, v21 ; GFX8-NEXT: v_and_b32_e32 v53, 0xffff0000, v20 ; GFX8-NEXT: v_and_b32_e32 v54, 0xffff0000, v19 @@ -9179,43 +8183,34 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_and_b32_e32 v42, 0xffff0000, v16 ; GFX8-NEXT: s_waitcnt vmcnt(3) ; GFX8-NEXT: v_lshrrev_b32_e32 v35, 16, v55 -; GFX8-NEXT: v_and_b32_e32 v37, 0xffff0000, v55 -; GFX8-NEXT: v_cndmask_b32_e32 v32, v33, v35, vcc -; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v35, v32, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v33, 16, v32 -; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v33, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v33, v35, v32, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v32 -; GFX8-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v33 -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v35 -; GFX8-NEXT: v_cndmask_b32_e32 v32, v32, v35, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 -; GFX8-NEXT: v_cndmask_b32_e32 v33, v36, v34, vcc -; GFX8-NEXT: v_and_b32_e32 v34, 0xffff0000, v12 -; GFX8-NEXT: v_lshrrev_b32_e32 v35, 16, v28 -; GFX8-NEXT: v_lshrrev_b32_e32 v36, 16, v12 -; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v34, v34 -; GFX8-NEXT: v_and_b32_e32 v37, 0xffff0000, v28 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v36, v35, vcc -; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v35, v34, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v36, 16, v34 -; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v36, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v36, v35, v34, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v34 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v35 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v34, v35, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v35, 16, v36 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v35 +; GFX8-NEXT: v_and_b32_e32 v36, 0xffff0000, v55 +; GFX8-NEXT: v_cndmask_b32_e32 v33, v34, v35, vcc +; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX8-NEXT: v_cndmask_b32_e32 v35, v35, v33, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v34, 16, v33 +; GFX8-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX8-NEXT: v_cmp_lt_f32_e64 s[4:5], v34, v36 +; GFX8-NEXT: v_cndmask_b32_e64 v34, v35, v33, s[4:5] +; GFX8-NEXT: v_lshlrev_b32_e32 v35, 16, v34 +; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s10, v33 +; GFX8-NEXT: v_cmp_eq_f32_e64 s[4:5], 0, v35 +; GFX8-NEXT: s_and_b64 vcc, s[4:5], vcc +; GFX8-NEXT: v_cndmask_b32_e32 v33, v34, v33, vcc +; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 +; GFX8-NEXT: v_and_b32_e32 v36, 0xffff0000, v28 +; GFX8-NEXT: v_cndmask_b32_e32 v34, v51, v50, vcc +; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX8-NEXT: v_cndmask_b32_e32 v36, v50, v34, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v35, 16, v34 +; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v36 +; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v35, v37 +; GFX8-NEXT: v_cndmask_b32_e32 v35, v36, v34, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v36 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v34 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v34, v35, v34, vcc ; GFX8-NEXT: v_and_b32_e32 v35, 0xffff0000, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v36, 16, v27 ; GFX8-NEXT: v_lshrrev_b32_e32 v37, 16, v11 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v35, v35 @@ -9225,15 +8220,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v35 ; GFX8-NEXT: v_lshlrev_b32_e32 v38, 16, v36 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v37, v38 -; GFX8-NEXT: v_cndmask_b32_e32 v37, v36, v35, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v35 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v36 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v36, 16, v37 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v36 +; GFX8-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v36 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v35 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc ; GFX8-NEXT: v_and_b32_e32 v36, 0xffff0000, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v37, 16, v26 ; GFX8-NEXT: v_lshrrev_b32_e32 v38, 16, v10 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 @@ -9243,88 +8236,80 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v38, 16, v36 ; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v38, v39 -; GFX8-NEXT: v_cndmask_b32_e32 v38, v37, v36, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v36 -; GFX8-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v36, v36, v37, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v37, 16, v38 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 +; GFX8-NEXT: v_cndmask_b32_e32 v37, v37, v36, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v38, 16, v37 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v36 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v36, v37, v36, vcc ; GFX8-NEXT: v_and_b32_e32 v37, 0xffff0000, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v38, 16, v25 ; GFX8-NEXT: v_lshrrev_b32_e32 v39, 16, v9 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX8-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 ; GFX8-NEXT: v_cndmask_b32_e32 v37, v39, v38, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 ; GFX8-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v38 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v39, v48 -; GFX8-NEXT: v_cndmask_b32_e32 v39, v38, v37, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v37 -; GFX8-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v38 -; GFX8-NEXT: v_cndmask_b32_e32 v37, v37, v38, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v38, 16, v39 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 +; GFX8-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v38 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v37 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v37, v38, v37, vcc ; GFX8-NEXT: v_and_b32_e32 v38, 0xffff0000, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v39, 16, v24 ; GFX8-NEXT: v_lshrrev_b32_e32 v48, 16, v8 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v38, v38 +; GFX8-NEXT: v_and_b32_e32 v49, 0xffff0000, v24 ; GFX8-NEXT: v_cndmask_b32_e32 v38, v48, v39, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 ; GFX8-NEXT: v_cndmask_b32_e32 v39, v39, v38, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v38 ; GFX8-NEXT: v_lshlrev_b32_e32 v49, 16, v39 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v48, v49 -; GFX8-NEXT: v_cndmask_b32_e32 v48, v39, v38, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v38 -; GFX8-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v39 -; GFX8-NEXT: v_cndmask_b32_e32 v38, v38, v39, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v39, 16, v48 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 +; GFX8-NEXT: v_cndmask_b32_e32 v39, v39, v38, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v39 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v38 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v38, v39, v38, vcc ; GFX8-NEXT: v_and_b32_e32 v39, 0xffff0000, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v48, 16, v23 ; GFX8-NEXT: v_lshrrev_b32_e32 v49, 16, v7 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v39, v39 +; GFX8-NEXT: v_and_b32_e32 v50, 0xffff0000, v23 ; GFX8-NEXT: v_cndmask_b32_e32 v39, v49, v48, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 ; GFX8-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v49, 16, v39 ; GFX8-NEXT: v_lshlrev_b32_e32 v50, 16, v48 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v49, v50 -; GFX8-NEXT: v_cndmask_b32_e32 v49, v48, v39, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v39 -; GFX8-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v48 -; GFX8-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v48, 16, v49 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 +; GFX8-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v49, 16, v48 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v39 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v39, v48, v39, vcc ; GFX8-NEXT: v_and_b32_e32 v48, 0xffff0000, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v49, 16, v22 ; GFX8-NEXT: v_lshrrev_b32_e32 v50, 16, v6 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 +; GFX8-NEXT: v_and_b32_e32 v51, 0xffff0000, v22 ; GFX8-NEXT: v_cndmask_b32_e32 v48, v50, v49, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v51, v51 ; GFX8-NEXT: v_cndmask_b32_e32 v49, v49, v48, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v50, 16, v48 ; GFX8-NEXT: v_lshlrev_b32_e32 v51, 16, v49 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v50, v51 -; GFX8-NEXT: v_cndmask_b32_e32 v50, v49, v48, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v48 -; GFX8-NEXT: v_cndmask_b32_e32 v48, v50, v48, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v49 -; GFX8-NEXT: v_cndmask_b32_e32 v48, v48, v49, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v49, 16, v50 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 +; GFX8-NEXT: v_cndmask_b32_e32 v49, v49, v48, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v50, 16, v49 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v48 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v48, v49, v48, vcc ; GFX8-NEXT: v_and_b32_e32 v49, 0xffff0000, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v48, v50, v48, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v50, 16, v21 ; GFX8-NEXT: v_lshrrev_b32_e32 v51, 16, v5 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 @@ -9334,15 +8319,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v51, 16, v49 ; GFX8-NEXT: v_lshlrev_b32_e32 v52, 16, v50 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v51, v52 -; GFX8-NEXT: v_cndmask_b32_e32 v51, v50, v49, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v49 -; GFX8-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v50 -; GFX8-NEXT: v_cndmask_b32_e32 v49, v49, v50, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v50, 16, v51 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 -; GFX8-NEXT: v_and_b32_e32 v50, 0xffff0000, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v50, v50, v49, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v51, 16, v50 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v49 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v49, v50, v49, vcc +; GFX8-NEXT: v_and_b32_e32 v50, 0xffff0000, v4 ; GFX8-NEXT: v_lshrrev_b32_e32 v51, 16, v20 ; GFX8-NEXT: v_lshrrev_b32_e32 v52, 16, v4 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 @@ -9352,15 +8335,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v52, 16, v50 ; GFX8-NEXT: v_lshlrev_b32_e32 v53, 16, v51 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v52, v53 -; GFX8-NEXT: v_cndmask_b32_e32 v52, v51, v50, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v50 -; GFX8-NEXT: v_cndmask_b32_e32 v50, v52, v50, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v51 -; GFX8-NEXT: v_cndmask_b32_e32 v50, v50, v51, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v51, 16, v52 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 +; GFX8-NEXT: v_cndmask_b32_e32 v51, v51, v50, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v52, 16, v51 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v50 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v50, v51, v50, vcc ; GFX8-NEXT: v_and_b32_e32 v51, 0xffff0000, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v50, v52, v50, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v52, 16, v19 ; GFX8-NEXT: v_lshrrev_b32_e32 v53, 16, v3 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v51, v51 @@ -9370,15 +8351,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v53, 16, v51 ; GFX8-NEXT: v_lshlrev_b32_e32 v54, 16, v52 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v53, v54 -; GFX8-NEXT: v_cndmask_b32_e32 v53, v52, v51, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v51 -; GFX8-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v52 -; GFX8-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v52, 16, v53 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 +; GFX8-NEXT: v_cndmask_b32_e32 v52, v52, v51, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v53, 16, v52 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v51 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v51, v52, v51, vcc ; GFX8-NEXT: v_and_b32_e32 v52, 0xffff0000, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v53, 16, v18 ; GFX8-NEXT: v_lshrrev_b32_e32 v54, 16, v2 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v52, v52 @@ -9388,15 +8367,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v54, 16, v52 ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v53 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v54, v40 -; GFX8-NEXT: v_cndmask_b32_e32 v54, v53, v52, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v52 -; GFX8-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v53 -; GFX8-NEXT: v_cndmask_b32_e32 v52, v52, v53, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v53, 16, v54 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 +; GFX8-NEXT: v_cndmask_b32_e32 v53, v53, v52, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v54, 16, v53 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v52 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v52, v53, v52, vcc ; GFX8-NEXT: v_and_b32_e32 v53, 0xffff0000, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v54, 16, v17 ; GFX8-NEXT: v_lshrrev_b32_e32 v40, 16, v1 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v53, v53 @@ -9406,15 +8383,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v53 ; GFX8-NEXT: v_lshlrev_b32_e32 v41, 16, v54 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v40, v41 -; GFX8-NEXT: v_cndmask_b32_e32 v40, v54, v53, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v53 -; GFX8-NEXT: v_cndmask_b32_e32 v53, v40, v53, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v54 -; GFX8-NEXT: v_cndmask_b32_e32 v53, v53, v54, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v54, 16, v40 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 +; GFX8-NEXT: v_cndmask_b32_e32 v54, v54, v53, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v54 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v53 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v53, v54, v53, vcc ; GFX8-NEXT: v_and_b32_e32 v54, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v53, v40, v53, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v40, 16, v16 ; GFX8-NEXT: v_lshrrev_b32_e32 v41, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v54, v54 @@ -9424,15 +8399,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v41, 16, v54 ; GFX8-NEXT: v_lshlrev_b32_e32 v42, 16, v40 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v41, v42 -; GFX8-NEXT: v_cndmask_b32_e32 v41, v40, v54, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v54 -; GFX8-NEXT: v_cndmask_b32_e32 v54, v41, v54, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v40 -; GFX8-NEXT: v_cndmask_b32_e32 v54, v54, v40, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v41 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX8-NEXT: v_cndmask_b32_e32 v40, v40, v54, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v41, 16, v40 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v41 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v54 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v54, v40, v54, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v54, v41, v54, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v40, v40 ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v55 ; GFX8-NEXT: v_cndmask_b32_e32 v15, v15, v55, vcc @@ -9441,15 +8414,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v55 ; GFX8-NEXT: v_lshlrev_b32_e32 v41, 16, v15 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v41, v40 -; GFX8-NEXT: v_cndmask_b32_e32 v40, v55, v15, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v15 -; GFX8-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v55 -; GFX8-NEXT: v_cndmask_b32_e32 v15, v15, v55, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v40 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 +; GFX8-NEXT: v_cndmask_b32_e32 v55, v55, v15, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v55 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v15 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v15, v55, v15, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v14 -; GFX8-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v55, v55 ; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v30 ; GFX8-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc @@ -9458,15 +8429,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v30 ; GFX8-NEXT: v_lshlrev_b32_e32 v40, 16, v14 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v40, v55 -; GFX8-NEXT: v_cndmask_b32_e32 v55, v30, v14, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v14 -; GFX8-NEXT: v_cndmask_b32_e32 v14, v55, v14, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v30 -; GFX8-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v55 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 +; GFX8-NEXT: v_cndmask_b32_e32 v30, v30, v14, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v30 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v14 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v14, v30, v14, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v14, v55, v14, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v30, v30 ; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX8-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc @@ -9475,15 +8444,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX8-NEXT: v_lshlrev_b32_e32 v55, 16, v13 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v55, v30 -; GFX8-NEXT: v_cndmask_b32_e32 v30, v29, v13, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v13 -; GFX8-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v29 -; GFX8-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v30 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 +; GFX8-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v29 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v13 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v13, v29, v13, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v29, v29 ; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX8-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc @@ -9492,15 +8459,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX8-NEXT: v_lshlrev_b32_e32 v30, 16, v12 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v30, v29 -; GFX8-NEXT: v_cndmask_b32_e32 v29, v28, v12, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v12 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v28 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v29 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 +; GFX8-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v28 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v12 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v12, v28, v12, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v28, v28 ; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX8-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc @@ -9509,15 +8474,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX8-NEXT: v_lshlrev_b32_e32 v29, 16, v11 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v29, v28 -; GFX8-NEXT: v_cndmask_b32_e32 v28, v27, v11, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v11 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v27 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 +; GFX8-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v27 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v11 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v11, v27, v11, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v27, v27 ; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX8-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc @@ -9526,15 +8489,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX8-NEXT: v_lshlrev_b32_e32 v28, 16, v10 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v28, v27 -; GFX8-NEXT: v_cndmask_b32_e32 v27, v26, v10, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v10 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v26 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v27 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 +; GFX8-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v26 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v10 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v26, v26 ; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc @@ -9543,15 +8504,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX8-NEXT: v_lshlrev_b32_e32 v27, 16, v9 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v27, v26 -; GFX8-NEXT: v_cndmask_b32_e32 v26, v25, v9, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v9 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v25 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX8-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v25 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v9 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v9, v25, v9, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc @@ -9560,15 +8519,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX8-NEXT: v_lshlrev_b32_e32 v26, 16, v8 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v26, v25 -; GFX8-NEXT: v_cndmask_b32_e32 v25, v24, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v24 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX8-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v24 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v8 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc @@ -9577,18 +8534,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX8-NEXT: v_lshlrev_b32_e32 v25, 16, v7 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v25, v24 -; GFX8-NEXT: v_cndmask_b32_e32 v24, v23, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v23 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX8-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v23 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v7 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v7, v23, v7, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX8-NEXT: buffer_load_dword v42, off, s[0:3], s32 offset:4 ; 4-byte Folded Reload -; GFX8-NEXT: buffer_load_dword v41, off, s[0:3], s32 offset:8 ; 4-byte Folded Reload -; GFX8-NEXT: buffer_load_dword v40, off, s[0:3], s32 offset:12 ; 4-byte Folded Reload -; GFX8-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc @@ -9597,15 +8549,16 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX8-NEXT: v_lshlrev_b32_e32 v24, 16, v6 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v24, v23 -; GFX8-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v22 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX8-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc +; GFX8-NEXT: buffer_load_dword v42, off, s[0:3], s32 offset:4 ; 4-byte Folded Reload +; GFX8-NEXT: buffer_load_dword v41, off, s[0:3], s32 offset:8 ; 4-byte Folded Reload +; GFX8-NEXT: buffer_load_dword v40, off, s[0:3], s32 offset:12 ; 4-byte Folded Reload +; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v22 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v6 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc @@ -9614,15 +8567,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX8-NEXT: v_lshlrev_b32_e32 v23, 16, v5 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v23, v22 -; GFX8-NEXT: v_cndmask_b32_e32 v22, v21, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v21 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX8-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v21 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v5, v21, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc @@ -9631,15 +8582,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX8-NEXT: v_lshlrev_b32_e32 v22, 16, v4 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v22, v21 -; GFX8-NEXT: v_cndmask_b32_e32 v21, v20, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v20 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX8-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v4 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc @@ -9648,15 +8597,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX8-NEXT: v_lshlrev_b32_e32 v21, 16, v3 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v21, v20 -; GFX8-NEXT: v_cndmask_b32_e32 v20, v19, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v19 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX8-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v19 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v3 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v3, v19, v3, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc @@ -9665,15 +8612,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX8-NEXT: v_lshlrev_b32_e32 v20, 16, v2 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v20, v19 -; GFX8-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v18 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX8-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v2 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v18, v2, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc @@ -9682,15 +8627,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX8-NEXT: v_lshlrev_b32_e32 v19, 16, v1 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v19, v18 -; GFX8-NEXT: v_cndmask_b32_e32 v18, v17, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v17 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX8-NEXT: v_cndmask_b32_e32 v17, v17, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v17 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v17, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc @@ -9699,14 +8642,12 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX8-NEXT: v_lshlrev_b32_e32 v18, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v18, v17 -; GFX8-NEXT: v_cndmask_b32_e32 v17, v16, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v16 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v17 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v16 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v16, v16, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v17, 16, v16 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v16, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v54 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v53 @@ -9733,11 +8674,11 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX8-NEXT: v_or_b32_sdwa v11, v11, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v34 ; GFX8-NEXT: v_or_b32_sdwa v12, v12, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD -; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v33 +; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v32 ; GFX8-NEXT: v_or_b32_sdwa v13, v13, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v31 ; GFX8-NEXT: v_or_b32_sdwa v14, v14, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD -; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v32 +; GFX8-NEXT: v_lshlrev_b32_e32 v16, 16, v33 ; GFX8-NEXT: v_or_b32_sdwa v15, v15, v16 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_waitcnt vmcnt(0) ; GFX8-NEXT: s_setpc_b64 s[30:31] @@ -9747,50 +8688,49 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX900-NEXT: buffer_load_dword v55, off, s[0:3], s32 ; GFX900-NEXT: v_and_b32_e32 v31, 0xffff0000, v14 -; GFX900-NEXT: v_lshrrev_b32_e32 v34, 16, v30 +; GFX900-NEXT: v_lshrrev_b32_e32 v32, 16, v30 ; GFX900-NEXT: v_lshrrev_b32_e32 v35, 16, v14 ; GFX900-NEXT: v_and_b32_e32 v37, 0xffff0000, v13 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v31, v31 ; GFX900-NEXT: v_and_b32_e32 v36, 0xffff0000, v30 ; GFX900-NEXT: v_lshrrev_b32_e32 v38, 16, v29 ; GFX900-NEXT: v_lshrrev_b32_e32 v39, 16, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v31, v35, v34, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v31, v35, v32, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 ; GFX900-NEXT: v_and_b32_e32 v48, 0xffff0000, v29 ; GFX900-NEXT: v_cndmask_b32_e32 v35, v39, v38, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v34, v31, vcc -; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 +; GFX900-NEXT: v_cndmask_b32_e32 v32, v32, v31, vcc +; GFX900-NEXT: v_cmp_u_f32_e64 s[4:5], v48, v48 ; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v31 -; GFX900-NEXT: v_cndmask_b32_e32 v38, v38, v35, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v34 +; GFX900-NEXT: v_cndmask_b32_e64 v38, v38, v35, s[4:5] +; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v32 ; GFX900-NEXT: v_lshlrev_b32_e32 v36, 16, v35 ; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v38 -; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v37, v39 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v37, v34, v31, vcc -; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v36, v48 -; GFX900-NEXT: v_cndmask_b32_e32 v36, v38, v35, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v31 -; GFX900-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v35 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v34 -; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v31, v31, v34, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v38 -; GFX900-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v35, v38, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 -; GFX900-NEXT: v_lshrrev_b32_e32 v33, 16, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v32, v32 -; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v36 +; GFX900-NEXT: v_cmp_lt_f32_e64 s[6:7], v37, v39 +; GFX900-NEXT: v_cndmask_b32_e64 v32, v32, v31, s[6:7] +; GFX900-NEXT: v_cmp_lt_f32_e64 s[6:7], v36, v48 +; GFX900-NEXT: s_movk_i32 s10, 0x8000 +; GFX900-NEXT: v_cndmask_b32_e64 v36, v38, v35, s[6:7] +; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v32 +; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s10, v31 +; GFX900-NEXT: v_lshlrev_b32_e32 v38, 16, v36 +; GFX900-NEXT: v_cmp_eq_f32_e64 s[6:7], 0, v37 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v35 +; GFX900-NEXT: v_cmp_eq_f32_e64 s[8:9], 0, v38 +; GFX900-NEXT: s_and_b64 vcc, s[6:7], vcc +; GFX900-NEXT: v_and_b32_e32 v33, 0xffff0000, v15 +; GFX900-NEXT: v_cndmask_b32_e32 v31, v32, v31, vcc +; GFX900-NEXT: s_and_b64 vcc, s[8:9], s[4:5] +; GFX900-NEXT: v_lshrrev_b32_e32 v34, 16, v15 +; GFX900-NEXT: v_cndmask_b32_e32 v32, v36, v35, vcc +; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v33, v33 +; GFX900-NEXT: v_and_b32_e32 v49, 0xffff0000, v12 +; GFX900-NEXT: v_lshrrev_b32_e32 v50, 16, v28 +; GFX900-NEXT: v_lshrrev_b32_e32 v51, 16, v12 ; GFX900-NEXT: v_and_b32_e32 v38, 0xffff0000, v27 ; GFX900-NEXT: v_and_b32_e32 v39, 0xffff0000, v26 -; GFX900-NEXT: v_and_b32_e32 v49, 0xffff0000, v24 -; GFX900-NEXT: v_and_b32_e32 v50, 0xffff0000, v23 -; GFX900-NEXT: v_and_b32_e32 v51, 0xffff0000, v22 +; GFX900-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 ; GFX900-NEXT: v_and_b32_e32 v52, 0xffff0000, v21 ; GFX900-NEXT: v_and_b32_e32 v53, 0xffff0000, v20 ; GFX900-NEXT: v_and_b32_e32 v54, 0xffff0000, v19 @@ -9802,43 +8742,34 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_and_b32_e32 v42, 0xffff0000, v16 ; GFX900-NEXT: s_waitcnt vmcnt(3) ; GFX900-NEXT: v_lshrrev_b32_e32 v35, 16, v55 -; GFX900-NEXT: v_and_b32_e32 v37, 0xffff0000, v55 -; GFX900-NEXT: v_cndmask_b32_e32 v32, v33, v35, vcc -; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v35, v32, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v33, 16, v32 -; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v33, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v33, v35, v32, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v32 -; GFX900-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v33 -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v35 -; GFX900-NEXT: v_cndmask_b32_e32 v32, v32, v35, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 -; GFX900-NEXT: v_cndmask_b32_e32 v33, v36, v34, vcc -; GFX900-NEXT: v_and_b32_e32 v34, 0xffff0000, v12 -; GFX900-NEXT: v_lshrrev_b32_e32 v35, 16, v28 -; GFX900-NEXT: v_lshrrev_b32_e32 v36, 16, v12 -; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v34, v34 -; GFX900-NEXT: v_and_b32_e32 v37, 0xffff0000, v28 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v36, v35, vcc -; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v35, v34, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v36, 16, v34 -; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v36, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v36, v35, v34, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v34 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v35 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v34, v35, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v35, 16, v36 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v35 +; GFX900-NEXT: v_and_b32_e32 v36, 0xffff0000, v55 +; GFX900-NEXT: v_cndmask_b32_e32 v33, v34, v35, vcc +; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX900-NEXT: v_cndmask_b32_e32 v35, v35, v33, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v34, 16, v33 +; GFX900-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX900-NEXT: v_cmp_lt_f32_e64 s[4:5], v34, v36 +; GFX900-NEXT: v_cndmask_b32_e64 v34, v35, v33, s[4:5] +; GFX900-NEXT: v_lshlrev_b32_e32 v35, 16, v34 +; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s10, v33 +; GFX900-NEXT: v_cmp_eq_f32_e64 s[4:5], 0, v35 +; GFX900-NEXT: s_and_b64 vcc, s[4:5], vcc +; GFX900-NEXT: v_cndmask_b32_e32 v33, v34, v33, vcc +; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 +; GFX900-NEXT: v_and_b32_e32 v36, 0xffff0000, v28 +; GFX900-NEXT: v_cndmask_b32_e32 v34, v51, v50, vcc +; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX900-NEXT: v_cndmask_b32_e32 v36, v50, v34, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v35, 16, v34 +; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v36 +; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v35, v37 +; GFX900-NEXT: v_cndmask_b32_e32 v35, v36, v34, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v36 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v34 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v34, v35, v34, vcc ; GFX900-NEXT: v_and_b32_e32 v35, 0xffff0000, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v36, 16, v27 ; GFX900-NEXT: v_lshrrev_b32_e32 v37, 16, v11 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v35, v35 @@ -9848,15 +8779,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v35 ; GFX900-NEXT: v_lshlrev_b32_e32 v38, 16, v36 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v37, v38 -; GFX900-NEXT: v_cndmask_b32_e32 v37, v36, v35, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v35 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v36 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v36, 16, v37 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v36 +; GFX900-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v36 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v35 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc ; GFX900-NEXT: v_and_b32_e32 v36, 0xffff0000, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v37, 16, v26 ; GFX900-NEXT: v_lshrrev_b32_e32 v38, 16, v10 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 @@ -9866,88 +8795,80 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v38, 16, v36 ; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v38, v39 -; GFX900-NEXT: v_cndmask_b32_e32 v38, v37, v36, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v36 -; GFX900-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v36, v36, v37, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v37, 16, v38 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 +; GFX900-NEXT: v_cndmask_b32_e32 v37, v37, v36, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v38, 16, v37 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v36 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v36, v37, v36, vcc ; GFX900-NEXT: v_and_b32_e32 v37, 0xffff0000, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v38, 16, v25 ; GFX900-NEXT: v_lshrrev_b32_e32 v39, 16, v9 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX900-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 ; GFX900-NEXT: v_cndmask_b32_e32 v37, v39, v38, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 ; GFX900-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v38 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v39, v48 -; GFX900-NEXT: v_cndmask_b32_e32 v39, v38, v37, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v37 -; GFX900-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v38 -; GFX900-NEXT: v_cndmask_b32_e32 v37, v37, v38, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v38, 16, v39 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 +; GFX900-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v38 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v37 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v37, v38, v37, vcc ; GFX900-NEXT: v_and_b32_e32 v38, 0xffff0000, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v39, 16, v24 ; GFX900-NEXT: v_lshrrev_b32_e32 v48, 16, v8 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v38, v38 +; GFX900-NEXT: v_and_b32_e32 v49, 0xffff0000, v24 ; GFX900-NEXT: v_cndmask_b32_e32 v38, v48, v39, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 ; GFX900-NEXT: v_cndmask_b32_e32 v39, v39, v38, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v38 ; GFX900-NEXT: v_lshlrev_b32_e32 v49, 16, v39 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v48, v49 -; GFX900-NEXT: v_cndmask_b32_e32 v48, v39, v38, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v38 -; GFX900-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v39 -; GFX900-NEXT: v_cndmask_b32_e32 v38, v38, v39, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v39, 16, v48 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 +; GFX900-NEXT: v_cndmask_b32_e32 v39, v39, v38, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v39 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v38 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v38, v39, v38, vcc ; GFX900-NEXT: v_and_b32_e32 v39, 0xffff0000, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v48, 16, v23 ; GFX900-NEXT: v_lshrrev_b32_e32 v49, 16, v7 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v39, v39 +; GFX900-NEXT: v_and_b32_e32 v50, 0xffff0000, v23 ; GFX900-NEXT: v_cndmask_b32_e32 v39, v49, v48, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 ; GFX900-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v49, 16, v39 ; GFX900-NEXT: v_lshlrev_b32_e32 v50, 16, v48 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v49, v50 -; GFX900-NEXT: v_cndmask_b32_e32 v49, v48, v39, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v39 -; GFX900-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v48 -; GFX900-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v48, 16, v49 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 +; GFX900-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v49, 16, v48 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v39 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v39, v48, v39, vcc ; GFX900-NEXT: v_and_b32_e32 v48, 0xffff0000, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v49, 16, v22 ; GFX900-NEXT: v_lshrrev_b32_e32 v50, 16, v6 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 +; GFX900-NEXT: v_and_b32_e32 v51, 0xffff0000, v22 ; GFX900-NEXT: v_cndmask_b32_e32 v48, v50, v49, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v51, v51 ; GFX900-NEXT: v_cndmask_b32_e32 v49, v49, v48, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v50, 16, v48 ; GFX900-NEXT: v_lshlrev_b32_e32 v51, 16, v49 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v50, v51 -; GFX900-NEXT: v_cndmask_b32_e32 v50, v49, v48, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v48 -; GFX900-NEXT: v_cndmask_b32_e32 v48, v50, v48, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v49 -; GFX900-NEXT: v_cndmask_b32_e32 v48, v48, v49, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v49, 16, v50 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 +; GFX900-NEXT: v_cndmask_b32_e32 v49, v49, v48, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v50, 16, v49 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v48 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v48, v49, v48, vcc ; GFX900-NEXT: v_and_b32_e32 v49, 0xffff0000, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v48, v50, v48, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v50, 16, v21 ; GFX900-NEXT: v_lshrrev_b32_e32 v51, 16, v5 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 @@ -9957,15 +8878,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v51, 16, v49 ; GFX900-NEXT: v_lshlrev_b32_e32 v52, 16, v50 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v51, v52 -; GFX900-NEXT: v_cndmask_b32_e32 v51, v50, v49, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v49 -; GFX900-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v50 -; GFX900-NEXT: v_cndmask_b32_e32 v49, v49, v50, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v50, 16, v51 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 +; GFX900-NEXT: v_cndmask_b32_e32 v50, v50, v49, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v51, 16, v50 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v49 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v49, v50, v49, vcc ; GFX900-NEXT: v_and_b32_e32 v50, 0xffff0000, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v51, 16, v20 ; GFX900-NEXT: v_lshrrev_b32_e32 v52, 16, v4 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 @@ -9975,15 +8894,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v52, 16, v50 ; GFX900-NEXT: v_lshlrev_b32_e32 v53, 16, v51 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v52, v53 -; GFX900-NEXT: v_cndmask_b32_e32 v52, v51, v50, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v50 -; GFX900-NEXT: v_cndmask_b32_e32 v50, v52, v50, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v51 -; GFX900-NEXT: v_cndmask_b32_e32 v50, v50, v51, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v51, 16, v52 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 +; GFX900-NEXT: v_cndmask_b32_e32 v51, v51, v50, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v52, 16, v51 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v50 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v50, v51, v50, vcc ; GFX900-NEXT: v_and_b32_e32 v51, 0xffff0000, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v50, v52, v50, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v52, 16, v19 ; GFX900-NEXT: v_lshrrev_b32_e32 v53, 16, v3 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v51, v51 @@ -9993,15 +8910,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v53, 16, v51 ; GFX900-NEXT: v_lshlrev_b32_e32 v54, 16, v52 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v53, v54 -; GFX900-NEXT: v_cndmask_b32_e32 v53, v52, v51, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v51 -; GFX900-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v52 -; GFX900-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v52, 16, v53 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 +; GFX900-NEXT: v_cndmask_b32_e32 v52, v52, v51, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v53, 16, v52 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v51 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v51, v52, v51, vcc ; GFX900-NEXT: v_and_b32_e32 v52, 0xffff0000, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v53, 16, v18 ; GFX900-NEXT: v_lshrrev_b32_e32 v54, 16, v2 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v52, v52 @@ -10011,15 +8926,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v54, 16, v52 ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v53 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v54, v40 -; GFX900-NEXT: v_cndmask_b32_e32 v54, v53, v52, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v52 -; GFX900-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v53 -; GFX900-NEXT: v_cndmask_b32_e32 v52, v52, v53, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v53, 16, v54 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 +; GFX900-NEXT: v_cndmask_b32_e32 v53, v53, v52, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v54, 16, v53 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v52 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v52, v53, v52, vcc ; GFX900-NEXT: v_and_b32_e32 v53, 0xffff0000, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v54, 16, v17 ; GFX900-NEXT: v_lshrrev_b32_e32 v40, 16, v1 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v53, v53 @@ -10029,15 +8942,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v53 ; GFX900-NEXT: v_lshlrev_b32_e32 v41, 16, v54 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v40, v41 -; GFX900-NEXT: v_cndmask_b32_e32 v40, v54, v53, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v53 -; GFX900-NEXT: v_cndmask_b32_e32 v53, v40, v53, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v54 -; GFX900-NEXT: v_cndmask_b32_e32 v53, v53, v54, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v54, 16, v40 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 +; GFX900-NEXT: v_cndmask_b32_e32 v54, v54, v53, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v54 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v53 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v53, v54, v53, vcc ; GFX900-NEXT: v_and_b32_e32 v54, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v53, v40, v53, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v40, 16, v16 ; GFX900-NEXT: v_lshrrev_b32_e32 v41, 16, v0 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v54, v54 @@ -10047,15 +8958,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v41, 16, v54 ; GFX900-NEXT: v_lshlrev_b32_e32 v42, 16, v40 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v41, v42 -; GFX900-NEXT: v_cndmask_b32_e32 v41, v40, v54, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v54 -; GFX900-NEXT: v_cndmask_b32_e32 v54, v41, v54, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v40 -; GFX900-NEXT: v_cndmask_b32_e32 v54, v54, v40, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v41 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX900-NEXT: v_cndmask_b32_e32 v40, v40, v54, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v41, 16, v40 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v41 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v54 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v54, v40, v54, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v54, v41, v54, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v40, v40 ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v55 ; GFX900-NEXT: v_cndmask_b32_e32 v15, v15, v55, vcc @@ -10064,15 +8973,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v55 ; GFX900-NEXT: v_lshlrev_b32_e32 v41, 16, v15 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v41, v40 -; GFX900-NEXT: v_cndmask_b32_e32 v40, v55, v15, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v15 -; GFX900-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v55 -; GFX900-NEXT: v_cndmask_b32_e32 v15, v15, v55, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v40 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 +; GFX900-NEXT: v_cndmask_b32_e32 v55, v55, v15, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v55 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v15 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v15, v55, v15, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v14 -; GFX900-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v55, v55 ; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v30 ; GFX900-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc @@ -10081,15 +8988,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v30 ; GFX900-NEXT: v_lshlrev_b32_e32 v40, 16, v14 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v40, v55 -; GFX900-NEXT: v_cndmask_b32_e32 v55, v30, v14, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v14 -; GFX900-NEXT: v_cndmask_b32_e32 v14, v55, v14, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v30 -; GFX900-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v55 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 +; GFX900-NEXT: v_cndmask_b32_e32 v30, v30, v14, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v30 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v14 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v14, v30, v14, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v14, v55, v14, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v30, v30 ; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX900-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc @@ -10098,15 +9003,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX900-NEXT: v_lshlrev_b32_e32 v55, 16, v13 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v55, v30 -; GFX900-NEXT: v_cndmask_b32_e32 v30, v29, v13, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v13 -; GFX900-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v29 -; GFX900-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v30 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 +; GFX900-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v29 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v13 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v13, v29, v13, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v29, v29 ; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX900-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc @@ -10115,15 +9018,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX900-NEXT: v_lshlrev_b32_e32 v30, 16, v12 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v30, v29 -; GFX900-NEXT: v_cndmask_b32_e32 v29, v28, v12, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v12 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v28 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v29 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 +; GFX900-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v28 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v12 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v12, v28, v12, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v28, v28 ; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX900-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc @@ -10132,15 +9033,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX900-NEXT: v_lshlrev_b32_e32 v29, 16, v11 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v29, v28 -; GFX900-NEXT: v_cndmask_b32_e32 v28, v27, v11, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v11 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v27 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 +; GFX900-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v27 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v11 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v11, v27, v11, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v27, v27 ; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX900-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc @@ -10149,15 +9048,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX900-NEXT: v_lshlrev_b32_e32 v28, 16, v10 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v28, v27 -; GFX900-NEXT: v_cndmask_b32_e32 v27, v26, v10, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v10 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v26 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v27 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 +; GFX900-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v26 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v10 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v26, v26 ; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc @@ -10166,52 +9063,46 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX900-NEXT: v_lshlrev_b32_e32 v27, 16, v9 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v27, v26 -; GFX900-NEXT: v_cndmask_b32_e32 v26, v25, v9, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v9 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v25 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX900-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v25 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v9 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v9, v25, v9, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX900-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc -; GFX900-NEXT: buffer_load_dword v42, off, s[0:3], s32 offset:4 ; 4-byte Folded Reload -; GFX900-NEXT: buffer_load_dword v41, off, s[0:3], s32 offset:8 ; 4-byte Folded Reload -; GFX900-NEXT: buffer_load_dword v40, off, s[0:3], s32 offset:12 ; 4-byte Folded Reload ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX900-NEXT: v_lshlrev_b32_e32 v26, 16, v8 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v26, v25 -; GFX900-NEXT: v_cndmask_b32_e32 v25, v24, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v24 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX900-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v24 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v8 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v23 +; GFX900-NEXT: buffer_load_dword v42, off, s[0:3], s32 offset:4 ; 4-byte Folded Reload +; GFX900-NEXT: buffer_load_dword v41, off, s[0:3], s32 offset:8 ; 4-byte Folded Reload +; GFX900-NEXT: buffer_load_dword v40, off, s[0:3], s32 offset:12 ; 4-byte Folded Reload ; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX900-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX900-NEXT: v_lshlrev_b32_e32 v25, 16, v7 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v25, v24 -; GFX900-NEXT: v_cndmask_b32_e32 v24, v23, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v7 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v23 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX900-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v23 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v7 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v7, v23, v7, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc @@ -10220,15 +9111,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX900-NEXT: v_lshlrev_b32_e32 v24, 16, v6 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v24, v23 -; GFX900-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v22 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX900-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v22 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v6 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc @@ -10237,15 +9126,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX900-NEXT: v_lshlrev_b32_e32 v23, 16, v5 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v23, v22 -; GFX900-NEXT: v_cndmask_b32_e32 v22, v21, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v21 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX900-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v21 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v5, v21, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc @@ -10254,15 +9141,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX900-NEXT: v_lshlrev_b32_e32 v22, 16, v4 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v22, v21 -; GFX900-NEXT: v_cndmask_b32_e32 v21, v20, v4, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v20 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX900-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v4 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc @@ -10271,15 +9156,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX900-NEXT: v_lshlrev_b32_e32 v21, 16, v3 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v21, v20 -; GFX900-NEXT: v_cndmask_b32_e32 v20, v19, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v19 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX900-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v19 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v3 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v3, v19, v3, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc @@ -10288,15 +9171,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX900-NEXT: v_lshlrev_b32_e32 v20, 16, v2 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v20, v19 -; GFX900-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v18 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX900-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v2 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v18, v2, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc @@ -10305,15 +9186,13 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX900-NEXT: v_lshlrev_b32_e32 v19, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v19, v18 -; GFX900-NEXT: v_cndmask_b32_e32 v18, v17, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v17 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX900-NEXT: v_cndmask_b32_e32 v17, v17, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v17 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v17, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc @@ -10322,14 +9201,12 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX900-NEXT: v_lshlrev_b32_e32 v18, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v18, v17 -; GFX900-NEXT: v_cndmask_b32_e32 v17, v16, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v16 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v16, 16, v17 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v16 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v16, v16, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v17, 16, v16 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s10, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v16, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v54, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v53, v1, s4 @@ -10344,9 +9221,9 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX900-NEXT: v_perm_b32 v10, v36, v10, s4 ; GFX900-NEXT: v_perm_b32 v11, v35, v11, s4 ; GFX900-NEXT: v_perm_b32 v12, v34, v12, s4 -; GFX900-NEXT: v_perm_b32 v13, v33, v13, s4 +; GFX900-NEXT: v_perm_b32 v13, v32, v13, s4 ; GFX900-NEXT: v_perm_b32 v14, v31, v14, s4 -; GFX900-NEXT: v_perm_b32 v15, v32, v15, s4 +; GFX900-NEXT: v_perm_b32 v15, v33, v15, s4 ; GFX900-NEXT: s_waitcnt vmcnt(0) ; GFX900-NEXT: s_setpc_b64 s[30:31] ; @@ -10355,771 +9232,604 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX950-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX950-NEXT: scratch_load_dword v50, off, s32 ; GFX950-NEXT: v_and_b32_e32 v31, 0xffff0000, v14 -; GFX950-NEXT: v_lshrrev_b32_e32 v34, 16, v30 +; GFX950-NEXT: v_lshrrev_b32_e32 v32, 16, v30 ; GFX950-NEXT: v_lshrrev_b32_e32 v35, 16, v14 ; GFX950-NEXT: v_and_b32_e32 v37, 0xffff0000, v13 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v31, v31 ; GFX950-NEXT: v_and_b32_e32 v36, 0xffff0000, v30 ; GFX950-NEXT: v_lshrrev_b32_e32 v38, 16, v29 ; GFX950-NEXT: v_lshrrev_b32_e32 v39, 16, v13 -; GFX950-NEXT: v_cndmask_b32_e32 v31, v35, v34, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v31, v35, v32, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 ; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v29 -; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v31 +; GFX950-NEXT: v_cmp_u_f32_e64 s[0:1], v48, v48 ; GFX950-NEXT: v_cndmask_b32_e32 v35, v39, v38, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v31 +; GFX950-NEXT: v_cndmask_b32_e64 v38, v38, v35, s[0:1] +; GFX950-NEXT: v_cndmask_b32_e32 v32, v32, v31, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v32 ; GFX950-NEXT: v_lshlrev_b32_e32 v36, 16, v35 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v34, v31, vcc -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 -; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v34 -; GFX950-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX950-NEXT: v_cndmask_b32_e32 v38, v38, v35, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v38 -; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v37, v39 -; GFX950-NEXT: v_lshrrev_b32_e32 v33, 16, v15 -; GFX950-NEXT: v_and_b32_e32 v49, 0xffff0000, v24 -; GFX950-NEXT: v_cndmask_b32_e32 v37, v34, v31, vcc -; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v36, v48 -; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v37 -; GFX950-NEXT: v_and_b32_e32 v51, 0xffff0000, v23 -; GFX950-NEXT: v_cndmask_b32_e32 v36, v38, v35, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v31 -; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v36 -; GFX950-NEXT: v_and_b32_e32 v52, 0xffff0000, v22 -; GFX950-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v35 +; GFX950-NEXT: v_cmp_lt_f32_e64 s[2:3], v37, v39 +; GFX950-NEXT: s_movk_i32 s6, 0x8000 +; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s6, v31 +; GFX950-NEXT: v_cndmask_b32_e64 v32, v32, v31, s[2:3] +; GFX950-NEXT: v_cmp_lt_f32_e64 s[2:3], v36, v48 +; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v32 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v35 +; GFX950-NEXT: v_cndmask_b32_e64 v36, v38, v35, s[2:3] +; GFX950-NEXT: v_lshlrev_b32_e32 v38, 16, v36 +; GFX950-NEXT: v_cmp_eq_f32_e64 s[2:3], 0, v37 +; GFX950-NEXT: v_cmp_eq_f32_e64 s[4:5], 0, v38 +; GFX950-NEXT: s_and_b64 vcc, s[2:3], vcc +; GFX950-NEXT: v_and_b32_e32 v33, 0xffff0000, v15 +; GFX950-NEXT: v_cndmask_b32_e32 v31, v32, v31, vcc +; GFX950-NEXT: s_and_b64 vcc, s[4:5], s[0:1] +; GFX950-NEXT: v_lshrrev_b32_e32 v34, 16, v15 +; GFX950-NEXT: v_cndmask_b32_e32 v32, v36, v35, vcc +; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v33, v33 +; GFX950-NEXT: v_and_b32_e32 v49, 0xffff0000, v12 +; GFX950-NEXT: v_lshrrev_b32_e32 v51, 16, v28 +; GFX950-NEXT: v_lshrrev_b32_e32 v52, 16, v12 +; GFX950-NEXT: v_and_b32_e32 v38, 0xffff0000, v27 +; GFX950-NEXT: v_and_b32_e32 v39, 0xffff0000, v26 +; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 ; GFX950-NEXT: v_and_b32_e32 v53, 0xffff0000, v21 ; GFX950-NEXT: v_and_b32_e32 v54, 0xffff0000, v20 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v34 ; GFX950-NEXT: v_and_b32_e32 v55, 0xffff0000, v19 ; GFX950-NEXT: v_accvgpr_write_b32 a0, v40 ; Reload Reuse -; GFX950-NEXT: v_cndmask_b32_e32 v31, v31, v34, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v38 ; GFX950-NEXT: v_and_b32_e32 v40, 0xffff0000, v18 ; GFX950-NEXT: v_accvgpr_write_b32 a1, v41 ; Reload Reuse -; GFX950-NEXT: v_cndmask_b32_e32 v34, v35, v38, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 -; GFX950-NEXT: v_and_b32_e32 v38, 0xffff0000, v27 -; GFX950-NEXT: v_and_b32_e32 v39, 0xffff0000, v26 -; GFX950-NEXT: v_cndmask_b32_e32 v31, v37, v31, vcc -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v32, v32 ; GFX950-NEXT: v_and_b32_e32 v41, 0xffff0000, v17 ; GFX950-NEXT: v_accvgpr_write_b32 a2, v42 ; Reload Reuse ; GFX950-NEXT: v_and_b32_e32 v42, 0xffff0000, v16 ; GFX950-NEXT: s_waitcnt vmcnt(0) ; GFX950-NEXT: v_lshrrev_b32_e32 v35, 16, v50 -; GFX950-NEXT: v_and_b32_e32 v37, 0xffff0000, v50 -; GFX950-NEXT: v_cndmask_b32_e32 v32, v33, v35, vcc -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX950-NEXT: v_lshlrev_b32_e32 v33, 16, v32 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v35, v32, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v33, v37 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v33, v35, v32, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v32 -; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v33 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v35 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v32, v32, v35, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 -; GFX950-NEXT: v_lshrrev_b32_e32 v35, 16, v28 -; GFX950-NEXT: v_and_b32_e32 v37, 0xffff0000, v28 -; GFX950-NEXT: v_cndmask_b32_e32 v32, v33, v32, vcc -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 -; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v25 +; GFX950-NEXT: v_and_b32_e32 v36, 0xffff0000, v50 +; GFX950-NEXT: v_cndmask_b32_e32 v33, v34, v35, vcc +; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX950-NEXT: v_lshlrev_b32_e32 v34, 16, v33 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v33, v36, v34, vcc -; GFX950-NEXT: v_and_b32_e32 v34, 0xffff0000, v12 -; GFX950-NEXT: v_lshrrev_b32_e32 v36, 16, v12 -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v34, v34 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v36, v35, vcc -; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 -; GFX950-NEXT: v_lshlrev_b32_e32 v36, 16, v34 +; GFX950-NEXT: v_cndmask_b32_e32 v35, v35, v33, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX950-NEXT: v_cmp_lt_f32_e64 s[0:1], v34, v36 +; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s6, v33 +; GFX950-NEXT: v_and_b32_e32 v36, 0xffff0000, v28 +; GFX950-NEXT: v_cndmask_b32_e64 v34, v35, v33, s[0:1] +; GFX950-NEXT: v_lshlrev_b32_e32 v35, 16, v34 +; GFX950-NEXT: v_cmp_eq_f32_e64 s[0:1], 0, v35 +; GFX950-NEXT: s_and_b64 vcc, s[0:1], vcc +; GFX950-NEXT: v_cndmask_b32_e32 v33, v34, v33, vcc +; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 +; GFX950-NEXT: v_and_b32_e32 v49, 0xffff0000, v24 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v35, v34, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v36, v37 +; GFX950-NEXT: v_cndmask_b32_e32 v34, v52, v51, vcc +; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 +; GFX950-NEXT: v_lshlrev_b32_e32 v35, 16, v34 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v34 +; GFX950-NEXT: v_cndmask_b32_e32 v36, v51, v34, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v36 +; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v35, v37 ; GFX950-NEXT: v_lshrrev_b32_e32 v37, 16, v11 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v36, v35, v34, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v34 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v35 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v34, v35, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v35, 16, v36 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v35 -; GFX950-NEXT: v_and_b32_e32 v35, 0xffff0000, v11 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v34, v36, v34, vcc +; GFX950-NEXT: v_and_b32_e32 v51, 0xffff0000, v23 +; GFX950-NEXT: v_cndmask_b32_e32 v35, v36, v34, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v36, 16, v35 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v36 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v36, 16, v27 +; GFX950-NEXT: v_cndmask_b32_e32 v34, v35, v34, vcc +; GFX950-NEXT: v_and_b32_e32 v35, 0xffff0000, v11 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v35, v35 -; GFX950-NEXT: s_nop 1 +; GFX950-NEXT: v_and_b32_e32 v52, 0xffff0000, v22 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v35, v37, v36, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v38, v38 ; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v35 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v35 ; GFX950-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v38, 16, v36 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v37, v38 ; GFX950-NEXT: v_lshrrev_b32_e32 v38, 16, v10 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v37, v36, v35, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v35 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v36 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v36, 16, v37 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v36 -; GFX950-NEXT: v_and_b32_e32 v36, 0xffff0000, v10 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v35, v37, v35, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v36 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v37, 16, v26 +; GFX950-NEXT: v_cndmask_b32_e32 v35, v36, v35, vcc +; GFX950-NEXT: v_and_b32_e32 v36, 0xffff0000, v10 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v36, v36 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v36, v38, v37, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v39, v39 ; GFX950-NEXT: v_lshlrev_b32_e32 v38, 16, v36 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v36 ; GFX950-NEXT: v_cndmask_b32_e32 v37, v37, v36, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v37 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v38, v39 ; GFX950-NEXT: v_lshrrev_b32_e32 v39, 16, v9 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v38, v37, v36, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v36 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v37 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v36, v36, v37, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v37, 16, v38 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v37 -; GFX950-NEXT: v_and_b32_e32 v37, 0xffff0000, v9 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v36, v38, v36, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v37, v37, v36, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v38, 16, v37 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v38, 16, v25 +; GFX950-NEXT: v_cndmask_b32_e32 v36, v37, v36, vcc +; GFX950-NEXT: v_and_b32_e32 v37, 0xffff0000, v9 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v37, v37 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v37, v39, v38, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 ; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v37 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v37 ; GFX950-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v38 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v39, v48 ; GFX950-NEXT: v_lshrrev_b32_e32 v48, 16, v8 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v39, v38, v37, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v37 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v38 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v37, v37, v38, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v38, 16, v39 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v38 -; GFX950-NEXT: v_and_b32_e32 v38, 0xffff0000, v8 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v37, v39, v37, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v38, v38, v37, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v38 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v39, 16, v24 +; GFX950-NEXT: v_cndmask_b32_e32 v37, v38, v37, vcc +; GFX950-NEXT: v_and_b32_e32 v38, 0xffff0000, v8 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v38, v38 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v38, v48, v39, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 ; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v38 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v38 ; GFX950-NEXT: v_cndmask_b32_e32 v39, v39, v38, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v49, 16, v39 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v48, v49 ; GFX950-NEXT: v_lshrrev_b32_e32 v49, 16, v7 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v48, v39, v38, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v38 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v39 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v38, v38, v39, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v39, 16, v48 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v39 -; GFX950-NEXT: v_and_b32_e32 v39, 0xffff0000, v7 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v38, v48, v38, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v39, v39, v38, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v39 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v48, 16, v23 +; GFX950-NEXT: v_cndmask_b32_e32 v38, v39, v38, vcc +; GFX950-NEXT: v_and_b32_e32 v39, 0xffff0000, v7 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v39, v39 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v39, v49, v48, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v51, v51 ; GFX950-NEXT: v_lshlrev_b32_e32 v49, 16, v39 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v39 ; GFX950-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v51, 16, v48 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v49, v51 ; GFX950-NEXT: v_lshrrev_b32_e32 v51, 16, v6 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v49, v48, v39, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v39 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v48 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v48, 16, v49 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v48 -; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v6 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v39, v49, v39, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v48, v48, v39, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v49, 16, v48 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v49, 16, v22 +; GFX950-NEXT: v_cndmask_b32_e32 v39, v48, v39, vcc +; GFX950-NEXT: v_and_b32_e32 v48, 0xffff0000, v6 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v48, v48 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v48, v51, v49, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v52, v52 ; GFX950-NEXT: v_lshlrev_b32_e32 v51, 16, v48 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v48 ; GFX950-NEXT: v_cndmask_b32_e32 v49, v49, v48, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v52, 16, v49 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v51, v52 ; GFX950-NEXT: v_lshrrev_b32_e32 v52, 16, v5 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v51, v49, v48, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v48 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v48, v51, v48, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v49 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v48, v48, v49, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v49, 16, v51 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v49 -; GFX950-NEXT: v_and_b32_e32 v49, 0xffff0000, v5 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v48, v51, v48, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v49, v49, v48, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v51, 16, v49 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v51, 16, v21 +; GFX950-NEXT: v_cndmask_b32_e32 v48, v49, v48, vcc +; GFX950-NEXT: v_and_b32_e32 v49, 0xffff0000, v5 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v49, v49 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v49, v52, v51, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v53, v53 ; GFX950-NEXT: v_lshlrev_b32_e32 v52, 16, v49 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v49 ; GFX950-NEXT: v_cndmask_b32_e32 v51, v51, v49, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v53, 16, v51 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v52, v53 ; GFX950-NEXT: v_lshrrev_b32_e32 v53, 16, v4 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v52, v51, v49, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v49 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v49, v52, v49, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v51 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v49, v49, v51, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v51, 16, v52 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v51 -; GFX950-NEXT: v_and_b32_e32 v51, 0xffff0000, v4 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v49, v52, v49, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v51, v51, v49, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v52, 16, v51 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v52, 16, v20 +; GFX950-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc +; GFX950-NEXT: v_and_b32_e32 v51, 0xffff0000, v4 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v51, v51 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v51, v53, v52, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v54, v54 ; GFX950-NEXT: v_lshlrev_b32_e32 v53, 16, v51 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v51 ; GFX950-NEXT: v_cndmask_b32_e32 v52, v52, v51, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v54, 16, v52 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v53, v54 ; GFX950-NEXT: v_lshrrev_b32_e32 v54, 16, v3 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v53, v52, v51, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v51 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v52 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v52, 16, v53 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v52 -; GFX950-NEXT: v_and_b32_e32 v52, 0xffff0000, v3 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v51, v53, v51, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v52, v52, v51, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v53, 16, v52 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v53, 16, v19 +; GFX950-NEXT: v_cndmask_b32_e32 v51, v52, v51, vcc +; GFX950-NEXT: v_and_b32_e32 v52, 0xffff0000, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v52, v52 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v52, v54, v53, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v55, v55 ; GFX950-NEXT: v_lshlrev_b32_e32 v54, 16, v52 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v52 ; GFX950-NEXT: v_cndmask_b32_e32 v53, v53, v52, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v55, 16, v53 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v54, v55 ; GFX950-NEXT: v_lshrrev_b32_e32 v55, 16, v2 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v54, v53, v52, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v52 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v53 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v52, v52, v53, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v53, 16, v54 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v53 -; GFX950-NEXT: v_and_b32_e32 v53, 0xffff0000, v2 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v52, v54, v52, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v53, v53, v52, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v54, 16, v53 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v54, 16, v18 +; GFX950-NEXT: v_cndmask_b32_e32 v52, v53, v52, vcc +; GFX950-NEXT: v_and_b32_e32 v53, 0xffff0000, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v53, v53 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v53, v55, v54, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v40, v40 ; GFX950-NEXT: v_lshlrev_b32_e32 v55, 16, v53 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v53 ; GFX950-NEXT: v_cndmask_b32_e32 v54, v54, v53, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v54 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v55, v40 ; GFX950-NEXT: v_lshrrev_b32_e32 v40, 16, v1 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v55, v54, v53, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v53 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v53, v55, v53, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v54 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v53, v53, v54, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v54, 16, v55 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v54 -; GFX950-NEXT: v_and_b32_e32 v54, 0xffff0000, v1 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v53, v55, v53, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v54, v54, v53, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v55, 16, v54 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v55, 16, v17 +; GFX950-NEXT: v_cndmask_b32_e32 v53, v54, v53, vcc +; GFX950-NEXT: v_and_b32_e32 v54, 0xffff0000, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v54, v54 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v54, v40, v55, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v41, v41 ; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v54 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v54 ; GFX950-NEXT: v_cndmask_b32_e32 v55, v55, v54, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v41, 16, v55 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v40, v41 ; GFX950-NEXT: v_lshrrev_b32_e32 v41, 16, v0 ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v40, v55, v54, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v54 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v54, v40, v54, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v55 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v54, v54, v55, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v55, 16, v40 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v55 -; GFX950-NEXT: v_and_b32_e32 v55, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v54, v40, v54, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v55, v55, v54, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v55 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v40, 16, v16 +; GFX950-NEXT: v_cndmask_b32_e32 v54, v55, v54, vcc +; GFX950-NEXT: v_and_b32_e32 v55, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v55, v55 ; GFX950-NEXT: s_nop 1 ; GFX950-NEXT: v_cndmask_b32_e32 v55, v41, v40, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v42, v42 ; GFX950-NEXT: v_lshlrev_b32_e32 v41, 16, v55 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v55 ; GFX950-NEXT: v_cndmask_b32_e32 v40, v40, v55, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v42, 16, v40 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v41, v42 ; GFX950-NEXT: v_accvgpr_read_b32 v42, a2 ; Reload Reuse ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v41, v40, v55, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v55 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v55, v41, v55, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v40 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v55, v55, v40, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v41 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 -; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v15 +; GFX950-NEXT: v_cndmask_b32_e32 v40, v40, v55, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v41, 16, v40 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v41 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v55, v41, v55, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v55, v40, v55, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v15 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v40, v40 ; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v50 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v15, v15, v50, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v40, v40 ; GFX950-NEXT: v_lshlrev_b32_e32 v41, 16, v15 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v15 ; GFX950-NEXT: v_cndmask_b32_e32 v50, v50, v15, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v50 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v41, v40 ; GFX950-NEXT: v_accvgpr_read_b32 v41, a1 ; Reload Reuse ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v40, v50, v15, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v15 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v50 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v15, v15, v50, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v40 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 -; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v14 +; GFX950-NEXT: v_cndmask_b32_e32 v50, v50, v15, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v50 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v40 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v15, v40, v15, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v15, v50, v15, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v14 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 ; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v30 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v50, v50 ; GFX950-NEXT: v_lshlrev_b32_e32 v40, 16, v14 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v14 ; GFX950-NEXT: v_cndmask_b32_e32 v30, v30, v14, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v30 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v40, v50 ; GFX950-NEXT: v_accvgpr_read_b32 v40, a0 ; Reload Reuse ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v50, v30, v14, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v14 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v14, v50, v14, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v30 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v50 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 -; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v13 +; GFX950-NEXT: v_cndmask_b32_e32 v30, v30, v14, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v30 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v50 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v14, v50, v14, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v14, v30, v14, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v13 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v30, v30 ; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v30, v30 ; GFX950-NEXT: v_lshlrev_b32_e32 v50, 16, v13 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v13 ; GFX950-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v29 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v50, v30 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v30, v29, v13, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v13 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v29 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v30 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 -; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v12 +; GFX950-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v29 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v30 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v13, v30, v13, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v13, v29, v13, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v12 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v29, v29 ; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v29, v29 ; GFX950-NEXT: v_lshlrev_b32_e32 v30, 16, v12 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v12 ; GFX950-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v28 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v30, v29 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v29, v28, v12, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v12 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v28 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v29 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 -; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v11 +; GFX950-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v28 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v29 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v12, v29, v12, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v12, v28, v12, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v11 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v28, v28 ; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v28, v28 ; GFX950-NEXT: v_lshlrev_b32_e32 v29, 16, v11 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v11 ; GFX950-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v27 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v29, v28 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v28, v27, v11, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v11 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v27 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 -; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v10 +; GFX950-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v27 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v28 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v11, v27, v11, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v10 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v27, v27 ; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v27, v27 ; GFX950-NEXT: v_lshlrev_b32_e32 v28, 16, v10 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v10 ; GFX950-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v26 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v28, v27 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v27, v26, v10, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v10 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v26 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v27 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 -; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v9 +; GFX950-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v26 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v27 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v10, v27, v10, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v9 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v26, v26 ; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v26, v26 ; GFX950-NEXT: v_lshlrev_b32_e32 v27, 16, v9 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v9 ; GFX950-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v25 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v27, v26 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v26, v25, v9, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v9 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v25 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v26 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 -; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v8 +; GFX950-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v25 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v26 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v9, v26, v9, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v9, v25, v9, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v8 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v25, v25 ; GFX950-NEXT: v_lshlrev_b32_e32 v26, 16, v8 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v8 ; GFX950-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v24 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v26, v25 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v25, v24, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v8 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v24 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v25 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 -; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v7 +; GFX950-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v24 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v25 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v8, v25, v8, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v7 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v24, v24 ; GFX950-NEXT: v_lshlrev_b32_e32 v25, 16, v7 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v7 ; GFX950-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v23 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v25, v24 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v24, v23, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v23 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 -; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v6 +; GFX950-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v23 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v24 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v24, v7, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v7, v23, v7, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v6 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v23, v23 ; GFX950-NEXT: v_lshlrev_b32_e32 v24, 16, v6 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v6 ; GFX950-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v22 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v24, v23 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v22 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 -; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v5 +; GFX950-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v22 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v23 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v5 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v22, v22 ; GFX950-NEXT: v_lshlrev_b32_e32 v23, 16, v5 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v21 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v23, v22 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v22, v21, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v21 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 -; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v4 +; GFX950-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v21 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v22 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v22, v5, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v5, v21, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v4 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v21, v21 ; GFX950-NEXT: v_lshlrev_b32_e32 v22, 16, v4 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v4 ; GFX950-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v20 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v22, v21 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v21, v20, v4, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v20 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v21 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 -; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v3 +; GFX950-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v20 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v21 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v21, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v3 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v20, v20 ; GFX950-NEXT: v_lshlrev_b32_e32 v21, 16, v3 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v3 ; GFX950-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v19 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v21, v20 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v20, v19, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v19 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v20 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 -; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v19 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v20 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v20, v3, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v3, v19, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v2 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v19, v19 ; GFX950-NEXT: v_lshlrev_b32_e32 v20, 16, v2 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v2 ; GFX950-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v18 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v20, v19 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v18 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v19 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 -; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v19 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v18, v2, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v18, v18 ; GFX950-NEXT: v_lshlrev_b32_e32 v19, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v17, v17, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v17 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v19, v18 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v18, v17, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v17 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v18 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 -; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v17, v17, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v17 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v18 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v18, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v17, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v17, v17 ; GFX950-NEXT: v_lshlrev_b32_e32 v18, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s6, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v16, v16, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v16 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v18, v17 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v17, v16, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v16 +; GFX950-NEXT: v_cndmask_b32_e32 v16, v16, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v17, 16, v16 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v17 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v16, v0, vcc +; GFX950-NEXT: v_perm_b32 v0, v55, v0, s0 ; GFX950-NEXT: v_perm_b32 v1, v54, v1, s0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v16, 16, v17 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v16 ; GFX950-NEXT: v_perm_b32 v2, v53, v2, s0 ; GFX950-NEXT: v_perm_b32 v3, v52, v3, s0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v17, v0, vcc -; GFX950-NEXT: v_perm_b32 v0, v55, v0, s0 ; GFX950-NEXT: v_perm_b32 v4, v51, v4, s0 ; GFX950-NEXT: v_perm_b32 v5, v49, v5, s0 ; GFX950-NEXT: v_perm_b32 v6, v48, v6, s0 @@ -11129,1879 +9839,1713 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX950-NEXT: v_perm_b32 v10, v36, v10, s0 ; GFX950-NEXT: v_perm_b32 v11, v35, v11, s0 ; GFX950-NEXT: v_perm_b32 v12, v34, v12, s0 -; GFX950-NEXT: v_perm_b32 v13, v33, v13, s0 +; GFX950-NEXT: v_perm_b32 v13, v32, v13, s0 ; GFX950-NEXT: v_perm_b32 v14, v31, v14, s0 -; GFX950-NEXT: v_perm_b32 v15, v32, v15, s0 +; GFX950-NEXT: v_perm_b32 v15, v33, v15, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_v32bf16: ; GFX10: ; %bb.0: ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v13 -; GFX10-NEXT: v_lshrrev_b32_e32 v35, 16, v29 +; GFX10-NEXT: v_lshrrev_b32_e32 v33, 16, v29 ; GFX10-NEXT: v_lshrrev_b32_e32 v32, 16, v13 -; GFX10-NEXT: v_and_b32_e32 v33, 0xffff0000, v12 -; GFX10-NEXT: v_lshrrev_b32_e32 v38, 16, v28 +; GFX10-NEXT: v_lshrrev_b32_e32 v37, 16, v28 +; GFX10-NEXT: v_and_b32_e32 v38, 0xffff0000, v11 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v31, v31 -; GFX10-NEXT: v_lshrrev_b32_e32 v34, 16, v12 -; GFX10-NEXT: v_and_b32_e32 v37, 0xffff0000, v11 +; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v12 ; GFX10-NEXT: v_and_b32_e32 v36, 0xffff0000, v29 -; GFX10-NEXT: v_lshrrev_b32_e32 v39, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v32, v32, v35, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v33, v33 -; GFX10-NEXT: v_lshrrev_b32_e32 v48, 16, v11 -; GFX10-NEXT: v_and_b32_e32 v49, 0xffff0000, v28 +; GFX10-NEXT: v_lshrrev_b32_e32 v49, 16, v27 +; GFX10-NEXT: v_lshrrev_b32_e32 v39, 16, v11 +; GFX10-NEXT: v_cndmask_b32_e32 v34, v32, v33, vcc_lo +; GFX10-NEXT: v_lshrrev_b32_e32 v32, 16, v12 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v31, v31 +; GFX10-NEXT: v_and_b32_e32 v50, 0xffff0000, v28 ; GFX10-NEXT: v_and_b32_e32 v51, 0xffff0000, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v32 -; GFX10-NEXT: v_cndmask_b32_e32 v34, v34, v38, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX10-NEXT: v_lshlrev_b32_e32 v35, 16, v34 ; GFX10-NEXT: v_lshrrev_b32_e32 v52, 16, v26 +; GFX10-NEXT: v_cndmask_b32_e32 v32, v32, v37, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 +; GFX10-NEXT: v_and_b32_e32 v38, 0xffff0000, v27 ; GFX10-NEXT: v_lshrrev_b32_e32 v53, 16, v10 ; GFX10-NEXT: v_cmp_u_f32_e64 s6, v51, v51 ; GFX10-NEXT: v_lshrrev_b32_e32 v54, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v33, v48, v39, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v31, v39, v49, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v36, v36 -; GFX10-NEXT: v_and_b32_e32 v48, 0xffff0000, v27 +; GFX10-NEXT: v_lshlrev_b32_e32 v36, 16, v32 ; GFX10-NEXT: v_lshrrev_b32_e32 v64, 16, v23 ; GFX10-NEXT: v_lshrrev_b32_e32 v65, 16, v7 -; GFX10-NEXT: v_lshrrev_b32_e32 v66, 16, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v37, v35, v32, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 -; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v33 ; GFX10-NEXT: v_lshrrev_b32_e32 v67, 16, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v48, v33, v34, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 ; GFX10-NEXT: v_lshrrev_b32_e32 v70, 16, v4 -; GFX10-NEXT: v_and_b32_e32 v71, 0xffff0000, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v36, v38, v34, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 -; GFX10-NEXT: v_lshlrev_b32_e32 v38, 16, v37 -; GFX10-NEXT: v_lshrrev_b32_e32 v80, 16, v3 -; GFX10-NEXT: v_lshrrev_b32_e32 v85, 16, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v48, 16, v36 -; GFX10-NEXT: v_cndmask_b32_e32 v35, v39, v33, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v39, 16, v34 -; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v31, v38 -; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v26 -; GFX10-NEXT: v_cndmask_b32_e64 v38, v53, v52, s6 -; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v35 -; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v39, v48 -; GFX10-NEXT: v_and_b32_e32 v39, 0xffff0000, v9 -; GFX10-NEXT: v_cmp_u_f32_e64 s6, v31, v31 -; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v25 +; GFX10-NEXT: v_and_b32_e32 v71, 0xffff0000, v21 +; GFX10-NEXT: v_and_b32_e32 v80, 0xffff0000, v20 +; GFX10-NEXT: v_lshlrev_b32_e32 v33, 16, v48 +; GFX10-NEXT: v_cndmask_b32_e32 v39, v37, v32, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 +; GFX10-NEXT: v_cmp_eq_u16_e64 s21, 0x8000, v31 +; GFX10-NEXT: v_lshlrev_b32_e32 v87, 16, v27 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v35, v33 +; GFX10-NEXT: v_lshlrev_b32_e32 v37, 16, v39 +; GFX10-NEXT: v_cndmask_b32_e32 v38, v49, v31, vcc_lo +; GFX10-NEXT: v_and_b32_e32 v35, 0xffff0000, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v31 +; GFX10-NEXT: v_cndmask_b32_e64 v33, v53, v52, s6 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v36, v37 +; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v38 +; GFX10-NEXT: v_and_b32_e32 v36, 0xffff0000, v9 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v35, v35 +; GFX10-NEXT: v_lshrrev_b32_e32 v37, 16, v25 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v33 ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v49, v50 -; GFX10-NEXT: v_lshrrev_b32_e32 v49, 16, v25 -; GFX10-NEXT: v_lshrrev_b32_e32 v50, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e64 v48, v52, v38, s6 -; GFX10-NEXT: v_cmp_u_f32_e64 s6, v39, v39 -; GFX10-NEXT: v_and_b32_e32 v52, 0xffff0000, v8 -; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v38 -; GFX10-NEXT: v_lshrrev_b32_e32 v53, 16, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v48 -; GFX10-NEXT: v_cndmask_b32_e64 v39, v50, v49, s6 -; GFX10-NEXT: v_cmp_u_f32_e64 s6, v31, v31 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v39 -; GFX10-NEXT: v_cndmask_b32_e64 v50, v49, v39, s6 -; GFX10-NEXT: v_cmp_u_f32_e64 s6, v52, v52 -; GFX10-NEXT: v_and_b32_e32 v52, 0xffff0000, v24 -; GFX10-NEXT: v_cndmask_b32_e64 v49, v54, v53, s6 +; GFX10-NEXT: v_lshrrev_b32_e32 v49, 16, v9 +; GFX10-NEXT: v_cndmask_b32_e64 v50, v52, v33, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v36, v36 +; GFX10-NEXT: v_and_b32_e32 v36, 0xffff0000, v25 +; GFX10-NEXT: v_lshrrev_b32_e32 v52, 16, v24 +; GFX10-NEXT: v_cndmask_b32_e32 v38, v38, v31, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v50 +; GFX10-NEXT: v_cndmask_b32_e64 v35, v49, v37, s6 +; GFX10-NEXT: v_and_b32_e32 v49, 0xffff0000, v8 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v36, v36 +; GFX10-NEXT: v_cndmask_b32_e64 v53, v37, v35, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v49, v49 +; GFX10-NEXT: v_and_b32_e32 v37, 0xffff0000, v24 +; GFX10-NEXT: v_and_b32_e32 v49, 0xffff0000, v7 +; GFX10-NEXT: v_cndmask_b32_e64 v36, v54, v52, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v37, v37 ; GFX10-NEXT: v_cmp_lt_f32_e64 s6, v51, v55 -; GFX10-NEXT: v_and_b32_e32 v55, 0xffff0000, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v35 +; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v53 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v36 +; GFX10-NEXT: v_cndmask_b32_e64 v66, v52, v36, s7 +; GFX10-NEXT: v_and_b32_e32 v52, 0xffff0000, v23 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v49, v49 +; GFX10-NEXT: v_and_b32_e32 v49, 0xffff0000, v6 +; GFX10-NEXT: v_cmp_lt_f32_e64 s9, v51, v54 +; GFX10-NEXT: v_and_b32_e32 v51, 0xffff0000, v5 +; GFX10-NEXT: v_lshrrev_b32_e32 v54, 16, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v37, v65, v64, s7 ; GFX10-NEXT: v_cmp_u_f32_e64 s7, v52, v52 -; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v50 -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v49 -; GFX10-NEXT: v_cndmask_b32_e64 v52, v53, v49, s7 -; GFX10-NEXT: v_and_b32_e32 v53, 0xffff0000, v23 -; GFX10-NEXT: v_cmp_u_f32_e64 s7, v55, v55 -; GFX10-NEXT: v_cmp_lt_f32_e64 s8, v31, v51 -; GFX10-NEXT: v_cndmask_b32_e64 v55, v65, v64, s7 -; GFX10-NEXT: v_and_b32_e32 v65, 0xffff0000, v6 -; GFX10-NEXT: v_cmp_u_f32_e64 s7, v53, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v68, 16, v55 -; GFX10-NEXT: v_cndmask_b32_e64 v53, v64, v55, s7 -; GFX10-NEXT: v_cmp_u_f32_e64 s7, v65, v65 -; GFX10-NEXT: v_and_b32_e32 v64, 0xffff0000, v22 -; GFX10-NEXT: v_lshlrev_b32_e32 v69, 16, v53 -; GFX10-NEXT: v_cndmask_b32_e64 v65, v67, v66, s7 -; GFX10-NEXT: v_lshlrev_b32_e32 v67, 16, v52 -; GFX10-NEXT: v_cmp_u_f32_e64 s7, v64, v64 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v65 -; GFX10-NEXT: v_cmp_lt_f32_e64 s9, v54, v67 -; GFX10-NEXT: v_and_b32_e32 v54, 0xffff0000, v5 -; GFX10-NEXT: v_cndmask_b32_e64 v64, v66, v65, s7 +; GFX10-NEXT: v_lshrrev_b32_e32 v65, 16, v22 +; GFX10-NEXT: v_and_b32_e32 v52, 0xffff0000, v22 +; GFX10-NEXT: v_cmp_u_f32_e64 s10, v51, v51 +; GFX10-NEXT: v_lshlrev_b32_e32 v68, 16, v37 +; GFX10-NEXT: v_cndmask_b32_e64 v64, v64, v37, s7 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v49, v49 +; GFX10-NEXT: v_lshlrev_b32_e32 v69, 16, v64 +; GFX10-NEXT: v_cndmask_b32_e64 v49, v67, v65, s7 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v52, v52 +; GFX10-NEXT: v_lshrrev_b32_e32 v52, 16, v5 +; GFX10-NEXT: v_lshlrev_b32_e32 v67, 16, v66 +; GFX10-NEXT: v_cndmask_b32_e64 v65, v65, v49, s7 ; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v68, v69 -; GFX10-NEXT: v_lshrrev_b32_e32 v66, 16, v21 -; GFX10-NEXT: v_lshrrev_b32_e32 v67, 16, v5 ; GFX10-NEXT: v_and_b32_e32 v68, 0xffff0000, v4 -; GFX10-NEXT: v_cmp_u_f32_e64 s10, v54, v54 ; GFX10-NEXT: v_lshrrev_b32_e32 v69, 16, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v64 -; GFX10-NEXT: v_cndmask_b32_e64 v54, v67, v66, s10 -; GFX10-NEXT: v_and_b32_e32 v67, 0xffff0000, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v51, v52, v54, s10 +; GFX10-NEXT: v_cmp_lt_f32_e64 s8, v55, v67 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v49 ; GFX10-NEXT: v_cmp_u_f32_e64 s10, v68, v68 -; GFX10-NEXT: v_cndmask_b32_e64 v68, v70, v69, s10 -; GFX10-NEXT: v_cmp_u_f32_e64 s10, v67, v67 -; GFX10-NEXT: v_lshlrev_b32_e32 v70, 16, v54 -; GFX10-NEXT: v_lshlrev_b32_e32 v82, 16, v68 -; GFX10-NEXT: v_cndmask_b32_e64 v66, v66, v54, s10 +; GFX10-NEXT: v_lshlrev_b32_e32 v67, 16, v65 +; GFX10-NEXT: v_lshlrev_b32_e32 v68, 16, v51 +; GFX10-NEXT: v_cndmask_b32_e64 v52, v70, v69, s10 ; GFX10-NEXT: v_cmp_u_f32_e64 s10, v71, v71 ; GFX10-NEXT: v_lshrrev_b32_e32 v71, 16, v19 -; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v66 -; GFX10-NEXT: v_cndmask_b32_e64 v67, v69, v68, s10 -; GFX10-NEXT: v_and_b32_e32 v69, 0xffff0000, v3 -; GFX10-NEXT: v_cmp_lt_f32_e64 s11, v70, v81 -; GFX10-NEXT: v_lshlrev_b32_e32 v83, 16, v67 -; GFX10-NEXT: v_cmp_u_f32_e64 s10, v69, v69 -; GFX10-NEXT: v_and_b32_e32 v70, 0xffff0000, v2 -; GFX10-NEXT: v_lshrrev_b32_e32 v81, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v82, 16, v52 +; GFX10-NEXT: v_cndmask_b32_e64 v70, v54, v51, s10 +; GFX10-NEXT: v_cmp_u_f32_e64 s10, v80, v80 +; GFX10-NEXT: v_and_b32_e32 v54, 0xffff0000, v3 +; GFX10-NEXT: v_lshrrev_b32_e32 v80, 16, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v70 +; GFX10-NEXT: v_cndmask_b32_e64 v69, v69, v52, s10 +; GFX10-NEXT: v_cmp_u_f32_e64 s10, v54, v54 +; GFX10-NEXT: v_cmp_lt_f32_e64 s11, v68, v81 +; GFX10-NEXT: v_lshlrev_b32_e32 v83, 16, v69 +; GFX10-NEXT: v_cndmask_b32_e64 v54, v80, v71, s10 +; GFX10-NEXT: v_cmp_lt_f32_e64 s10, v55, v67 +; GFX10-NEXT: v_and_b32_e32 v67, 0xffff0000, v19 +; GFX10-NEXT: v_and_b32_e32 v68, 0xffff0000, v2 ; GFX10-NEXT: v_cmp_lt_f32_e64 s12, v82, v83 -; GFX10-NEXT: v_cndmask_b32_e64 v69, v80, v71, s10 -; GFX10-NEXT: v_cmp_lt_f32_e64 s10, v31, v51 -; GFX10-NEXT: v_and_b32_e32 v51, 0xffff0000, v19 ; GFX10-NEXT: v_lshrrev_b32_e32 v80, 16, v18 +; GFX10-NEXT: v_lshrrev_b32_e32 v81, 16, v2 +; GFX10-NEXT: v_cmp_u_f32_e64 s13, v67, v67 ; GFX10-NEXT: v_and_b32_e32 v82, 0xffff0000, v18 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v69 -; GFX10-NEXT: v_cmp_u_f32_e64 s13, v51, v51 -; GFX10-NEXT: v_cndmask_b32_e64 v51, v71, v69, s13 -; GFX10-NEXT: v_cmp_u_f32_e64 s13, v70, v70 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v54 +; GFX10-NEXT: v_cndmask_b32_e64 v67, v71, v54, s13 +; GFX10-NEXT: v_cmp_u_f32_e64 s13, v68, v68 ; GFX10-NEXT: v_and_b32_e32 v71, 0xffff0000, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v83, 16, v51 -; GFX10-NEXT: v_cndmask_b32_e64 v70, v81, v80, s13 +; GFX10-NEXT: v_lshlrev_b32_e32 v83, 16, v67 +; GFX10-NEXT: v_cndmask_b32_e64 v68, v81, v80, s13 ; GFX10-NEXT: v_cmp_u_f32_e64 s13, v82, v82 ; GFX10-NEXT: v_lshrrev_b32_e32 v81, 16, v17 ; GFX10-NEXT: v_lshrrev_b32_e32 v82, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e64 v80, v80, v70, s13 +; GFX10-NEXT: v_cndmask_b32_e64 v80, v80, v68, s13 ; GFX10-NEXT: v_cmp_u_f32_e64 s13, v71, v71 ; GFX10-NEXT: v_and_b32_e32 v71, 0xffff0000, v17 ; GFX10-NEXT: v_cndmask_b32_e64 v82, v82, v81, s13 ; GFX10-NEXT: v_cmp_u_f32_e64 s14, v71, v71 -; GFX10-NEXT: v_cmp_lt_f32_e64 s13, v31, v83 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v70 +; GFX10-NEXT: v_cmp_lt_f32_e64 s13, v55, v83 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v68 ; GFX10-NEXT: v_lshlrev_b32_e32 v83, 16, v80 +; GFX10-NEXT: v_cmp_eq_u16_e64 s22, 0x8000, v82 ; GFX10-NEXT: v_cndmask_b32_e64 v71, v81, v82, s14 -; GFX10-NEXT: v_cmp_lt_f32_e64 s14, v31, v83 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v82 +; GFX10-NEXT: v_cndmask_b32_e64 v67, v67, v54, s13 +; GFX10-NEXT: v_cmp_lt_f32_e64 s14, v55, v83 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v82 ; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v71 ; GFX10-NEXT: v_lshrrev_b32_e32 v83, 16, v0 -; GFX10-NEXT: v_cmp_lt_f32_e64 s15, v31, v81 -; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v0 +; GFX10-NEXT: v_cmp_lt_f32_e64 s15, v55, v81 +; GFX10-NEXT: v_and_b32_e32 v55, 0xffff0000, v0 ; GFX10-NEXT: v_lshrrev_b32_e32 v81, 16, v16 -; GFX10-NEXT: v_cmp_u_f32_e64 s16, v31, v31 -; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v16 +; GFX10-NEXT: v_cmp_u_f32_e64 s16, v55, v55 +; GFX10-NEXT: v_and_b32_e32 v55, 0xffff0000, v16 ; GFX10-NEXT: v_cndmask_b32_e64 v83, v83, v81, s16 -; GFX10-NEXT: v_cmp_u_f32_e64 s16, v31, v31 -; GFX10-NEXT: v_lshlrev_b32_e32 v31, 16, v83 -; GFX10-NEXT: v_cndmask_b32_e64 v81, v81, v83, s16 -; GFX10-NEXT: v_lshlrev_b32_e32 v84, 16, v81 -; GFX10-NEXT: v_cmp_lt_f32_e64 s16, v31, v84 -; GFX10-NEXT: v_and_b32_e32 v31, 0xffff0000, v14 -; GFX10-NEXT: v_lshrrev_b32_e32 v84, 16, v30 -; GFX10-NEXT: v_cmp_u_f32_e64 s17, v31, v31 -; GFX10-NEXT: v_cndmask_b32_e64 v31, v85, v84, s17 -; GFX10-NEXT: v_and_b32_e32 v85, 0xffff0000, v30 -; GFX10-NEXT: v_cmp_u_f32_e64 s17, v85, v85 -; GFX10-NEXT: v_lshlrev_b32_e32 v85, 16, v31 -; GFX10-NEXT: v_cndmask_b32_e64 v84, v84, v31, s17 +; GFX10-NEXT: v_cmp_u_f32_e64 s16, v55, v55 +; GFX10-NEXT: v_cmp_eq_u16_e64 s23, 0x8000, v83 +; GFX10-NEXT: v_cndmask_b32_e64 v55, v81, v83, s16 +; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v83 +; GFX10-NEXT: v_lshlrev_b32_e32 v84, 16, v55 +; GFX10-NEXT: v_cmp_lt_f32_e64 s16, v81, v84 +; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v55, v55, v83, s16 +; GFX10-NEXT: v_cmp_u_f32_e64 s17, v81, v81 +; GFX10-NEXT: v_lshlrev_b32_e32 v81, 16, v30 +; GFX10-NEXT: v_cndmask_b32_e64 v84, v14, v30, s17 +; GFX10-NEXT: v_cmp_u_f32_e64 s17, v81, v81 ; GFX10-NEXT: v_lshlrev_b32_e32 v86, 16, v84 -; GFX10-NEXT: v_cmp_lt_f32_e64 s17, v85, v86 -; GFX10-NEXT: v_lshrrev_b32_e32 v86, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e64 v85, v84, v31, s17 -; GFX10-NEXT: v_cmp_eq_u16_e64 s17, 0x8000, v31 -; GFX10-NEXT: v_cndmask_b32_e64 v31, v85, v31, s17 -; GFX10-NEXT: v_cmp_eq_u16_e64 s17, 0x8000, v84 -; GFX10-NEXT: v_cndmask_b32_e64 v31, v31, v84, s17 -; GFX10-NEXT: v_lshlrev_b32_e32 v84, 16, v85 -; GFX10-NEXT: v_cmp_eq_f32_e64 s17, 0, v84 -; GFX10-NEXT: v_cndmask_b32_e64 v84, v37, v32, s5 -; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v32 -; GFX10-NEXT: v_cndmask_b32_e64 v31, v85, v31, s17 -; GFX10-NEXT: v_lshlrev_b32_e32 v85, 16, v15 -; GFX10-NEXT: v_cndmask_b32_e64 v32, v84, v32, s5 -; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v37 -; GFX10-NEXT: v_cndmask_b32_e64 v32, v32, v37, s5 -; GFX10-NEXT: v_cndmask_b32_e64 v37, v36, v34, s4 -; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v34 -; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v39 -; GFX10-NEXT: v_cndmask_b32_e64 v34, v37, v34, s4 -; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v36 -; GFX10-NEXT: v_cndmask_b32_e64 v34, v34, v36, s4 -; GFX10-NEXT: v_cndmask_b32_e32 v36, v35, v33, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v81, v30, v84, s17 +; GFX10-NEXT: v_cmp_eq_u16_e64 s24, 0x8000, v84 +; GFX10-NEXT: v_lshlrev_b32_e32 v85, 16, v81 +; GFX10-NEXT: v_cmp_lt_f32_e64 s17, v86, v85 +; GFX10-NEXT: v_lshlrev_b32_e32 v85, 16, v13 +; GFX10-NEXT: v_cmp_u_f32_e64 s18, v85, v85 +; GFX10-NEXT: v_cndmask_b32_e64 v85, v13, v29, s18 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v29 +; GFX10-NEXT: v_lshlrev_b32_e32 v86, 16, v85 +; GFX10-NEXT: v_cmp_u_f32_e64 s18, v13, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v29, v29, v85, s18 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v29 +; GFX10-NEXT: v_cmp_lt_f32_e64 s18, v86, v13 +; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v14 +; GFX10-NEXT: v_lshrrev_b32_e32 v14, 16, v14 +; GFX10-NEXT: v_lshrrev_b32_e32 v86, 16, v30 +; GFX10-NEXT: v_cmp_u_f32_e64 s19, v13, v13 +; GFX10-NEXT: v_and_b32_e32 v13, 0xffff0000, v30 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v14, v86, s19 +; GFX10-NEXT: v_cmp_u_f32_e64 s19, v13, v13 +; GFX10-NEXT: v_lshlrev_b32_e32 v30, 16, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v13, v86, v14, s19 +; GFX10-NEXT: v_cmp_eq_u16_e64 s20, 0x8000, v14 +; GFX10-NEXT: v_lshlrev_b32_e32 v86, 16, v13 +; GFX10-NEXT: v_cmp_lt_f32_e64 s19, v30, v86 +; GFX10-NEXT: v_and_b32_e32 v86, 0xffff0000, v15 +; GFX10-NEXT: v_cndmask_b32_e64 v13, v13, v14, s19 +; GFX10-NEXT: v_lshlrev_b32_e32 v30, 16, v13 +; GFX10-NEXT: v_cmp_eq_f32_e64 s19, 0, v30 +; GFX10-NEXT: s_and_b32 s19, s19, s20 +; GFX10-NEXT: v_cmp_eq_u16_e64 s20, 0x8000, v32 +; GFX10-NEXT: v_cndmask_b32_e64 v14, v13, v14, s19 +; GFX10-NEXT: v_cndmask_b32_e64 v13, v48, v34, s5 +; GFX10-NEXT: v_cmp_eq_u16_e64 s19, 0x8000, v34 +; GFX10-NEXT: v_cndmask_b32_e64 v48, v53, v35, s9 +; GFX10-NEXT: v_cndmask_b32_e64 v53, v64, v37, s7 +; GFX10-NEXT: v_cndmask_b32_e64 v64, v65, v49, s10 +; GFX10-NEXT: v_lshlrev_b32_e32 v30, 16, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v65, v70, v51, s11 +; GFX10-NEXT: v_cndmask_b32_e64 v70, v71, v82, s15 +; GFX10-NEXT: v_cndmask_b32_e64 v71, v81, v84, s17 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v30 +; GFX10-NEXT: v_cndmask_b32_e64 v30, v39, v32, s4 +; GFX10-NEXT: v_cndmask_b32_e64 v39, v50, v33, s6 +; GFX10-NEXT: v_cndmask_b32_e64 v50, v66, v36, s8 +; GFX10-NEXT: v_cndmask_b32_e64 v66, v69, v52, s12 +; GFX10-NEXT: s_and_b32 s4, s5, s19 +; GFX10-NEXT: v_cndmask_b32_e64 v69, v80, v68, s14 +; GFX10-NEXT: v_cndmask_b32_e64 v13, v13, v34, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v30 +; GFX10-NEXT: v_cndmask_b32_e64 v80, v29, v85, s18 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v38 +; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v80 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s20 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v39 +; GFX10-NEXT: v_cmp_eq_f32_e64 s17, 0, v29 +; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v12 +; GFX10-NEXT: v_cmp_eq_u16_e64 s20, 0x8000, v35 +; GFX10-NEXT: s_and_b32 s4, s4, s21 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v48 +; GFX10-NEXT: v_cmp_u_f32_e64 s18, v29, v29 +; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v28 +; GFX10-NEXT: v_cmp_eq_u16_e64 s21, 0x8000, v68 +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v50 +; GFX10-NEXT: v_cndmask_b32_e64 v81, v12, v28, s18 +; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v11 +; GFX10-NEXT: v_cmp_u_f32_e64 s18, v29, v29 +; GFX10-NEXT: v_cndmask_b32_e64 v29, v38, v31, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v53 +; GFX10-NEXT: v_cmp_u_f32_e64 s19, v12, v12 +; GFX10-NEXT: v_cndmask_b32_e32 v12, v30, v32, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v33 -; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v38 -; GFX10-NEXT: v_cndmask_b32_e32 v33, v36, v33, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v35 -; GFX10-NEXT: v_cndmask_b32_e32 v33, v33, v35, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v35, 16, v36 -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v35 -; GFX10-NEXT: v_cndmask_b32_e64 v35, v48, v38, s6 -; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v49 -; GFX10-NEXT: v_cndmask_b32_e32 v33, v36, v33, vcc_lo -; GFX10-NEXT: v_cndmask_b32_e64 v38, v35, v38, s4 -; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v48 -; GFX10-NEXT: v_cndmask_b32_e64 v38, v38, v48, s4 -; GFX10-NEXT: v_lshlrev_b32_e32 v48, 16, v35 -; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v48 -; GFX10-NEXT: v_cndmask_b32_e64 v48, v50, v39, s8 -; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v65 -; GFX10-NEXT: v_cndmask_b32_e64 v39, v48, v39, s5 -; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v50 -; GFX10-NEXT: v_cndmask_b32_e64 v39, v39, v50, s5 -; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v48 -; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v50 -; GFX10-NEXT: v_cndmask_b32_e64 v50, v52, v49, s9 -; GFX10-NEXT: v_cmp_eq_u16_e64 s9, 0x8000, v68 -; GFX10-NEXT: v_cndmask_b32_e64 v49, v50, v49, s6 -; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v52 -; GFX10-NEXT: v_cndmask_b32_e64 v49, v49, v52, s6 -; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v50 -; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v52 -; GFX10-NEXT: v_cndmask_b32_e64 v52, v53, v55, s7 -; GFX10-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v55 -; GFX10-NEXT: v_cndmask_b32_e64 v55, v52, v55, s7 -; GFX10-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v53 -; GFX10-NEXT: v_cndmask_b32_e64 v53, v55, v53, s7 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v52 -; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v55 -; GFX10-NEXT: v_cndmask_b32_e64 v55, v64, v65, s10 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v69 -; GFX10-NEXT: v_cndmask_b32_e64 v36, v52, v53, s7 -; GFX10-NEXT: v_cndmask_b32_e64 v65, v55, v65, s8 -; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v64 -; GFX10-NEXT: v_cndmask_b32_e64 v64, v65, v64, s8 -; GFX10-NEXT: v_cndmask_b32_e64 v65, v66, v54, s11 -; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v54 -; GFX10-NEXT: v_cndmask_b32_e64 v54, v65, v54, s8 -; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v66 -; GFX10-NEXT: v_cndmask_b32_e64 v54, v54, v66, s8 -; GFX10-NEXT: v_lshlrev_b32_e32 v66, 16, v65 -; GFX10-NEXT: v_cmp_eq_f32_e64 s8, 0, v66 -; GFX10-NEXT: v_cndmask_b32_e64 v66, v67, v68, s12 -; GFX10-NEXT: v_cndmask_b32_e64 v68, v66, v68, s9 -; GFX10-NEXT: v_cmp_eq_u16_e64 s9, 0x8000, v67 -; GFX10-NEXT: v_cndmask_b32_e64 v67, v68, v67, s9 -; GFX10-NEXT: v_lshlrev_b32_e32 v68, 16, v66 -; GFX10-NEXT: v_cmp_eq_f32_e64 s9, 0, v68 -; GFX10-NEXT: v_cndmask_b32_e64 v68, v51, v69, s13 -; GFX10-NEXT: v_cndmask_b32_e64 v69, v68, v69, s10 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v51 -; GFX10-NEXT: v_cndmask_b32_e64 v51, v69, v51, s10 -; GFX10-NEXT: v_cndmask_b32_e64 v69, v80, v70, s14 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v70 -; GFX10-NEXT: v_cndmask_b32_e64 v70, v69, v70, s10 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v80 -; GFX10-NEXT: v_cndmask_b32_e64 v70, v70, v80, s10 -; GFX10-NEXT: v_cndmask_b32_e64 v80, v71, v82, s15 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v82 -; GFX10-NEXT: v_cndmask_b32_e64 v82, v80, v82, s10 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v71 -; GFX10-NEXT: v_cndmask_b32_e64 v71, v82, v71, s10 -; GFX10-NEXT: v_cndmask_b32_e64 v82, v81, v83, s16 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v83 -; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v82 -; GFX10-NEXT: v_cndmask_b32_e64 v83, v82, v83, s10 -; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v81 -; GFX10-NEXT: v_cndmask_b32_e64 v81, v83, v81, s10 -; GFX10-NEXT: buffer_load_dword v83, off, s[0:3], s32 -; GFX10-NEXT: v_cmp_u_f32_e64 s10, v85, v85 -; GFX10-NEXT: v_lshlrev_b32_e32 v85, 16, v14 -; GFX10-NEXT: v_cmp_u_f32_e64 s11, v85, v85 -; GFX10-NEXT: v_cndmask_b32_e64 v85, v14, v30, s11 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v30 -; GFX10-NEXT: v_cmp_u_f32_e64 s11, v14, v14 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v84 -; GFX10-NEXT: v_cndmask_b32_e64 v87, v30, v85, s11 -; GFX10-NEXT: v_cmp_eq_f32_e64 s12, 0, v14 -; GFX10-NEXT: v_cndmask_b32_e64 v30, v35, v38, s4 -; GFX10-NEXT: v_cndmask_b32_e64 v35, v50, v49, s6 -; GFX10-NEXT: v_cndmask_b32_e64 v38, v65, v54, s8 -; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v80 -; GFX10-NEXT: v_cndmask_b32_e64 v14, v84, v32, s12 -; GFX10-NEXT: v_lshlrev_b32_e32 v32, 16, v37 -; GFX10-NEXT: v_and_b32_e32 v84, 0xffff0000, v15 -; GFX10-NEXT: v_cmp_eq_f32_e64 s12, 0, v32 -; GFX10-NEXT: v_cndmask_b32_e64 v32, v37, v34, s12 -; GFX10-NEXT: v_lshlrev_b32_e32 v37, 16, v55 -; GFX10-NEXT: v_cndmask_b32_e64 v34, v48, v39, s5 -; GFX10-NEXT: v_lshlrev_b32_e32 v39, 16, v68 -; GFX10-NEXT: v_lshlrev_b32_e32 v48, 16, v69 -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v37 -; GFX10-NEXT: v_cndmask_b32_e32 v37, v55, v64, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v84, v84 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v37 +; GFX10-NEXT: v_cmp_eq_f32_e64 s8, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v64 +; GFX10-NEXT: v_cndmask_b32_e64 v96, v11, v27, s19 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v49 +; GFX10-NEXT: v_cndmask_b32_e32 v30, v39, v33, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s9, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v65 +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s20 +; GFX10-NEXT: v_lshlrev_b32_e32 v33, 16, v15 +; GFX10-NEXT: v_cndmask_b32_e32 v31, v48, v35, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v36 +; GFX10-NEXT: v_cmp_eq_f32_e64 s10, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v66 +; GFX10-NEXT: v_cndmask_b32_e64 v97, v28, v81, s18 +; GFX10-NEXT: v_lshrrev_b32_e32 v38, 16, v15 +; GFX10-NEXT: s_and_b32 vcc_lo, s7, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v51 +; GFX10-NEXT: v_cmp_eq_f32_e64 s11, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v67 +; GFX10-NEXT: v_cndmask_b32_e32 v11, v50, v36, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s8, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s19, 0x8000, v52 +; GFX10-NEXT: v_cndmask_b32_e32 v28, v53, v37, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s12, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v69 +; GFX10-NEXT: s_and_b32 vcc_lo, s9, s5 +; GFX10-NEXT: v_cmp_eq_u16_e64 s20, 0x8000, v54 +; GFX10-NEXT: v_cndmask_b32_e32 v32, v64, v49, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v33, v33 +; GFX10-NEXT: v_cmp_eq_f32_e64 s13, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v70 +; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v96 +; GFX10-NEXT: v_cmp_eq_f32_e64 s14, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v55 +; GFX10-NEXT: v_cmp_eq_f32_e64 s15, 0, v34 +; GFX10-NEXT: v_lshlrev_b32_e32 v34, 16, v71 +; GFX10-NEXT: v_cmp_eq_f32_e64 s16, 0, v34 +; GFX10-NEXT: buffer_load_dword v34, off, s[0:3], s32 +; GFX10-NEXT: s_and_b32 s7, s16, s24 ; GFX10-NEXT: s_waitcnt vmcnt(0) -; GFX10-NEXT: v_lshrrev_b32_e32 v50, 16, v83 -; GFX10-NEXT: v_and_b32_e32 v53, 0xffff0000, v83 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v83 -; GFX10-NEXT: v_cndmask_b32_e64 v64, v15, v83, s10 -; GFX10-NEXT: v_cndmask_b32_e64 v15, v66, v67, s9 -; GFX10-NEXT: v_cndmask_b32_e32 v54, v86, v50, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v65, 16, v64 -; GFX10-NEXT: v_cndmask_b32_e32 v53, v50, v54, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v55, v83, v64, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v39 -; GFX10-NEXT: v_lshlrev_b32_e32 v66, 16, v55 -; GFX10-NEXT: v_cndmask_b32_e32 v39, v68, v51, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v53 -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 -; GFX10-NEXT: v_cndmask_b32_e32 v48, v69, v70, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v50, v51 -; GFX10-NEXT: v_cndmask_b32_e32 v51, v53, v54, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v65, v66 -; GFX10-NEXT: v_cndmask_b32_e32 v65, v55, v64, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v49 -; GFX10-NEXT: v_cndmask_b32_e32 v50, v80, v71, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v49, v51, v54, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v64 -; GFX10-NEXT: v_cndmask_b32_e32 v54, v65, v64, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v64, 16, v51 -; GFX10-NEXT: v_cndmask_b32_e32 v49, v49, v53, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v55 -; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v65 -; GFX10-NEXT: v_cndmask_b32_e32 v54, v54, v55, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v13 -; GFX10-NEXT: v_lshlrev_b32_e32 v64, 16, v29 -; GFX10-NEXT: v_cndmask_b32_e32 v49, v51, v49, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v52 -; GFX10-NEXT: v_cndmask_b32_e32 v52, v82, v81, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v87 -; GFX10-NEXT: v_cndmask_b32_e32 v51, v65, v54, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v85 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v54, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v28 -; GFX10-NEXT: v_lshlrev_b32_e32 v65, 16, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v53, v87, v85, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v64, v64 -; GFX10-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX10-NEXT: v_lshlrev_b32_e32 v64, 16, v29 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo +; GFX10-NEXT: v_lshrrev_b32_e32 v35, 16, v34 +; GFX10-NEXT: v_cndmask_b32_e32 v37, v15, v34, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 +; GFX10-NEXT: v_lshlrev_b32_e32 v33, 16, v34 +; GFX10-NEXT: v_and_b32_e32 v36, 0xffff0000, v34 +; GFX10-NEXT: v_cndmask_b32_e32 v38, v38, v35, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s10, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v15, v65, v51, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v33, v33 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v38 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v38 +; GFX10-NEXT: v_cndmask_b32_e32 v39, v34, v37, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v36, v36 +; GFX10-NEXT: v_lshlrev_b32_e32 v36, 16, v37 +; GFX10-NEXT: v_lshlrev_b32_e32 v48, 16, v39 +; GFX10-NEXT: v_cndmask_b32_e32 v35, v35, v38, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s11, s19 +; GFX10-NEXT: v_cndmask_b32_e32 v33, v66, v52, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s12, s20 +; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v35 +; GFX10-NEXT: v_cndmask_b32_e32 v34, v67, v54, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v36, v48 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v26 +; GFX10-NEXT: v_cndmask_b32_e32 v51, v39, v37, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v49, v50 +; GFX10-NEXT: v_lshlrev_b32_e32 v36, 16, v51 +; GFX10-NEXT: v_cndmask_b32_e32 v49, v35, v38, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s13, s21 +; GFX10-NEXT: v_cndmask_b32_e32 v35, v69, v68, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s14, s22 +; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v49 +; GFX10-NEXT: v_cndmask_b32_e32 v39, v70, v82, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s15, s23 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v36 +; GFX10-NEXT: v_cndmask_b32_e32 v48, v55, v83, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v37 +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v50 +; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v81 +; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v25 +; GFX10-NEXT: v_cndmask_b32_e64 v36, v71, v84, s7 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v87, v87 +; GFX10-NEXT: v_cndmask_b32_e32 v37, v51, v37, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_perm_b32 v14, v14, v36, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e32 v38, v49, v38, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v85 -; GFX10-NEXT: v_lshlrev_b32_e32 v66, 16, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v55, v53, v85, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v97 +; GFX10-NEXT: v_cndmask_b32_e64 v51, v27, v96, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v81 +; GFX10-NEXT: s_and_b32 vcc_lo, s17, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v27, v80, v85, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v50, v49 +; GFX10-NEXT: v_lshlrev_b32_e32 v50, 16, v51 +; GFX10-NEXT: v_perm_b32 v13, v13, v27, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e32 v49, v97, v81, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v49 +; GFX10-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v53, v50 +; GFX10-NEXT: v_cndmask_b32_e32 v50, v51, v96, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v54, v28, v12, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v87 -; GFX10-NEXT: v_cndmask_b32_e32 v28, v55, v87, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v65, v64 -; GFX10-NEXT: v_lshlrev_b32_e32 v64, 16, v53 -; GFX10-NEXT: v_lshlrev_b32_e32 v65, 16, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v55, v29, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX10-NEXT: v_lshlrev_b32_e32 v64, 16, v55 -; GFX10-NEXT: v_cndmask_b32_e32 v28, v53, v28, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v66, v65 -; GFX10-NEXT: v_lshlrev_b32_e32 v65, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v53, v54, v12, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v29 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v11 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v53, v12, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v53 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v12, v54, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v9 ; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX10-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v27 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v26 -; GFX10-NEXT: v_perm_b32 v13, v14, v13, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v12, v53, v12, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v11 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v9 -; GFX10-NEXT: v_perm_b32 v14, v31, v28, 0x5040100 -; GFX10-NEXT: v_perm_b32 v12, v32, v12, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v53, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v25 -; GFX10-NEXT: v_cndmask_b32_e32 v29, v27, v11, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v10 ; GFX10-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v26 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v29, v11, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX10-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v29 -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v55, v54 -; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v55, 16, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v53, v26, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v11, v29, v11, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v53 -; GFX10-NEXT: v_perm_b32 v11, v33, v11, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v53, v10, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v55, v54 -; GFX10-NEXT: v_cndmask_b32_e32 v27, v25, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v26 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v27, v9, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v10, v53, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v25 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v51, v51 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v52 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v50 +; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v26 +; GFX10-NEXT: v_cndmask_b32_e64 v9, v9, v25, s5 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v52 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v10 +; GFX10-NEXT: v_cmp_lt_f32_e64 s6, v54, v53 +; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v54, 16, v8 +; GFX10-NEXT: v_cndmask_b32_e64 v26, v26, v10, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v55, v55 +; GFX10-NEXT: v_cndmask_b32_e64 v51, v25, v9, s6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v96 +; GFX10-NEXT: v_cndmask_b32_e32 v25, v49, v81, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v51 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_perm_b32 v12, v12, v25, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e32 v50, v50, v96, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v49 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v53, v52 +; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v22 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e64 v49, v51, v9, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v54, v54 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v24 +; GFX10-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v49 +; GFX10-NEXT: v_cndmask_b32_e64 v8, v8, v24, s5 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v51, v51 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v23 ; GFX10-NEXT: v_perm_b32 v10, v30, v10, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v7 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX10-NEXT: v_lshlrev_b32_e32 v53, 16, v7 ; GFX10-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v51, v51 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v23, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v27, v9, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v27, 16, v8 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX10-NEXT: v_perm_b32 v9, v34, v9, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v27, v26 -; GFX10-NEXT: v_cndmask_b32_e32 v26, v24, v8, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v53, v29 -; GFX10-NEXT: v_lshlrev_b32_e32 v29, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v27, v23, v7, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v23 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v26 ; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v23, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v29, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v27 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX10-NEXT: v_perm_b32 v8, v35, v8, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v21 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v22 -; GFX10-NEXT: v_perm_b32 v7, v36, v7, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v5 -; GFX10-NEXT: v_perm_b32 v6, v37, v6, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v52 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v8 +; GFX10-NEXT: v_cndmask_b32_e64 v23, v23, v7, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v9 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v52, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v52, 16, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v23 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e64 v24, v24, v8, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v51, v51 +; GFX10-NEXT: v_cndmask_b32_e32 v9, v49, v9, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v8 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v24 +; GFX10-NEXT: v_cndmask_b32_e64 v6, v6, v22, s5 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v52, v26 +; GFX10-NEXT: v_perm_b32 v9, v31, v9, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v51 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v6 +; GFX10-NEXT: v_cndmask_b32_e64 v23, v23, v7, s5 +; GFX10-NEXT: v_cmp_u_f32_e64 s5, v53, v53 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v23 +; GFX10-NEXT: v_cndmask_b32_e64 v22, v22, v6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v22 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v5 +; GFX10-NEXT: v_perm_b32 v8, v11, v8, 0x5040100 +; GFX10-NEXT: v_perm_b32 v11, v29, v50, 0x5040100 +; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v51, v49 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v22, v22, v6, s7 +; GFX10-NEXT: v_cmp_u_f32_e64 s7, v26, v26 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX10-NEXT: v_cndmask_b32_e64 v5, v5, v21, s7 ; GFX10-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v5 +; GFX10-NEXT: v_cndmask_b32_e32 v7, v23, v7, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v4 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 ; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v21 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v5 +; GFX10-NEXT: v_perm_b32 v7, v28, v7, 0x5040100 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v23, v23 +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v20 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v20, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v26, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v19 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v19, s4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v49, v24 +; GFX10-NEXT: v_lshlrev_b32_e32 v51, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v21, v21, v5, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v23, v23 +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v21 +; GFX10-NEXT: v_cndmask_b32_e64 v20, v20, v4, s4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v26, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v23 ; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v21, v5, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v19 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v22, v20, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v21 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v22, v4, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX10-NEXT: v_cndmask_b32_e32 v24, v19, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v24 -; GFX10-NEXT: v_perm_b32 v5, v38, v5, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v18 -; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX10-NEXT: v_perm_b32 v3, v39, v3, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v16 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 +; GFX10-NEXT: v_cndmask_b32_e64 v19, v19, v3, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v18 -; GFX10-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v17, v17, v1, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX10-NEXT: v_lshlrev_b32_e32 v20, 16, v17 -; GFX10-NEXT: v_cndmask_b32_e32 v16, v16, v0, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v23, v19 +; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v26, v24 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v19 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e64 v20, v20, v4, s7 +; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v51, v49 +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v23, v23 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v21, v5, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX10-NEXT: v_cndmask_b32_e64 v19, v19, v3, s7 ; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v16 -; GFX10-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v24, v20 -; GFX10-NEXT: v_cndmask_b32_e32 v20, v17, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v23, v16, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v20, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v18 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v18, 16, v23 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v17 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v17, 16, v20 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v16 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX10-NEXT: v_lshlrev_b32_e32 v16, 16, v19 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v20, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX10-NEXT: v_perm_b32 v1, v50, v1, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v16 -; GFX10-NEXT: v_perm_b32 v0, v52, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX10-NEXT: v_perm_b32 v2, v48, v2, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v22, v4, vcc_lo -; GFX10-NEXT: v_perm_b32 v4, v15, v4, 0x5040100 -; GFX10-NEXT: v_perm_b32 v15, v49, v51, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v18, s6 +; GFX10-NEXT: v_perm_b32 v5, v15, v5, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v19 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v49, 16, v2 +; GFX10-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v21 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v0 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v22, v22 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v17 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc_lo +; GFX10-NEXT: v_perm_b32 v6, v32, v6, 0x5040100 +; GFX10-NEXT: v_perm_b32 v15, v38, v37, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v1, v17, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v21, v21 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v18 +; GFX10-NEXT: v_perm_b32 v4, v33, v4, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v0, v16, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v22, v22 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v17, v17, v1, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v23, v23 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v0 +; GFX10-NEXT: v_cndmask_b32_e64 v16, v16, v0, s6 +; GFX10-NEXT: v_cmp_u_f32_e64 s6, v21, v21 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX10-NEXT: v_lshlrev_b32_e32 v23, 16, v16 +; GFX10-NEXT: v_cndmask_b32_e64 v18, v18, v2, s6 +; GFX10-NEXT: v_cmp_lt_f32_e64 s6, v22, v21 +; GFX10-NEXT: v_lshlrev_b32_e32 v26, 16, v18 +; GFX10-NEXT: v_cndmask_b32_e64 v17, v17, v1, s6 +; GFX10-NEXT: v_cmp_lt_f32_e64 s6, v24, v23 +; GFX10-NEXT: v_cmp_lt_f32_e64 s7, v49, v26 +; GFX10-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX10-NEXT: v_cndmask_b32_e64 v16, v16, v0, s6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v18, v18, v2, s7 +; GFX10-NEXT: v_lshlrev_b32_e32 v22, 16, v16 +; GFX10-NEXT: s_and_b32 s5, s5, s6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v1 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v19, v3, s5 +; GFX10-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v21 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v22 +; GFX10-NEXT: v_perm_b32 v3, v34, v3, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e64 s9, 0, v19 +; GFX10-NEXT: s_and_b32 s5, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e64 v1, v17, v1, s5 +; GFX10-NEXT: s_and_b32 s5, s7, s8 +; GFX10-NEXT: v_cndmask_b32_e64 v0, v16, v0, s5 +; GFX10-NEXT: s_and_b32 s5, s9, s10 +; GFX10-NEXT: v_perm_b32 v1, v39, v1, 0x5040100 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v18, v2, s5 +; GFX10-NEXT: v_perm_b32 v0, v48, v0, 0x5040100 +; GFX10-NEXT: v_perm_b32 v2, v35, v2, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_v32bf16: ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: scratch_load_b32 v31, off, s32 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v33, 0xffff0000, v14 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v30 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v7 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v33, v33 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v34, v34 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v35, 0xffff0000, v13 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v14.h, v30.h, s1 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v39, 0xffff0000, v11 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v49, 0xffff0000, v10 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v51, 0xffff0000, v9 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v8 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v24 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v6 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v67, 0xffff0000, v5 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v4 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v71, 0xffff0000, v3 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v16 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s15, v55, v55 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s29, v85, v85 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v55.l, v30.h, v32.l, s2 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v36, 0xffff0000, v29 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v28 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v48, 0xffff0000, v27 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v26 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v52, 0xffff0000, v25 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v64, 0xffff0000, v23 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v22 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v68, 0xffff0000, v21 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v20 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v80, 0xffff0000, v19 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v2 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v83, 0xffff0000, v1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v35, v35 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v37, v37 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v39, v39 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v67, 0xffff0000, v5 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v13 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s9, v49, v49 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s11, v51, v51 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s13, v53, v53 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s14, v54, v54 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s17, v65, v65 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v36, v36 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s10, v50, v50 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s19, v67, v67 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v10.h, v26.h, s9 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s43, v98, v98 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v12 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v30 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s21, v69, v69 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s23, v71, v71 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s40, v86, v86 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v54.l, v0.h, v16.h, s29 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v32.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v118.l, v55.l -; GFX11-TRUE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v18 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v84, 0xffff0000, v17 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v36, v36 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v67.l, v26.h, v36.l, s10 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v98.l, v36.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v37, v37 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v28 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v50.l, v4.h, v20.h, s21 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v132.l, v67.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v34, v34 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v12.h, v28.h, s5 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v36.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v132, 16, v132 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v6 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s6, v38, v38 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v48, v48 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s10, v50, v50 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v28 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v52, 0xffff0000, v25 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s21, v98, v132 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s17, v65, v65 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v65.l, v28.h, v34.l, s6 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v68, 0xffff0000, v21 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s12, v52, v52 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s16, v64, v64 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s18, v66, v66 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v67.l, v67.l, v36.l, s21 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v29 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v20 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s20, v68, v68 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v98.l, v67.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s44, v99, v99 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s22, v70, v70 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s24, v80, v80 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v35, 0xffff0000, v13 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s25, v81, v81 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s27, v83, v83 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v33, 0xffff0000, v14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v81.l, v20.h, v50.l, s22 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v35, v35 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v64, 0xffff0000, v23 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s21, 0, v98 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v33, v33 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v22 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v13.h, v29.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v12.h, v28.h, s5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v11.h, v27.h, s7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v10.h, v26.h, s9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v9.h, v25.h, s11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.l, v8.h, v24.h, s13 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.l, v7.h, v23.h, s15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v48.l, v6.h, v22.h, s17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v49.l, v5.h, v21.h, s19 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v50.l, v4.h, v20.h, s21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v51.l, v3.h, v19.h, s23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v85.l, v16.h, v54.l, s40 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v118 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v15 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v14 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s26, v82, v82 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s28, v84, v84 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v52.l, v2.h, v18.h, s25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v53.l, v1.h, v17.h, s27 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s16, v64, v64 +; GFX11-TRUE16-NEXT: s_and_b32 s5, s21, s5 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v71, 0xffff0000, v3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v28.h, v67.l, v36.l, s5 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v51, 0xffff0000, v9 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v64.l, v29.h, v33.l, s4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v65.l, v28.h, v34.l, s6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v66.l, v27.h, v35.l, s8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v67.l, v26.h, v36.l, s10 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s18, v66, v66 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s23, v71, v71 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v52.l, v2.h, v18.h, s25 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s11, v51, v51 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v7 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v14 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v9.h, v25.h, s11 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v14.h, v30.h, s1 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v16 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s15, v55, v55 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v68.l, v25.h, v37.l, s12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v69.l, v24.h, v38.l, s14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v70.l, v23.h, v39.l, s16 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v71.l, v22.h, v48.l, s18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v80.l, v21.h, v49.l, s20 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v81.l, v20.h, v50.l, s22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v82.l, v19.h, v51.l, s24 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v116.l, v54.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s40, v86, v118 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v85.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v30 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v87, v87 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v99.l, v37.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v37.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v55.l, v30.h, v32.l, s2 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s41, v96, v96 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v87.l, v33.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v133.l, v68.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v29.l, s43 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v96.l, v34.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v98.l, v36.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v101.l, v39.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v112.l, v50.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v113.l, v51.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v83.l, v18.h, v52.l, s26 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v84.l, v17.h, v53.l, s28 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v119.l, v64.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v128.l, v65.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v129.l, v66.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v130.l, v67.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v131.l, v68.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v132.l, v69.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v133.l, v70.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v134.l, v71.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v135.l, v80.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v144.l, v81.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v145.l, v82.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v130.l, v65.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v133, 16, v133 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v24 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v15 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s29, v85, v85 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s40, v86, v86 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s22, v99, v133 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v32.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v128.l, v55.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s44 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v68.l, v68.l, v37.l, s22 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v130, 16, v130 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v18 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s14, v54, v54 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v87, v87 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v99.l, v68.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v54.l, v0.h, v16.h, s29 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v87.l, v33.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v129.l, v64.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v128 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v30 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v49.l, v5.h, v21.h, s19 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v118.l, v13.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s22, 0, v99 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s19, v96, v130 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v96.l, v29.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v83, 0xffff0000, v1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s26, v82, v82 +; GFX11-TRUE16-NEXT: s_and_b32 s6, s22, s6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v85.l, v16.h, v54.l, s40 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.h, v68.l, v37.l, s6 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v48, 0xffff0000, v27 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s42, v97, v97 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v30.l, s41 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v32.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v99.l, v37.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v118 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v48, v48 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v48.l, v6.h, v22.h, s17 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s17, v86, v128 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v129 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v65.l, v65.l, v34.l, s19 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s27, v83, v83 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v71.l, v22.h, v48.l, s18 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v102.l, v48.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s9, 0x8000, v48.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v83.l, v18.h, v52.l, s26 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v116.l, v54.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v144.l, v71.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s18, v87, v128 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v87.l, v85.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v80, 0xffff0000, v19 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v144, 16, v144 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s43, v118, v96 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v96.l, v65.l +; GFX11-TRUE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v8 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v114.l, v52.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v115.l, v53.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s25, v102, v144 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v83.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v64.l, v64.l, v33.l, s18 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v71.l, v71.l, v48.l, s25 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s24, v80, v80 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v80.l, v21.h, v49.l, s20 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s13, v53, v53 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v102.l, v71.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v30.l, s41 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v114, 16, v114 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s41, v116, v87 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v55.l, v55.l, v32.l, s17 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v87.l, v64.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s19, 0, v96 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.l, v8.h, v24.h, s13 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s25, 0, v102 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s29, v114, v86 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v86.l, v55.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v12 +; GFX11-TRUE16-NEXT: s_and_b32 s9, s25, s9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v69.l, v24.h, v38.l, s14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.h, v71.l, v48.l, s9 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v39, 0xffff0000, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s18, 0, v87 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s45, v100, v100 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v100.l, v38.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v39, v39 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v103.l, v49.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v112.l, v50.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.l, v30.l, v14.l, s42 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v134.l, v69.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v11.h, v27.h, s7 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v145.l, v80.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v146.l, v81.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s17, 0, v86 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v51.l, v3.h, v19.h, s23 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v66.l, v27.h, v35.l, s8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v97.l, v35.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v117.l, v14.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v100 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v103, 16, v103 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v131.l, v66.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v112, 16, v112 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v128.l, v30.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v134, 16, v134 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v131, 16, v131 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v145, 16, v145 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v146, 16, v146 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v84, 0xffff0000, v17 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v53.l, v1.h, v17.h, s27 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s20, v97, v131 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v82.l, v19.h, v51.l, s24 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v117 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v128 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s23, v100, v134 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v66.l, v66.l, v35.l, s20 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s26, v103, v145 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s27, v112, v146 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s28, v84, v84 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v113.l, v51.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v97.l, v66.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v147.l, v82.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s42, v117, v128 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v69.l, v69.l, v38.l, s23 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v80.l, v80.l, v49.l, s26 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v81.l, v81.l, v50.l, s27 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v32.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v84.l, v17.h, v53.l, s28 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v113, 16, v113 -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v146.l, v83.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v147.l, v84.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v119 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v119, 16, v128 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v129 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v129, 16, v130 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v130, 16, v131 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v131, 16, v132 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v132, 16, v133 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v133, 16, v134 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v134, 16, v135 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v135, 16, v144 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v144, 16, v145 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s63, v116, v86 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v86.l, v55.l, v32.l, s40 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v13 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s20, 0, v97 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v147, 16, v147 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.l, v30.l, v14.l, s42 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s16, 0x8000, v55.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v114, 16, v114 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v145, 16, v146 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v146, 16, v147 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s42, v87, v118 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s43, v96, v119 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s45, v98, v129 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s56, v101, v132 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s59, v112, v135 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s60, v113, v144 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.h, v86.l, v32.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v118.l, v86.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v34.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v97.l, v35.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v36.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v39.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v100.l, v69.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v103.l, v80.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v112.l, v81.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s46, v101, v101 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v28.l, s45 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v115.l, v53.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v129.l, v84.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s28, v113, v147 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v117.l, v30.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v100 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v103, 16, v103 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v112, 16, v112 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s17, s1 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v33.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s46 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.h, v55.l, v32.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.l, v7.h, v23.h, s15 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v38.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v49.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s11, 0x8000, v50.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v129, 16, v129 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v82.l, v82.l, v51.l, s28 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v117 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s23, 0, v100 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s26, 0, v103 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s27, 0, v112 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s18, s2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v119.l, v12.l +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v130.l, v28.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.h, v64.l, v33.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v70.l, v23.h, v39.l, s16 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s16, 0x8000, v14.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s40, v115, v129 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v113.l, v82.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s42, 0, v117 +; GFX11-TRUE16-NEXT: s_and_b32 s7, s23, s7 +; GFX11-TRUE16-NEXT: s_and_b32 s10, s26, s10 +; GFX11-TRUE16-NEXT: s_and_b32 s11, s27, s11 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.h, v69.l, v38.l, s7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.h, v80.l, v49.l, s10 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.h, v81.l, v50.l, s11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v130 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v119 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v83.l, v83.l, v52.l, s29 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v84.l, v84.l, v53.l, s40 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v113, 16, v113 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v11 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s12, 0x8000, v51.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s46, v99, v130 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s61, v114, v145 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s62, v115, v146 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v96.l, v65.l, v34.l, s43 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v98.l, v67.l, v36.l, s45 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v101.l, v70.l, v39.l, s56 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v112.l, v81.l, v50.l, s59 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v113.l, v82.l, v51.l, s60 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.h, v13.h, v55.l, s16 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v55, 16, v118 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v33.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v37.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v102.l, v48.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v114.l, v83.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v115.l, v84.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s28, 0, v113 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s43 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s13, 0x8000, v52.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v114, 16, v114 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 +; GFX11-TRUE16-NEXT: s_and_b32 s12, s28, s12 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s14, 0x8000, v53.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s23, 0x8000, v70.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s26, 0x8000, v81.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v87.l, v64.l, v33.l, s42 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v99.l, v68.l, v37.l, s46 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v114.l, v83.l, v52.l, s61 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v115.l, v84.l, v53.l, s62 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.h, v96.l, v34.l, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.h, v98.l, v36.l, s5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v101.l, v39.l, s8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v39.l, v101.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.h, v112.l, v50.l, s11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v112.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v113.l, v51.l, s12 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v113.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v55 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v100.l, v38.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v103.l, v49.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s15, 0x8000, v54.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s44, v97, v128 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v116.l, v85.l, v54.l, s63 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.h, v87.l, v33.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v99.l, v37.l, s6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.h, v114.l, v52.l, s13 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v114.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v115.l, v53.l, s14 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v115.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v34.l, v70.l, s23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v70, 16, v39 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.l, v35.h, v81.l, s26 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v81, 16, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v34.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s29, 0, v114 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s40, 0, v115 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v35.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v100 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v103, 16, v103 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s57, v102, v133 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v97.l, v66.l, v35.l, s44 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.h, v116.l, v54.l, s15 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v54.l, v116.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s12, 0, v51 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s9, 0x8000, v48.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s18, 0x8000, v65.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s19, 0x8000, v66.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s47, v100, v131 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s58, v103, v134 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v102.l, v71.l, v48.l, s57 -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v128.l, v96.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v97.l, v35.l, s4 -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v129.l, v97.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v54, 16, v54 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s13, 0, v52 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s14, 0, v53 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v38.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v49.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s17, 0x8000, v64.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s24, 0x8000, v71.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v100.l, v69.l, v38.l, s47 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v103.l, v80.l, v49.l, s58 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v119.l, v87.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.h, v102.l, v48.l, s9 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v48.l, v102.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.h, v30.h, v65.l, s18 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v65, 16, v128 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v32.l, v66.l, s19 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v66, 16, v129 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s25, 0x8000, v80.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s41, 0x8000, v85.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.h, v100.l, v38.l, s7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v103.l, v49.l, s10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v49.l, v103.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.l, v14.h, v64.l, s17 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v64, 16, v119 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.h, v34.h, v71.l, s24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v71, 16, v48 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v65 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v66 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.h, v86.l, v13.h, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v35.l, v80.l, s25 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v80, 16, v49 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v49.l, v37.h, v85.l, s41 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v64 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s9, 0, v71 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.h, v96.l, v30.h, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.h, v97.l, v32.l, s4 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s20, 0x8000, v67.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s21, 0x8000, v68.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v130.l, v98.l -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v131.l, v99.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.h, v87.l, v38.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.h, v102.l, v38.h, s9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.h, v32.h, v67.l, s20 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v67, 16, v130 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v33.l, v68.l, s21 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v68, 16, v131 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s29, 0x8000, v84.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s8, 0, v70 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v67 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s27, 0x8000, v82.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v68 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v37.l, v84.l, s29 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.h, v101.l, v34.l, s8 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s28, 0x8000, v83.l -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s10, 0, v80 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v36.l, v82.l, s27 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v49.h, v115.l, v37.l, s14 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s22, 0x8000, v69.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v48.l, v36.h, v83.l, s28 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.h, v103.l, v35.l, s10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.h, v113.l, v36.l, s12 -; GFX11-TRUE16-NEXT: v_mov_b16_e64 v132.l, v100.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.h, v33.h, v69.l, s22 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s11, 0, v81 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v48.h, v114.l, v48.l, s13 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v69, 16, v132 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s7, 0, v69 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.h, v100.l, v33.h, s7 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v101.l, v39.l +; GFX11-TRUE16-NEXT: s_and_b32 s3, s19, s3 +; GFX11-TRUE16-NEXT: s_and_b32 s13, s29, s13 +; GFX11-TRUE16-NEXT: s_and_b32 s14, s40, s14 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.h, v65.l, v34.l, s3 +; GFX11-TRUE16-NEXT: s_and_b32 s4, s20, s4 +; GFX11-TRUE16-NEXT: v_mov_b16_e64 v135.l, v70.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.h, v66.l, v35.l, s4 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v85.l, v85.l, v54.l, s41 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v39.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v135, 16, v135 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s15, 0x8000, v54.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v116.l, v85.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s24, v101, v135 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v70.l, v70.l, v39.l, s24 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s41, 0, v116 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v101.l, v70.l +; GFX11-TRUE16-NEXT: s_and_b32 s15, s41, s15 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.h, v85.l, v54.l, s15 ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) -; GFX11-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v31 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v50.l, v15.h, v31.h, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v31 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v31.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v50.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v15.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v51.l, v31.h, v50.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v54 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v54, 16, v31 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.h, v98.l, v32.h, s5 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v51.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.h, v99.l, v33.l, s6 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v54, v54 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v87, 0xffff0000, v31 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v86.l, v15.h, v31.h, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s24, 0, v101 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v96, v96 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v97.l, v15.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v87, v87 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v96.l, v86.l +; GFX11-TRUE16-NEXT: s_and_b32 s8, s24, s8 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v31.l, v15.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v50.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v52, v53 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v15.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v31.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v51.l, v50.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v38, 16, v52 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v51.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v32.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v50.l, s0 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v38, v53 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.h, v112.l, v39.l, s11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v15.h, v51.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v31.l, v15.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v14.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v29 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v50 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v30.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v33.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v33.l, v15.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v15.h, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v117, v117 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v31.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.h, v116.l, v49.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v29.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v52, v52 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v53 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v51, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v31.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v52 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v30.l, v14.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v13.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v87.l, v31.h, v86.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.h, v70.l, v39.l, s8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v99.l, v31.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v98.l, v87.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v97, v99 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v96, v98 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v31.l, v15.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v15.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v87.l, v86.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v86.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v37.l, v31.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v36.l, v32.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v37, 16, v37 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v38, 16, v36 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.h, v82.l, v51.l, s12 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v29.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v28 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v14.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v31.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v28.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.h, v31.l, v14.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v30.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v53 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v52, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v12.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.h, v12.h, v30.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v50 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.l, v29.l, v13.l, s2 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v28.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v33.l, v15.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v13.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v31.l, v12.h, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v27 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v30.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.h, v30.l, v13.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v51, v50 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v37 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.h, v83.l, v52.l, s13 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v38 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.h, v84.l, v53.l, s14 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.l, v31.l, v15.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s42, s16 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v14.l, v30.l, v14.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v50, v49 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v10 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v27 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v27.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v53 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v29.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v28.l, v12.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v12.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.h, v11.h, v29.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.h, v31.l, v12.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v27.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v26 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v51 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v11.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v26 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v28.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v31.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v26.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v30.l, v11.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v51, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.h, v10.h, v28.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v26.l, v10.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v50 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v26.l, v27.l, v11.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v10.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v12.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v25 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v26.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v48.l, v28.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v53.l, v10.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v26.l, v26.l, v10.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v50, v50 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v25 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v49.l, v27.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v86.l, s1 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v52.l, v26.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v25.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v50, v50 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v49 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v25.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.h, v26.l, v11.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v27.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v52 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v51, v50 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v25.l, v9.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v31.l, v10.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.h, v9.h, v27.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v25.l, v12.l, v10.l, s2 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v27.l, v11.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v28.l, v9.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v10.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v8 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.l, v26.l, v9.h, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v27 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.h, v25.l, v10.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v24 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v28.l, v25.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v27, v26 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v53 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v25.l, v25.l, v9.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s3, vcc_lo, s1 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v51, v49 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v52, v50 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v48.l, v25.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v49.l, v9.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, s2 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v12.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v24.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v28 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v11.l, v9.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v9.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.h, v8.h, v12.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v24.l, v8.l, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v26 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.h, v10.l, v9.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v26.l, v26.l, v10.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v49 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v50.l, v27.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v51.l, v26.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v13.l, v29.l, v13.l, s3 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v49, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v8 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v51 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v12.l, v28.l, v12.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v25.l, v25.l, v9.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v50 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v11.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v10.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v49, v49 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v24 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v49.l, v25.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX11-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v24.l, s3 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v49 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v27.l, v11.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v28.l, v26.l, v10.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v24.l, v8.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v23 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v9.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v10.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v8.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v12.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v24, v24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v23 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v27.l, v10.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v23.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX11-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v26 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v23.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v24, v24 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v27 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v25.l, v8.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v23.l, v7.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.h, v7.h, v11.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v12.l, v8.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v25.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v22 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v26.l, v11.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v23.l, v7.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.l, v25.l, v9.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v22 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v26, v24 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v11.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v22.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v10.l, v8.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v22.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.h, v11.l, v8.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v26 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v25, v24 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v22.l, v6.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v10.l, v7.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.h, v6.h, v12.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v9.l, v7.l, s2 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v8.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v11.l, v6.h, vcc_lo -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v10.l, v7.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v21 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v10.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v12, v11 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v9.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v22.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v21 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v9.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v24, v23 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v10.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v6.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v21.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v22 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.l, v6.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v9.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v21.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.h, v7.l, v6.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v21.l, v7.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v20 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v7.l, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v21.l, v21.l, v5.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v11.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v8.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v20.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v21 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v10.l, v5.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v20.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.h, v4.h, v8.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v24, v23 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v23.l, v21.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v24.l, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX11-TRUE16-NEXT: s_and_b32 s2, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v6.l, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v22.l, v10.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v30.l, v9.l, v8.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v24, v23 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v22 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v31.l, v11.l, v7.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v21.l, v5.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v20 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v20.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v19 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v20.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s3, s0, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v19.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 ; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v9.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v4.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v19 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v8.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v5.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v8.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v4.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v19.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v32.l, v10.l, v6.l, s3 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v20 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v19, 16, v2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v33.l, v7.l, v5.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v6 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v11 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v19, v19 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v18 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v18.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v7, v7 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v17 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v5, v5 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v16 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v18.l, v2.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v17.l, s1 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v16.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v7, v7 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v5.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v8.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v17.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v16.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v18 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v18.l, v8.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v19.l, v0.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v19.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v8.l, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v19, 16, v19 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v10 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v3.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v16 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v19, v18 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v20 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v12, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v19.l, v3.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v9.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v0.l, s1 ; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v3.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v18 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v9.l, v6.l, v4.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v4.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v8.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v18.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.h, v9.l, v4.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v6.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v35.l, v7.l, v4.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v18.l, v2.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v8.l, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v6.l, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v10, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v17 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v17.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v10, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v16.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v17.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v3.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v16.l, v0.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v12, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v1.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v17.l, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v3.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.l, v2.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, vcc_lo -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v2.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v17, v16 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v7.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v4.l, s1 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v8.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v16.l, v2.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v7.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v12 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v16 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v11 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v17 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v3.l ; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v29.l, v5.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v49.l, v2.l, v1.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v48.l, v8.l, v1.h, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.l, v6.l, v0.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.l, v9.l, v2.h, s3 -; GFX11-TRUE16-NEXT: v_mov_b32_e32 v0, v29 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v2.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v16 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v0.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v1.l +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s3, s4 +; GFX11-TRUE16-NEXT: s_and_b32 s3, s6, s7 +; GFX11-TRUE16-NEXT: s_and_b32 s4, s5, s8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v39.l, v8.l, v0.l, s3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v38.l, v7.l, v1.l, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v37.l, v5.l, v2.l, s2 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v36.l, v9.l, v3.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v34.l, v6.l, v4.l, s0 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v1, v49 :: v_dual_mov_b32 v2, v48 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v3, v39 :: v_dual_mov_b32 v4, v38 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v5, v36 :: v_dual_mov_b32 v6, v35 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v7, v34 :: v_dual_mov_b32 v8, v33 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v9, v32 :: v_dual_mov_b32 v10, v31 -; GFX11-TRUE16-NEXT: v_dual_mov_b32 v11, v30 :: v_dual_mov_b32 v12, v37 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v0, v39 :: v_dual_mov_b32 v1, v38 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v2, v37 :: v_dual_mov_b32 v3, v36 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v4, v34 :: v_dual_mov_b32 v5, v33 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v6, v32 :: v_dual_mov_b32 v7, v31 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v8, v30 :: v_dual_mov_b32 v9, v29 +; GFX11-TRUE16-NEXT: v_dual_mov_b32 v10, v28 :: v_dual_mov_b32 v11, v35 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v32bf16: ; GFX11-FAKE16: ; %bb.0: ; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v71, 16, v25 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v12 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v51, 16, v28 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v12 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v39, 16, v29 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v48, 16, v13 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX11-FAKE16-NEXT: scratch_load_b32 v31, off, s32 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v14 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v35, 16, v30 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v36, 16, v14 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v83, 16, v24 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v52, v52, v51, s1 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v13 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v80, 16, v9 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v103, 16, v21 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v8 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v84, 16, v8 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v38, v38 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v87, 16, v23 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v96, 16, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v99, 16, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v48, v48, v39, s0 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v14 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v98, 0xffff0000, v6 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v100, 16, v6 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v115, 16, v20 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v102, 0xffff0000, v5 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v118, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v119, 16, v19 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v34, v34 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v30 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v112, 16, v5 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v119, 16, v19 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v114, 0xffff0000, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v70, v70 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v49, 0xffff0000, v29 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v116, 16, v4 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v131, 16, v18 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v118, 0xffff0000, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v70, v80, v71, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v82, v82 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v28 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v128, 16, v3 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v130, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v131, 16, v18 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v118, v118 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v49, 0xffff0000, v29 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v132, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v80, v84, v83, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v26 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v135, 16, v17 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v134, 0xffff0000, v1 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v55, 16, v27 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v82, v96, v87, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v98, v98 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v25 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v11 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v118, v128, v119, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v130, v130 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v28 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v8 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v135, 16, v17 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v144, 16, v1 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v146, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v84, v100, v99, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v102, v102 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v128, v132, v131, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v134, v134 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v26 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v9 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v83, 16, v24 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v84, 16, v8 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v147, 16, v16 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v34, 16, v0 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v54, v54 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v86, v112, v103, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v114, v114 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v101, 0xffff0000, v22 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v14 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v64, 16, v11 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v67, 16, v26 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v96, v116, v115, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v118, v118 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v113, 0xffff0000, v21 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v64, v64, v55, s2 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v68, 16, v10 -; GFX11-FAKE16-NEXT: scratch_load_b32 v31, off, s32 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v98, v128, v119, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v130, v130 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v117, 0xffff0000, v20 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v33, 16, v15 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v100, v132, v131, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v134, v134 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v102, v144, v135 :: v_dual_and_b32 v133, 0xffff0000, v18 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s5, v82, v82 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v130, v144, v135, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v146, v146 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v145, 0xffff0000, v17 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v112, 16, v96 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v25 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s4, v70, v70 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v70, 16, v13 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v84, v84, v83, s5 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v7 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v34, v34, v147, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v27 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v54, v14, v30 :: v_dual_and_b32 v97, 0xffff0000, v23 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v102, 0xffff0000, v5 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s6, v86, v86 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v12 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v70, v70 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v129, 0xffff0000, v19 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v13 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v48, 16, v13 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v12 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v87, 16, v23 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v96, 16, v7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s8, v102, v102 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v29 :: v_dual_lshlrev_b32 v102, 16, v11 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v51, 16, v28 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v12 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v97, 0xffff0000, v23 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v29 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v96, v96, v87, s6 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v98, 0xffff0000, v6 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v102, v102 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v64, 16, v11 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v99, 16, v22 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v100, 16, v6 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s7, v98, v98 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v28 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v52, v52, v51, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v53, v53 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s15, v82, v82 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v39, 16, v29 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v100, v100, v99, s7 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v133, 0xffff0000, v18 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v116, 16, v100 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v55, v55, v64 :: v_dual_lshlrev_b32 v130, 16, v51 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v69, v69 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v38, v38 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v51, v51, v52, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v29, v29, v13, s15 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s15, v98, v98 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s11, v133, v133 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v48, v48, v39, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v52 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v28, v28, v12, s15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v51 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v55, 16, v27 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v67, 16, v26 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v68, 16, v10 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v71, 16, v25 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s17, v49, v133 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v80, 16, v9 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v145, 0xffff0000, v17 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v64, v64, v55, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v39, v39, v48, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v51, v51, v52, s17 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v10 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v128, 16, v34 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v65, v65 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v33, 16, v15 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v80, v80, v71, s4 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v66, v66 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_and_b32_e32 v129, 0xffff0000, v19 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v36 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v48 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v55, v55, v64, s2 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v68, v68, v67, s3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v67, v67, v68, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v81, v81 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v69, v69 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s4, v81, v81 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s12, v145, v145 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v35 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v132, 16, v39 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v67, v67, v68, s3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v64 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v68 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v81, 16, v80 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v71, v71, v70 :: v_dual_lshlrev_b32 v132, 16, v67 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v85, v85 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v83, v83, v80, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v97, v97 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v30 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v84 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v87, v87, v82 :: v_dual_lshlrev_b32 v134, 16, v83 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v101, v101 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v70, v71, v80, s4 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s5, v85, v85 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s10, v129, v129 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v129, v135, v130, s12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v55 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v135, 16, v67 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v54, v98 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s16, v37, v132 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v69, 16, v80 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v81, v83, v84, s5 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s6, v97, v97 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v144, 16, v70 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s18, v53, v134 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v35, v35, v36, s15 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v39, v39, v48, s16 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v101, 0xffff0000, v22 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v65, v135 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v103, 16, v21 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v112, 16, v5 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v114, 0xffff0000, v4 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v16 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v99, v99, v84, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v113, v113 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v103, v103, v86 :: v_dual_lshlrev_b32 v144, 16, v99 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v117, v117 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v36 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v113, v115, v96, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v129, v129 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v85, 16, v82 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v115, v119, v98 :: v_dual_lshlrev_b32 v146, 16, v113 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v133, v133 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v48 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v117, v131, v100, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v145, v145 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v86 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v119, v135, v102, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v38, v147, v34 :: v_dual_lshlrev_b32 v49, 16, v52 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v49, v130 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v66, v30, v54 :: v_dual_lshlrev_b32 v53, 16, v64 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v30, 16, v35 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v30 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v69, 16, v70 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v117 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v130, v35, v36 :: v_dual_lshlrev_b32 v129, 16, v39 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v37, v129 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v129, v51, v52, s0 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v37, v39, v48 :: v_dual_lshlrev_b32 v118, 16, v102 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v131, 16, v55 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v53, v131 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v53, v55, v64 :: v_dual_lshlrev_b32 v50, 16, v15 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v71 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v65, v132 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v65, v67, v68, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v69, v133 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v135, 16, v87 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v69, v71, v70 :: v_dual_lshlrev_b32 v132, 16, v65 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v81, v134 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v81, v83, v80, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v85, v135 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v145, 16, v103 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v85, v87, v82, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v97, v144 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v97, v99, v84 :: v_dual_lshlrev_b32 v114, 16, v98 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v101, v145 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v147, 16, v115 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v101, v103, v86 :: v_dual_lshlrev_b32 v144, 16, v97 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v112, v146 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v112, v113, v96, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v114, v147 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v30, 16, v119 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v38 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v114, v115, v98, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v116, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v116, v117, v100, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v118, v30 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v118, v119, v102, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v128, v49 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v128, v38, v34, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v71, 16, v84 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v85, v87, v96, s6 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s7, v101, v101 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v145, 16, v81 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v55, v55, v64, s18 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v113, 0xffff0000, v21 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v65, v67, v68, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v69, v144 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v115, 16, v20 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v116, 16, v4 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v117, 0xffff0000, v20 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s9, v114, v114 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v112, v112, v103, s8 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v83, 16, v96 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v87, v99, v100, s7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s8, v113, v113 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s13, v38, v38 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v146, 16, v85 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v67, v70, v80, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v71, v145 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v116, v116, v115, s9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v99, v103, v112, s8 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s9, v117, v117 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v38, v147, v34, s13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v147, 16, v87 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v69, v81, v84, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v83, v146 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v112 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v102, v115, v116, s9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v99 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v116 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v70, v85, v96, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v86, v147 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v102 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v113, v119, v118, s10 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v117, v131, v128, s11 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v30 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v71, v87, v100, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v97, v54 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v113 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v115, 16, v128 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v132, 16, v117 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v119, 16, v130 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v54, v99, v112, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v101, v98 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s14, v66, v66 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v129 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v131, 16, v34 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v38 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v81, v102, v116, s15 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v103, 16, v118 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v30, v30, v14, s14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v13 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v29 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v103, v37 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v30 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v36 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v14, v130, v36, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v48 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v36, v37, v48, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v52 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v49, v129, v52, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v64 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v52, 16, v129 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v64, v53, v64, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v68 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v68, v65, v68, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v70 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v70, v69, v70, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v80 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v80, v81, v80, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v82 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v82, v85, v82, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v84 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v84, v97, v84, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v86 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v86, v101, v86, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v96 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v96, v112, v96, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v98 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v98, v114, v98 :: v_dual_lshlrev_b32 v131, 16, v53 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v100 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v100, v116, v100 :: v_dual_lshlrev_b32 v133, 16, v69 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v35 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v14, v14, v35 :: v_dual_lshlrev_b32 v135, 16, v85 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v102 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v35, v118, v102, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v39 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v36, v36, v39 :: v_dual_lshlrev_b32 v145, 16, v101 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v34 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v34, v128, v34, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v51 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v39, v49, v51, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v55 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v51, 16, v128 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v49, v64, v55, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v67 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v55, v68, v67, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v71 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v64, v70, v71 :: v_dual_lshlrev_b32 v147, 16, v114 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v83 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v67, v80, v83, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v87 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v68, v82, v87, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v99 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v70, v84, v99, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v103 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v71, v86, v103 :: v_dual_lshlrev_b32 v30, 16, v130 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v113 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v48, 16, v37 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v80, v96, v113, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v115 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v82, v98, v115, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v117 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v81 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v83, v100, v117, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v119 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v84, v35, v119, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v38 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v86, v34, v38, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v30 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v14, v130, v14, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v30, v37, v36, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v52 -; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v31 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v34, v129, v39, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v131 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v35, v53, v49, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v132 -; GFX11-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v31 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v36, v65, v55, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v133 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v37, v69, v64, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v134 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v38, v81, v67, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v135 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v39, v85, v68, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v144 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v48, v97, v70, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v145 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v49, v101, v71, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v85, 16, v55 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v48 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v37, v113, v118, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v115, v132 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v65 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v52 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v87, 16, v67 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v64 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v83, v117, v128, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v119, v49 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s18, 0, v85 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v69 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v68 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s19, 0, v86 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v49, v129, v130, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v131, v133 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v70 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v80 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s20, 0, v87 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v99, 16, v71 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v38, v38, v34, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v66, v53 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v35 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v39 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v84 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s21, 0, v97 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v30, v30, v14, s15 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v82, v134 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v51 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s16, 0, v66 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v96 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s22, 0, v98 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v29, v29, v13, s15 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s15, 0, v53 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s17, 0, v82 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s23, 0, v99 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v15 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s15, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v54 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s16, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v112 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v36, v39, v48, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s17, s1 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s24, 0, v101 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v39, v51, v52, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s18, s2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v102, 16, v81 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v48, v55, v64, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s19, s3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v103, 16, v37 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v51, v65, v68, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s20, s4 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s9, 0x8000, v116 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v52, v67, v80, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s21, s5 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s25, 0, v102 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v53, v69, v84, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s22, s6 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v118 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v55, v70, v96, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s23, s7 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s26, 0, v103 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v64, v71, v100, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v55, v15, v31, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v31 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v148, 16, v116 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v55 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v33, v33, v52, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v146, 16, v112 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v33 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v146 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v15, v112, v80, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v52, v52, v33, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v113, 16, v83 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v115, 16, v49 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v117, 16, v38 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s11, 0x8000, v128 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s12, 0x8000, v130 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s27, 0, v113 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s28, 0, v115 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s13, 0x8000, v34 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s29, 0, v117 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v119, 16, v30 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s14, 0x8000, v14 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v129, 16, v29 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v114, 16, v27 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s40, 0, v119 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s41, 0, v129 +; GFX11-FAKE16-NEXT: s_and_b32 s3, s40, s14 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v14, v30, v14, s3 +; GFX11-FAKE16-NEXT: v_perm_b32 v14, v35, v14, 0x5040100 +; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v65, 16, v31 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v15, v15, v31, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v102, 16, v118 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v53, v31, v55 :: v_dual_lshlrev_b32 v64, 16, v52 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v147 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v53 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v31, v114, v82, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v148 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v32, v116, v83, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v50, v64 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v64, v52, v33, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v65, v67 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v64 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v65, v53, v55, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v102 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v68, 16, v65 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v50, v118, v84, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v33 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v33, v64, v33, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v55 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v55, v65, v55, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v52 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v33, v33, v52, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v53 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v53, v55, v53, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v67 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v33, v64, v33, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v51 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v52, v128, v86, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v68 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v51, v65, v53, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v66 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v29 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v12 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v29 :: v_dual_lshlrev_b32 v64, 16, v54 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v64, v53 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v53, v66, v54, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v28 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v64, 16, v29 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v54 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v54, v53, v54, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v66 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v54, v54, v66, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v65, v64 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v64, 16, v53 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v28 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v55, v29, v13 :: v_dual_lshlrev_b32 v66, 16, v12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v31 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v31 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v32, v33, v65, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s24, s8 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v33, v54, v112, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v32 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v32 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v31, v31, v15, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v31 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v50, v65, v32 :: v_dual_lshlrev_b32 v65, 16, v15 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s25, s9 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v54, v81, v116, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s26, s10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v68, 16, v50 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v37, v37, v118, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v65, v66 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v31, v31, v15, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v67, v68 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v31 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v50, v50, v32, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s27, s11 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v65, v83, v128, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s28, s12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v50 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v49, v49, v130, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s29, s13 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v66 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v34, v38, v34, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v15 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v67 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v38, 16, v26 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v114, v114 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v15, v31, v15, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v28 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v30, v50, v32, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v53, v53, v54 :: v_dual_lshlrev_b32 v64, 16, v55 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v66, v65 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v27 -; GFX11-FAKE16-NEXT: v_perm_b32 v14, v14, v53, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v54, v28, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v29 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v11 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v54, v12, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v12 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v27, v27, v11, s0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v25 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v12 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s41, vcc_lo +; GFX11-FAKE16-NEXT: v_perm_b32 v15, v30, v15, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v29, v13, vcc_lo ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v28 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v27, v27, v11 :: v_dual_lshlrev_b32 v28, 16, v54 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v26 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_perm_b32 v13, v30, v13, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v54, v12, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v26 :: v_dual_lshlrev_b32 v29, 16, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v27 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v54, v28 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v28, v27, v11, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v32, v31 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v27 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v11 +; GFX11-FAKE16-NEXT: v_perm_b32 v13, v36, v13, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v26 :: v_dual_lshlrev_b32 v29, 16, v28 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v32, v31 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v38, 16, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v26, v26, v10 :: v_dual_lshlrev_b32 v31, 16, v27 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v26 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v12, v28, v12, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v10 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s2, v38, v32 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v25, s1 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v31 +; GFX11-FAKE16-NEXT: v_perm_b32 v12, v39, v12, 0x5040100 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v26, v26, v10, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v50, v50 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v9 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v26 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v25, v25, v9, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v11 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v25 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v11, v28, v11 :: v_dual_lshlrev_b32 v54, 16, v26 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v27, v11, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v31, v29 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v22 +; GFX11-FAKE16-NEXT: v_perm_b32 v11, v48, v11, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v25, v25, v9, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v24, s1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 +; GFX11-FAKE16-NEXT: v_perm_b32 v10, v51, v10, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v27, v27 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v26, 16, v24 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v23, v23, v7, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v9 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v28, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v7 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v7 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v23 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v24, v24, v8, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v25, v9, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v8 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v6, v6, v22, s1 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v28, v26 +; GFX11-FAKE16-NEXT: v_perm_b32 v9, v52, v9, 0x5040100 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v27 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v10 -; GFX11-FAKE16-NEXT: v_perm_b32 v12, v34, v12, 0x5040100 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v55, v54 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v29, v26, v10, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v23, v23, v7, s1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v6, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v29 -; GFX11-FAKE16-NEXT: v_perm_b32 v11, v35, v11, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v29, v10, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v55, v54 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v27, v25, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v26 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v9, v27, v9, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v10, v29, v10, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v25 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v25 :: v_dual_lshlrev_b32 v26, 16, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v7 +; GFX11-FAKE16-NEXT: v_perm_b32 v8, v53, v8, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v27, v26 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v21 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v6, s3 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v25, v25 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v27 -; GFX11-FAKE16-NEXT: v_perm_b32 v10, v36, v10, 0x5040100 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v7 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v23, v23, v7 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v6 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v9, v27, v9 :: v_dual_lshlrev_b32 v28, 16, v23 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v8 -; GFX11-FAKE16-NEXT: v_perm_b32 v9, v37, v9, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v27, v26 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v26, v24, v8 :: v_dual_lshlrev_b32 v25, 16, v22 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v29, v28 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v27, v23, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v24 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v23 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v24, 16, v26 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v21, s3 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v28, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v27 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v21 -; GFX11-FAKE16-NEXT: v_perm_b32 v8, v38, v8, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v22 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_perm_b32 v7, v39, v7, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v21 :: v_dual_lshlrev_b32 v24, 16, v4 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v23, v7 :: v_dual_lshlrev_b32 v26, 16, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v4 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v21 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v5 +; GFX11-FAKE16-NEXT: v_perm_b32 v7, v55, v7, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v23, v23 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v20 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v20, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v19 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v19, s0 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v26, v24 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v21, v21, v5, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v23, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v21 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v20, v20, v4, s0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX11-FAKE16-NEXT: v_perm_b32 v6, v48, v6, 0x5040100 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v23, v21, v5 :: v_dual_lshlrev_b32 v22, 16, v19 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v23 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v3, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v25, v24 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v19 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v22, v20, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v21 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v22, v4 :: v_dual_lshlrev_b32 v21, 16, v23 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v24, v19, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v20 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_perm_b32 v5, v49, v5, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v19 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v19 :: v_dual_lshlrev_b32 v20, 16, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v19 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v20, v20, v4, s3 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v27, v26 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v23, v23 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v21, v5 :: v_dual_lshlrev_b32 v22, 16, v20 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v3, s3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v16 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v18, s2 +; GFX11-FAKE16-NEXT: v_perm_b32 v5, v33, v5, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v19 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v21 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v0 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc_lo +; GFX11-FAKE16-NEXT: v_perm_b32 v6, v64, v6, 0x5040100 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v17, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v21, v21 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v18 +; GFX11-FAKE16-NEXT: v_perm_b32 v4, v54, v4, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v16, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v1, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v23, v23 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v16, v16, v0, s2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v21, v21 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v16 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v18, v18, v2, s2 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s2, v22, v21 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v18 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v1, s2 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s2, v24, v23 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v26, v25 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v16, v16, v0, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v18, v18, v2, s3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v16 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v19, v3, s1 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v18 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v18 :: v_dual_lshlrev_b32 v23, 16, v24 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_perm_b32 v3, v31, v3, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v17, v17, v1 :: v_dual_lshlrev_b32 v20, 16, v16 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v16, v16, v0 :: v_dual_lshlrev_b32 v19, 16, v18 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v17 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v21 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v22 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_perm_b32 v3, v37, v3, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v19 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v1, v17, v1, s1 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s3, s4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v16, v0, s1 +; GFX11-FAKE16-NEXT: s_and_b32 s1, s5, s6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v23, v19 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v24, v20 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v20, v17, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v19, v2 :: v_dual_lshlrev_b32 v23, 16, v16 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v23 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v23, v16, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v20, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v18 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v17 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v20 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v16 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v23 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v20, v1 :: v_dual_lshlrev_b32 v16, 16, v19 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_perm_b32 v1, v50, v1, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v16 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_perm_b32 v0, v52, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX11-FAKE16-NEXT: v_perm_b32 v2, v32, v2, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v22, v4, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_perm_b32 v4, v15, v4, 0x5040100 -; GFX11-FAKE16-NEXT: v_perm_b32 v15, v33, v51, 0x5040100 +; GFX11-FAKE16-NEXT: v_perm_b32 v1, v49, v1, 0x5040100 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v18, v2, s1 +; GFX11-FAKE16-NEXT: v_perm_b32 v0, v34, v0, 0x5040100 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_perm_b32 v2, v65, v2, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_v32bf16: @@ -13012,750 +11556,662 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX12-TRUE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-TRUE16-NEXT: s_wait_kmcnt 0x0 ; GFX12-TRUE16-NEXT: scratch_load_b32 v31, off, s32 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v33, 0xffff0000, v14 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v30 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v7 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v33, v33 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v34, v34 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v35, 0xffff0000, v13 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v14.h, v30.h, s1 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v39, 0xffff0000, v11 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v49, 0xffff0000, v10 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v51, 0xffff0000, v9 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v8 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v24 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v6 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v67, 0xffff0000, v5 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v4 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v71, 0xffff0000, v3 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v16 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s15, v55, v55 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s29, v85, v85 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v55.l, v30.h, v32.l, s2 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v36, 0xffff0000, v29 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v28 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v48, 0xffff0000, v27 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v26 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v52, 0xffff0000, v25 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v64, 0xffff0000, v23 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v22 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v68, 0xffff0000, v21 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v20 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v80, 0xffff0000, v19 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v2 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v83, 0xffff0000, v1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v35, v35 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v37, v37 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v39, v39 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v67, 0xffff0000, v5 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v13 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s9, v49, v49 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s11, v51, v51 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s13, v53, v53 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s14, v54, v54 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s17, v65, v65 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v36, v36 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s10, v50, v50 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s19, v67, v67 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v4 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v10.h, v26.h, s9 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s43, v98, v98 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v12 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v30 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s21, v69, v69 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s23, v71, v71 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s40, v86, v86 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v67.l, v26.h, v36.l, s10 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v98.l, v36.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s5, v37, v37 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v28 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v54.l, v0.h, v16.h, s29 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v86.l, v32.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v118.l, v55.l -; GFX12-TRUE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v18 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v84, 0xffff0000, v17 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v36, v36 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v50.l, v4.h, v20.h, s21 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v132.l, v67.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v34, v34 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v12.h, v28.h, s5 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v36.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v132, 16, v132 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v6 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s6, v38, v38 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v48, v48 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s10, v50, v50 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v28 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v52, 0xffff0000, v25 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s21, v98, v132 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s17, v65, v65 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v65.l, v28.h, v34.l, s6 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v68, 0xffff0000, v21 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s12, v52, v52 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s16, v64, v64 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s18, v66, v66 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v67.l, v67.l, v36.l, s21 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v29 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v20 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s20, v68, v68 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v98.l, v67.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s44, v99, v99 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s22, v70, v70 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s24, v80, v80 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v35, 0xffff0000, v13 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s25, v81, v81 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s27, v83, v83 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v33, 0xffff0000, v14 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v81.l, v20.h, v50.l, s22 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v35, v35 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v64, 0xffff0000, v23 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s21, 0, v98 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v33, v33 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v22 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v13.h, v29.h, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v12.h, v28.h, s5 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v11.h, v27.h, s7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v10.h, v26.h, s9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v9.h, v25.h, s11 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.l, v8.h, v24.h, s13 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.l, v7.h, v23.h, s15 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v48.l, v6.h, v22.h, s17 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v49.l, v5.h, v21.h, s19 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v50.l, v4.h, v20.h, s21 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v51.l, v3.h, v19.h, s23 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v85.l, v16.h, v54.l, s40 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v118 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v15 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s16, v64, v64 +; GFX12-TRUE16-NEXT: s_and_b32 s5, s21, s5 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v71, 0xffff0000, v3 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v28.h, v67.l, v36.l, s5 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v51, 0xffff0000, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v64.l, v29.h, v33.l, s4 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s18, v66, v66 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s23, v71, v71 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v52.l, v2.h, v18.h, s25 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s11, v51, v51 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v7 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v14 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s26, v82, v82 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s28, v84, v84 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v52.l, v2.h, v18.h, s25 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v53.l, v1.h, v17.h, s27 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v64.l, v29.h, v33.l, s4 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v65.l, v28.h, v34.l, s6 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v66.l, v27.h, v35.l, s8 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v67.l, v26.h, v36.l, s10 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v9.h, v25.h, s11 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v14.h, v30.h, s1 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v16 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s15, v55, v55 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v68.l, v25.h, v37.l, s12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v69.l, v24.h, v38.l, s14 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v70.l, v23.h, v39.l, s16 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v71.l, v22.h, v48.l, s18 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v80.l, v21.h, v49.l, s20 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v81.l, v20.h, v50.l, s22 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v82.l, v19.h, v51.l, s24 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v116.l, v54.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s40, v86, v118 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v86.l, v85.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v30 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v87, v87 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v99.l, v37.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v37.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v55.l, v30.h, v32.l, s2 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s41, v96, v96 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v87.l, v33.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v133.l, v68.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v29.l, s43 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v96.l, v34.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v98.l, v36.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v101.l, v39.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v112.l, v50.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v113.l, v51.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v83.l, v18.h, v52.l, s26 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v84.l, v17.h, v53.l, s28 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v119.l, v64.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v128.l, v65.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v129.l, v66.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v130.l, v67.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v131.l, v68.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v132.l, v69.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v133.l, v70.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v134.l, v71.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v135.l, v80.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v144.l, v81.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v145.l, v82.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v130.l, v65.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v133, 16, v133 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v24 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v15 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s29, v85, v85 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s40, v86, v86 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s22, v99, v133 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v86.l, v32.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v128.l, v55.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s44 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v68.l, v68.l, v37.l, s22 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v130, 16, v130 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v18 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s14, v54, v54 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v87, v87 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v99.l, v68.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v54.l, v0.h, v16.h, s29 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v87.l, v33.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v129.l, v64.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v128 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v30 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v49.l, v5.h, v21.h, s19 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v118.l, v13.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s22, 0, v99 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s19, v96, v130 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v96.l, v29.l +; GFX12-TRUE16-NEXT: v_and_b32_e32 v83, 0xffff0000, v1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s26, v82, v82 +; GFX12-TRUE16-NEXT: s_and_b32 s6, s22, s6 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v85.l, v16.h, v54.l, s40 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.h, v68.l, v37.l, s6 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v48, 0xffff0000, v27 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s42, v97, v97 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v30.l, s41 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v32.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v99.l, v37.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v118 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s8, v48, v48 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v48.l, v6.h, v22.h, s17 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s17, v86, v128 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v129 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v65.l, v65.l, v34.l, s19 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s27, v83, v83 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v71.l, v22.h, v48.l, s18 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v102.l, v48.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s9, 0x8000, v48.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v83.l, v18.h, v52.l, s26 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v116.l, v54.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v144.l, v71.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s18, v87, v128 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v87.l, v85.l +; GFX12-TRUE16-NEXT: v_and_b32_e32 v80, 0xffff0000, v19 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v144, 16, v144 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s43, v118, v96 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v96.l, v65.l +; GFX12-TRUE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v8 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v114.l, v52.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v115.l, v53.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s25, v102, v144 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v86.l, v83.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v64.l, v64.l, v33.l, s18 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v71.l, v71.l, v48.l, s25 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s24, v80, v80 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v80.l, v21.h, v49.l, s20 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v112, 16, v112 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v113, 16, v113 -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v146.l, v83.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v147.l, v84.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v118, 16, v119 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v119, 16, v128 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v129 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v129, 16, v130 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v130, 16, v131 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v131, 16, v132 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v132, 16, v133 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v133, 16, v134 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v134, 16, v135 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v135, 16, v144 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v144, 16, v145 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s63, v116, v86 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v86.l, v55.l, v32.l, s40 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v13 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v30.l, v14.l, s42 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s16, 0x8000, v55.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s13, v53, v53 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v102.l, v71.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v14.l, v30.l, s41 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v114, 16, v114 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v145, 16, v146 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v146, 16, v147 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s42, v87, v118 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s43, v96, v119 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s45, v98, v129 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s56, v101, v132 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s59, v112, v135 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s60, v113, v144 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.h, v86.l, v32.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v118.l, v86.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v34.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v97.l, v35.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v36.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v39.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s11, 0x8000, v50.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s12, 0x8000, v51.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s46, v99, v130 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s61, v114, v145 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s62, v115, v146 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v96.l, v65.l, v34.l, s43 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v98.l, v67.l, v36.l, s45 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v101.l, v70.l, v39.l, s56 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v112.l, v81.l, v50.l, s59 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v113.l, v82.l, v51.l, s60 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.h, v13.h, v55.l, s16 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v55, 16, v118 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v33.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v37.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v102.l, v48.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s13, 0x8000, v52.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s14, 0x8000, v53.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s23, 0x8000, v70.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s26, 0x8000, v81.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v87.l, v64.l, v33.l, s42 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s41, v116, v87 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v55.l, v55.l, v32.l, s17 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v87.l, v64.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s19, 0, v96 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v99.l, v68.l, v37.l, s46 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v114.l, v83.l, v52.l, s61 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v115.l, v84.l, v53.l, s62 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.h, v96.l, v34.l, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.h, v98.l, v36.l, s5 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v101.l, v39.l, s8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v39.l, v101.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.h, v112.l, v50.l, s11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v50.l, v112.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v113.l, v51.l, s12 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v113.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v55 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.l, v8.h, v24.h, s13 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s25, 0, v102 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s29, v114, v86 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v86.l, v55.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v87, 16, v87 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v12 +; GFX12-TRUE16-NEXT: s_and_b32 s9, s25, s9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v69.l, v24.h, v38.l, s14 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.h, v71.l, v48.l, s9 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v39, 0xffff0000, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v86, 16, v86 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s18, 0, v87 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s45, v100, v100 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v100.l, v38.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s7, v39, v39 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v103.l, v49.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s15, 0x8000, v54.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v102, 16, v102 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s44, v97, v128 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v116.l, v85.l, v54.l, s63 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.h, v87.l, v33.l, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v99.l, v37.l, s6 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.h, v114.l, v52.l, s13 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v114.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v115.l, v53.l, s14 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v115.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v34.l, v70.l, s23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v70, 16, v39 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.l, v35.h, v81.l, s26 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v81, 16, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v35.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v112.l, v50.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v30.l, v14.l, s42 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v134.l, v69.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v11.h, v27.h, s7 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v145.l, v80.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v146.l, v81.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s17, 0, v86 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v51.l, v3.h, v19.h, s23 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v66.l, v27.h, v35.l, s8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v97.l, v35.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v117.l, v14.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v100 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v103, 16, v103 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s57, v102, v133 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v97.l, v66.l, v35.l, s44 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.h, v116.l, v54.l, s15 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v54.l, v116.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s12, 0, v51 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s9, 0x8000, v48.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s18, 0x8000, v65.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s19, 0x8000, v66.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s47, v100, v131 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s58, v103, v134 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v102.l, v71.l, v48.l, s57 -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v128.l, v96.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v97.l, v35.l, s4 -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v129.l, v97.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v54, 16, v54 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s13, 0, v52 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s14, 0, v53 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v38.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v49.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s17, 0x8000, v64.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s24, 0x8000, v71.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v100.l, v69.l, v38.l, s47 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v103.l, v80.l, v49.l, s58 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v119.l, v87.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.h, v102.l, v48.l, s9 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v48.l, v102.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.h, v30.h, v65.l, s18 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v65, 16, v128 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v32.l, v66.l, s19 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v66, 16, v129 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s25, 0x8000, v80.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s41, 0x8000, v85.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.h, v100.l, v38.l, s7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v103.l, v49.l, s10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v49.l, v103.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.l, v14.h, v64.l, s17 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v64, 16, v119 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.h, v34.h, v71.l, s24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v71, 16, v48 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v65 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v66 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.h, v86.l, v13.h, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v35.l, v80.l, s25 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v80, 16, v49 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v49.l, v37.h, v85.l, s41 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v64 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s9, 0, v71 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.h, v96.l, v30.h, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.h, v97.l, v32.l, s4 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s20, 0x8000, v67.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s21, 0x8000, v68.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v130.l, v98.l -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v131.l, v99.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.h, v87.l, v38.l, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.h, v102.l, v38.h, s9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.h, v32.h, v67.l, s20 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v67, 16, v130 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v33.l, v68.l, s21 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v68, 16, v131 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s29, 0x8000, v84.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s8, 0, v70 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v67 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s27, 0x8000, v82.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v68 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v37.l, v84.l, s29 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.h, v101.l, v34.l, s8 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s28, 0x8000, v83.l -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s10, 0, v80 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v36.l, v82.l, s27 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v49.h, v115.l, v37.l, s14 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s22, 0x8000, v69.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v131.l, v66.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v112, 16, v112 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v128.l, v30.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v134, 16, v134 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v131, 16, v131 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v145, 16, v145 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v146, 16, v146 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v84, 0xffff0000, v17 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v53.l, v1.h, v17.h, s27 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s20, v97, v131 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v82.l, v19.h, v51.l, s24 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v117 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v128, 16, v128 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s23, v100, v134 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v48.l, v36.h, v83.l, s28 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.h, v103.l, v35.l, s10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.h, v113.l, v36.l, s12 -; GFX12-TRUE16-NEXT: v_mov_b16_e64 v132.l, v100.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.h, v33.h, v69.l, s22 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s11, 0, v81 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v48.h, v114.l, v48.l, s13 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v69, 16, v132 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s7, 0, v69 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v66.l, v66.l, v35.l, s20 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s26, v103, v145 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s27, v112, v146 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s28, v84, v84 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v113.l, v51.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v97.l, v66.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v147.l, v82.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s42, v117, v128 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v69.l, v69.l, v38.l, s23 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.h, v100.l, v33.h, s7 -; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x0 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v55, 0xffff0000, v31 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v50.l, v15.h, v31.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v31.l, s0 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v50.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v15.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v51.l, v31.h, v50.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v54 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v54, 16, v31 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.h, v98.l, v32.h, s5 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v51.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.h, v99.l, v33.l, s6 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v54, v54 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v80.l, v80.l, v49.l, s26 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v81.l, v81.l, v50.l, s27 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v32.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v84.l, v17.h, v53.l, s28 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v113, 16, v113 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s20, 0, v97 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v147, 16, v147 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v30.l, v14.l, s42 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v100.l, v69.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v103.l, v80.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v112.l, v81.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s46, v101, v101 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v28.l, s45 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v115.l, v53.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v129.l, v84.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s28, v113, v147 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v117.l, v30.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v100, 16, v100 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v103, 16, v103 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v112, 16, v112 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s17, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v33.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s46 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.h, v55.l, v32.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.l, v7.h, v23.h, s15 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v38.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v49.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s11, 0x8000, v50.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v129, 16, v129 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v82.l, v82.l, v51.l, s28 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v117, 16, v117 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s23, 0, v100 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s26, 0, v103 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s27, 0, v112 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s18, s2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v119.l, v12.l +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v130.l, v28.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.h, v64.l, v33.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v70.l, v23.h, v39.l, s16 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s16, 0x8000, v14.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s40, v115, v129 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v113.l, v82.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s42, 0, v117 +; GFX12-TRUE16-NEXT: s_and_b32 s7, s23, s7 +; GFX12-TRUE16-NEXT: s_and_b32 s10, s26, s10 +; GFX12-TRUE16-NEXT: s_and_b32 s11, s27, s11 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.h, v69.l, v38.l, s7 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.h, v80.l, v49.l, s10 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.h, v81.l, v50.l, s11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v130 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v119 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v83.l, v83.l, v52.l, s29 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v84.l, v84.l, v53.l, s40 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v113, 16, v113 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v11 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s12, 0x8000, v51.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v114.l, v83.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v115.l, v84.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s28, 0, v113 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s43 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s13, 0x8000, v52.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v114, 16, v114 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v115, 16, v115 +; GFX12-TRUE16-NEXT: s_and_b32 s12, s28, s12 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s14, 0x8000, v53.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v34.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s29, 0, v114 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s40, 0, v115 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v35.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v101.l, v39.l +; GFX12-TRUE16-NEXT: s_and_b32 s3, s19, s3 +; GFX12-TRUE16-NEXT: s_and_b32 s13, s29, s13 +; GFX12-TRUE16-NEXT: s_and_b32 s14, s40, s14 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.h, v65.l, v34.l, s3 +; GFX12-TRUE16-NEXT: s_and_b32 s4, s20, s4 +; GFX12-TRUE16-NEXT: v_mov_b16_e64 v135.l, v70.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.h, v66.l, v35.l, s4 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v85.l, v85.l, v54.l, s41 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v39.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v135, 16, v135 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s15, 0x8000, v54.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v116.l, v85.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s24, v101, v135 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v116, 16, v116 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v70.l, v70.l, v39.l, s24 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s41, 0, v116 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v101.l, v70.l +; GFX12-TRUE16-NEXT: s_and_b32 s15, s41, s15 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v101, 16, v101 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.h, v85.l, v54.l, s15 +; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v31 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v31.l, s0 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v87, 0xffff0000, v31 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v86.l, v15.h, v31.h, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s24, 0, v101 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v96, v96 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v97.l, v15.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v87, v87 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v96.l, v86.l +; GFX12-TRUE16-NEXT: s_and_b32 s8, s24, s8 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v31.l, v15.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v50.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v52, v53 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v15.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v31.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v51.l, v50.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v38, 16, v52 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v53, 16, v53 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v51.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v32.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v50.l, s0 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v38, v53 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.h, v112.l, v39.l, s11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v15.h, v51.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v31.l, v15.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v14.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v29 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v50 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v50.l, v30.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v33.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v33.l, v15.l, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v15.h, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v117, v117 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v31.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v97, 16, v97 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.h, v116.l, v49.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v13.l, v29.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v52, v52 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v53 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v51, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v15.l, v31.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v87.l, v31.h, v86.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v96, 16, v96 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.h, v70.l, v39.l, s8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v99.l, v31.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v98.l, v87.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v99, 16, v99 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v98, 16, v98 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v97, v99 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v96, v98 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.l, v29.l, v13.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v52 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v31.l, v15.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v15.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v30.l, v14.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v13.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v87.l, v86.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v86.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v37.l, v31.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v36.l, v32.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v37, 16, v37 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v38, 16, v36 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.h, v82.l, v51.l, s12 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v29.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v28 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v14.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v31.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v52 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v12.l, v28.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.h, v31.l, v14.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v30.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v53 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v52, v51 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v12.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.h, v12.h, v30.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v50 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v29.l, v13.l, s2 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v50.l, v28.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v11 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v33.l, v15.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v13.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v31.l, v12.h, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v27 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v30.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.h, v30.l, v13.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v51, v50 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v37 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.h, v83.l, v52.l, s13 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v38 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.h, v84.l, v53.l, s14 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.l, v31.l, v15.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s42, s16 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v14.l, v30.l, v14.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v50, v49 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v10 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v27 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v27.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v52, v52 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v53 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v29.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v28.l, v12.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v12.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.h, v11.h, v29.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v9 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.h, v31.l, v12.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v27.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v28.l, v28.l, v12.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v26 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v51 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v11.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v26 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v28.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v31.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v26.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v30.l, v11.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v51, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.h, v10.h, v28.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v26.l, v10.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v50 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v26.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v26.l, v27.l, v11.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v10.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v50.l, v12.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v25 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v48.l, v28.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v53.l, v10.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: v_cndmask_b16 v26.l, v26.l, v10.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v50, v50 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v25 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v49.l, v27.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v15.h, v32.l, v86.l, s1 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v52.l, v26.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v25.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v28, v28 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.h, v26.l, v11.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v27.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v28, 16, v52 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v51, v50 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v25.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v50, v50 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v13.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v48 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v49 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v51, 16, v51 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v52 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v52, 16, v53 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v25.l, v9.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v31.l, v10.h, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.h, v9.h, v27.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v25.l, v12.l, v10.l, s2 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v27.l, v11.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v28.l, v9.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v10.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v8 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v26.l, v9.h, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v27 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v28 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v25.l, v25.l, v9.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s3, vcc_lo, s1 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v51, v49 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v52, v50 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v48.l, v25.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v49.l, v9.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.h, v25.l, v10.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v24 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v28.l, v25.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v27, v26 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v27.l, v27.l, v11.l, s2 ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v12.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v26.l, v26.l, v10.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v48 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v49 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v50.l, v27.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v51.l, v26.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v13.l, v29.l, v13.l, s3 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v49, v48 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v50, 16, v50 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v8 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v51 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v28.l, v12.l, s0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v24.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v28 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v11.l, v9.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v9.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.h, v8.h, v12.l, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v12.l, v24.l, v8.l, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v7 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v26 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.h, v10.l, v9.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v25.l, v25.l, v9.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v50 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v11.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v10.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v49, v49 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v24 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v49.l, v25.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX12-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v24.l, s3 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v48, v48 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v48, 16, v49 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v49, 16, v7 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v27.l, v11.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v28.l, v26.l, v10.l, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v24.l, v8.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v23 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v9.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v10.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v8.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v12.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v24, v24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v23 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v27.l, v10.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v26 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v23.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v24, v24 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v11.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v27 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v25.l, v8.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v26, v9 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v23.l, v7.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v6 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.h, v7.h, v11.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v24 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v12.l, v8.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v9.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v25.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v22 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v26.l, v11.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v23.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX12-TRUE16-NEXT: s_and_b32 s1, vcc_lo, s1 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v25 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v22.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v23, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v26, 16, v26 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v23.l, v7.l, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.l, v25.l, v9.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v22 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v26, v24 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v11.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v7.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.h, v11.l, v8.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v26 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v25, v24 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v6.l, v22.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v22.l, v6.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v10.l, v7.h, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.h, v6.h, v12.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v9.l, v7.l, s2 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v8.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v5 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v10.l, v8.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v11.l, v6.h, vcc_lo -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v22 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v10.l, v7.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v21 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v10.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v12, v11 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v9.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v22.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v25, 16, v21 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v9.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v24, v23 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v10.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v6.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v21.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v22 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v8.l, v6.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.h, v5.h, v9.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v11.l, v11.l, v7.l, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v21.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v4 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.h, v7.l, v6.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v21.l, v7.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v20 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v21.l, v21.l, v5.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v11.l ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v8.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v20.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v21 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v10.l, v5.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v20.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.h, v4.h, v8.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v11 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v24, v23 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v23.l, v21.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v24.l, v5.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v22, 16, v22 +; GFX12-TRUE16-NEXT: s_and_b32 s2, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v10.l, v10.l, v6.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v23, 16, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v24, 16, v24 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v7.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v22.l, v10.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v30.l, v9.l, v8.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v24, v23 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v22 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v31.l, v11.l, v7.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v21.l, v5.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v20 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v9.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v4.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v19 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v8.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v4.l, v20.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v6.l +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v9, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v19 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v19.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v10, v10 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v8.l, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v20.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s3, s0, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v19.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v11 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v5.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v8.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v4.l +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v19.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v32.l, v10.l, v6.l, s3 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s0, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v11 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v20 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v12, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v19.l, v3.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v9.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v18 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v6.l, v4.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v4.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v19, 16, v2 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v33.l, v7.l, v5.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v3.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v6 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v11 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v19, v19 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v18 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v18.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.h, v9.l, v4.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v6.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v35.l, v7.l, v4.h, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v18.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v7, v7 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v17 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v5, v5 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v16 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v18.l, v2.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v18.l, v2.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v17.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v16.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v7, v7 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v5.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v8.l, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v3.h, v6.l, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v10, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v17 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v9.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v17.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v10, v10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v16.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v11, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v8.l, v4.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v17.l, v1.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v3.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v16.l, v0.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v12, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v1.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v7.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v3.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v4.l, v2.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v2.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v10 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v16.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v18 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v7.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v18.l, v8.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v19.l, v0.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v17, 16, v17 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v18, 16, v18 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v19, 16, v19 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v20.l, v6.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v10 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, vcc_lo -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v2.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v17, v16 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v7.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v1.h, v4.l, s1 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v8.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v2.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v2.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v9.l, v9.l, v3.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v17, v16 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v19, v18 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v20 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v16 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v2.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v9.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v7.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v12 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v16 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v11 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v8.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v16.l, v7.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v17.l, v8.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v16 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v16, 16, v17 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v3.l ; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v10 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v29.l, v5.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v49.l, v2.l, v1.l, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v48.l, v8.l, v1.h, s1 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.l, v6.l, v0.h, s2 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.l, v9.l, v2.h, s3 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v2.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v11 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s6, 0, v16 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v0.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v1.l +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s3, s4 +; GFX12-TRUE16-NEXT: s_and_b32 s3, s6, s7 +; GFX12-TRUE16-NEXT: s_and_b32 s4, s5, s8 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v39.l, v8.l, v0.l, s3 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v38.l, v7.l, v1.l, s4 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v37.l, v5.l, v2.l, s2 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v36.l, v9.l, v3.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v34.l, v6.l, v4.l, s0 ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v0, v29 :: v_dual_mov_b32 v1, v49 -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v2, v48 :: v_dual_mov_b32 v3, v39 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v0, v39 :: v_dual_mov_b32 v1, v38 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v2, v37 :: v_dual_mov_b32 v3, v36 ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v4, v38 :: v_dual_mov_b32 v5, v36 -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v6, v35 :: v_dual_mov_b32 v7, v34 -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v8, v33 :: v_dual_mov_b32 v9, v32 -; GFX12-TRUE16-NEXT: v_dual_mov_b32 v10, v31 :: v_dual_mov_b32 v11, v30 -; GFX12-TRUE16-NEXT: v_mov_b32_e32 v12, v37 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v4, v34 :: v_dual_mov_b32 v5, v33 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v6, v32 :: v_dual_mov_b32 v7, v31 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v8, v30 :: v_dual_mov_b32 v9, v29 +; GFX12-TRUE16-NEXT: v_dual_mov_b32 v10, v28 :: v_dual_mov_b32 v11, v35 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v32bf16: @@ -13765,792 +12221,649 @@ define <32 x bfloat> @v_minimumnum_v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) { ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v71, 16, v25 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v12 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v51, 16, v28 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v12 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v39, 16, v29 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v48, 16, v13 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX12-FAKE16-NEXT: scratch_load_b32 v31, off, s32 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v14 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v35, 16, v30 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v36, 16, v14 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v83, 16, v24 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff -; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v52, v52, v51, s1 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v13 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v80, 16, v9 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v103, 16, v21 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v8 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v84, 16, v8 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v38, v38 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v87, 16, v23 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v96, 16, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v99, 16, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff -; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v48, v48, v39, s0 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v34, 0xffff0000, v14 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v98, 0xffff0000, v6 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v100, 16, v6 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v115, 16, v20 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v102, 0xffff0000, v5 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v118, 0xffff0000, v3 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v119, 16, v19 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v34, v34 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v37, 0xffff0000, v30 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v112, 16, v5 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v119, 16, v19 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v114, 0xffff0000, v4 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v128, 16, v3 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v130, 0xffff0000, v2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v131, 16, v18 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v36, v36, v35, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v70, v70 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v118, v118 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v49, 0xffff0000, v29 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v116, 16, v4 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v131, 16, v18 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v118, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v70, v80, v71, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v82, v82 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v28 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v128, 16, v3 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v130, 0xffff0000, v2 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v132, 16, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v80, v84, v83, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v26 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v135, 16, v17 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v134, 0xffff0000, v1 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v55, 16, v27 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v82, v96, v87, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v98, v98 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v25 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v54, 0xffff0000, v11 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v118, v128, v119, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v130, v130 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v28 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v82, 0xffff0000, v8 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v135, 16, v17 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v144, 16, v1 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v146, 0xffff0000, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v84, v100, v99, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v102, v102 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v24 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v128, v132, v131, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v134, v134 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v69, 0xffff0000, v26 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v70, 0xffff0000, v9 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v83, 16, v24 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v84, 16, v8 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v147, 16, v16 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v34, 16, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v54, v54 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v86, v112, v103, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v114, v114 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v101, 0xffff0000, v22 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v14 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v64, 16, v11 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v67, 16, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v96, v116, v115, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v118, v118 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v113, 0xffff0000, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff -; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v64, v64, v55, s2 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v68, 16, v10 -; GFX12-FAKE16-NEXT: scratch_load_b32 v31, off, s32 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v98, v128, v119, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v130, v130 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v117, 0xffff0000, v20 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v33, 16, v15 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v100, v132, v131, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v134, v134 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s5, v82, v82 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v102, v144, v135 :: v_dual_and_b32 v133, 0xffff0000, v18 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v130, v144, v135, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v146, v146 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v145, 0xffff0000, v17 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v112, 16, v96 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v81, 0xffff0000, v25 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s4, v70, v70 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v70, 16, v13 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v84, v84, v83, s5 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v86, 0xffff0000, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v34, v34, v147, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v54, v54 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v65, 0xffff0000, v27 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v102, 0xffff0000, v5 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s6, v86, v86 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v12 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v54, v14, v30 :: v_dual_and_b32 v97, 0xffff0000, v23 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v14, v14, v30, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v70, v70 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v32, 0xffff0000, v15 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v129, 0xffff0000, v19 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v13 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v48, 16, v13 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v50, 0xffff0000, v12 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v87, 16, v23 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v96, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s8, v102, v102 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v49, v49 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v29 :: v_dual_lshlrev_b32 v102, 16, v11 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v86, v86 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v51, 16, v28 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v12 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v97, 0xffff0000, v23 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v50, v50 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v29 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v96, v96, v87, s6 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v98, 0xffff0000, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v39, v39, v48, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v102, v102 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v64, 16, v11 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v99, 16, v22 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v100, 16, v6 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s7, v98, v98 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v28 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v52, v52, v51, s1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v51, v51, v52, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v116, 16, v100 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v37, v37 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v53, v53 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s15, v82, v82 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v39, 16, v29 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v100, v100, v99, s7 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v133, 0xffff0000, v18 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v55, v55, v64 :: v_dual_lshlrev_b32 v130, 16, v51 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v69, v69 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v38, v38 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v51, v51, v52, s1 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v29, v29, v13, s15 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s15, v98, v98 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s11, v133, v133 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v48, v48, v39, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v49, v49 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v52 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v28, v28, v12, s15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v51 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v55, 16, v27 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v67, 16, v26 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v68, 16, v10 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v71, 16, v25 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s17, v49, v133 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v80, 16, v9 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v145, 0xffff0000, v17 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v64, v64, v55, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v39, v39, v48, s0 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v51, v51, v52, s17 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v10 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v128, 16, v34 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v65, v65 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v33, 16, v15 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v85, 0xffff0000, v24 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v80, v80, v71, s4 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v66, v66 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v129, 0xffff0000, v19 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v36 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v48 ; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v55, v55, v64, s2 ; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v68, v68, v67, s3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v67, v67, v68, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v81, v81 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v69, v69 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s4, v81, v81 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s12, v145, v145 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v35 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v132, 16, v39 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v67, v67, v68, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v64 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v68 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v81, 16, v80 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v71, v71, v70 :: v_dual_lshlrev_b32 v132, 16, v67 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v85, v85 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v83, v83, v80, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v97, v97 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v30 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v84 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v87, v87, v82 :: v_dual_lshlrev_b32 v134, 16, v83 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v101, v101 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v70, v71, v80, s4 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s5, v85, v85 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s10, v129, v129 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v129, v135, v130, s12 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v55 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v135, 16, v67 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v54, v98 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s16, v37, v132 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v69, 16, v80 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v81, v83, v84, s5 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s6, v97, v97 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v144, 16, v70 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s18, v53, v134 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v35, v35, v36, s15 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v39, v39, v48, s16 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v101, 0xffff0000, v22 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v65, v135 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v103, 16, v21 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v112, 16, v5 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v114, 0xffff0000, v4 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v38, 0xffff0000, v16 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v99, v99, v84, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v113, v113 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v103, v103, v86 :: v_dual_lshlrev_b32 v144, 16, v99 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v117, v117 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v36 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v113, v115, v96, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v129, v129 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v85, 16, v82 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v115, v119, v98 :: v_dual_lshlrev_b32 v146, 16, v113 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v133, v133 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v48 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v117, v131, v100, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v145, v145 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v86 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v119, v135, v102, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v38, v147, v34 :: v_dual_lshlrev_b32 v49, 16, v52 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v49, v130 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v66, v30, v54 :: v_dual_lshlrev_b32 v53, 16, v64 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v30, 16, v35 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v14, v30 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v69, 16, v70 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v117 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v130, v35, v36 :: v_dual_lshlrev_b32 v129, 16, v39 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v37, v129 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v71, 16, v84 ; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff -; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v129, v51, v52, s0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v37, v39, v48 :: v_dual_lshlrev_b32 v118, 16, v102 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v131, 16, v55 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v53, v131 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v53, v55, v64 :: v_dual_lshlrev_b32 v50, 16, v15 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v71 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v65, v132 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v65, v67, v68, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v69, v133 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v135, 16, v87 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v69, v71, v70 :: v_dual_lshlrev_b32 v132, 16, v65 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v81, v134 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v81, v83, v80, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v85, v135 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v145, 16, v103 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v85, v87, v82, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v97, v144 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v97, v99, v84 :: v_dual_lshlrev_b32 v114, 16, v98 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v101, v145 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v147, 16, v115 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v101, v103, v86 :: v_dual_lshlrev_b32 v144, 16, v97 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v112, v146 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v112, v113, v96, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v114, v147 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v30, 16, v119 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v38 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v114, v115, v98, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v116, v14 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v116, v117, v100, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v118, v30 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v118, v119, v102, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v128, v49 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v128, v38, v34, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v85, v87, v96, s6 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s7, v101, v101 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v145, 16, v81 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v55, v55, v64, s18 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v113, 0xffff0000, v21 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v65, v67, v68, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v69, v144 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v115, 16, v20 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v116, 16, v4 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v117, 0xffff0000, v20 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s9, v114, v114 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v112, v112, v103, s8 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v83, 16, v96 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v87, v99, v100, s7 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s8, v113, v113 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s13, v38, v38 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v146, 16, v85 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v67, v70, v80, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v71, v145 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v116, v116, v115, s9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v99, v103, v112, s8 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s9, v117, v117 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v38, v147, v34, s13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v147, 16, v87 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v69, v81, v84, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v83, v146 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v112 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v102, v115, v116, s9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v99 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v116 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v70, v85, v96, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v86, v147 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v102 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v113, v119, v118, s10 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v117, v131, v128, s11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v30 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v71, v87, v100, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v97, v54 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v37, 16, v113 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v115, 16, v128 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v132, 16, v117 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v119, 16, v130 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v54, v99, v112, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v101, v98 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s14, v66, v66 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v49, 16, v129 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v131, 16, v34 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v133, 16, v38 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v81, v102, v116, s15 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v103, 16, v118 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v30, v30, v14, s14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v29 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v103, v37 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v30 ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v36 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v85, 16, v55 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v48 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v37, v113, v118, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v115, v132 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v86, 16, v65 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v52 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v87, 16, v67 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v64 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v83, v117, v128, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v119, v49 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s18, 0, v85 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v97, 16, v69 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v68 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s19, 0, v86 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v49, v129, v130, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v131, v133 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v98, 16, v70 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v80 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s20, 0, v87 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v99, 16, v71 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v38, v38, v34, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v66, v53 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v35 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v39 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v84 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s21, 0, v97 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v30, v30, v14, s15 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s15, v82, v134 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v82, 16, v51 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s16, 0, v66 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v96 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s22, 0, v98 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v29, v29, v13, s15 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s15, 0, v53 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s17, 0, v82 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s23, 0, v99 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v15 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s15, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v101, 16, v54 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v35, v35, v36, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s16, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v112 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v36, v39, v48, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s17, s1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s24, 0, v101 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v39, v51, v52, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s18, s2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v102, 16, v81 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v48, v55, v64, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s19, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v103, 16, v37 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v51, v65, v68, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s20, s4 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s9, 0x8000, v116 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v52, v67, v80, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s21, s5 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s25, 0, v102 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v53, v69, v84, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s22, s6 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s10, 0x8000, v118 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v55, v70, v96, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s23, s7 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s26, 0, v103 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v64, v71, v100, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v113, 16, v83 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v115, 16, v49 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v117, 16, v38 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s11, 0x8000, v128 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s12, 0x8000, v130 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s27, 0, v113 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s28, 0, v115 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s13, 0x8000, v34 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s29, 0, v117 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v119, 16, v30 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s14, 0x8000, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v129, 16, v29 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v114, 16, v27 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s40, 0, v119 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s41, 0, v129 +; GFX12-FAKE16-NEXT: s_and_b32 s3, s40, s14 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v14, v30, v14, s3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_perm_b32 v14, v35, v14, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x0 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v65, 16, v31 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v14, v130, v36, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v48 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v36, v37, v48, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v52 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v49, v129, v52, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v64 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v52, 16, v129 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v64, v53, v64, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v68 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v68, v65, v68, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v70 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v70, v69, v70, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v80 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v80, v81, v80, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v82 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v82, v85, v82, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v84 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v84, v97, v84, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v86 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v86, v101, v86, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v96 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v96, v112, v96, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v98 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v98, v114, v98 :: v_dual_lshlrev_b32 v131, 16, v53 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v100, v116, v100 :: v_dual_lshlrev_b32 v133, 16, v69 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v35 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v14, v14, v35 :: v_dual_lshlrev_b32 v135, 16, v85 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v102 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v35, v118, v102, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v39 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v36, v36, v39 :: v_dual_lshlrev_b32 v145, 16, v101 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v34 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v34, v128, v34, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v51 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v39, v49, v51, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v55 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v51, 16, v128 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v49, v64, v55, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v67 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v55, v68, v67, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v71 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v64, v70, v71 :: v_dual_lshlrev_b32 v147, 16, v114 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v83 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v67, v80, v83, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v87 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v68, v82, v87, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v99 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v70, v84, v99, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v103 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v71, v86, v103 :: v_dual_lshlrev_b32 v30, 16, v130 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v113 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v48, 16, v37 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v80, v96, v113, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v115 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v82, v98, v115, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v117 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v134, 16, v81 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v83, v100, v117, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v119 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v84, v35, v119, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v38 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v86, v34, v38, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v30 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v14, v130, v14, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v48 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v30, v37, v36, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v52 -; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x0 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v52, 16, v31 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v34, v129, v39, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v131 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v35, v53, v49, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v132 -; GFX12-FAKE16-NEXT: v_and_b32_e32 v53, 0xffff0000, v31 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v36, v65, v55, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v133 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v37, v69, v64, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v134 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v38, v81, v67, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v135 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v39, v85, v68, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v144 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v48, v97, v70, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v145 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v49, v101, v71, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v55, v15, v31, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v31 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v148, 16, v116 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v55 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v33, v33, v52, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v146, 16, v112 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v33 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v146 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v15, v112, v80, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v53, v53 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v52, v52, v33, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v102, 16, v118 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v53, v31, v55 :: v_dual_lshlrev_b32 v64, 16, v52 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v147 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v53 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v31, v114, v82, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v148 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v32, v116, v83, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v50, v64 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v64, v52, v33, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v65, v67 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v64 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v65, v53, v55, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v102 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v68, 16, v65 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v50, v118, v84, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v33 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v33, v64, v33, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v55 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v55, v65, v55, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v52 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v33, v33, v52, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v53 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v53, v55, v53, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v67 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v33, v64, v33, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v51 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v52, v128, v86, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v68 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v51, v65, v53, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v53, 16, v66 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v29 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v13, v13, v29 :: v_dual_lshlrev_b32 v64, 16, v54 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v64, v53 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v53, v66, v54, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v29, v29, v13, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v28 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v64, 16, v29 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v54 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v54, v53, v54, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v66 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v54, v54, v66, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v65, v64 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v64, 16, v53 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v55, v29, v13 :: v_dual_lshlrev_b32 v66, 16, v12 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v53, v53, v54 :: v_dual_lshlrev_b32 v64, 16, v55 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v66, v65 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v65, 16, v27 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_perm_b32 v14, v14, v53, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v54, v28, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v29 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v13, v29, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v11 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v54, v12, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v12, v28, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v65, v65 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v27, v27, v11 :: v_dual_lshlrev_b32 v28, 16, v54 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v64 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v55, v13, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v26 -; GFX12-FAKE16-NEXT: v_perm_b32 v13, v30, v13, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v54, v12, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v26 :: v_dual_lshlrev_b32 v29, 16, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v27 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v54, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v28, v27, v11, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v55, v55 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v26, v26, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v9, v25, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v11, v28, v11 :: v_dual_lshlrev_b32 v54, 16, v26 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v25, v25, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v27 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v11, v27, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v28 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v10 -; GFX12-FAKE16-NEXT: v_perm_b32 v12, v34, v12, 0x5040100 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v55, v54 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v54, 16, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v55, 16, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v29, v26, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v28, v11, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v29 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_perm_b32 v11, v35, v11, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v29, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v55, v54 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v27, v25, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v10, v26, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v27, v9, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v29, v10, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v9, v25 :: v_dual_lshlrev_b32 v26, 16, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v7 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v27 -; GFX12-FAKE16-NEXT: v_perm_b32 v10, v36, v10, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v28, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v23, v23, v7 :: v_dual_lshlrev_b32 v26, 16, v24 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v9, v27, v9 :: v_dual_lshlrev_b32 v28, 16, v23 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v8 -; GFX12-FAKE16-NEXT: v_perm_b32 v9, v37, v9, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v27, v26 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v26, v24, v8 :: v_dual_lshlrev_b32 v25, 16, v22 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v29, v28 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v27, v23, v7, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v22, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v24 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v15, v15, v31, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v32, v32 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v31 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v66, 0xffff0000, v31 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v8, v24, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v23 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v32, v33, v65, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s24, s8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v33, v54, v112, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v50, v50 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v32 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v32 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v24, 16, v26 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v22 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v6 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v28, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v27 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v31, v31, v15, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v66, v66 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v31 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v50, v65, v32 :: v_dual_lshlrev_b32 v65, 16, v15 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s25, s9 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v54, v81, v116, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s26, s10 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v68, 16, v50 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v37, v37, v118, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v65, v66 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v31, v31, v15, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v67, v68 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v66, 16, v31 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v50, v50, v32, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s27, s11 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v65, v83, v128, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s28, s12 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v67, 16, v50 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v49, v49, v130, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s29, s13 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v66 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v34, v38, v34, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v15 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v67 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v38, 16, v26 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v114, v114 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v15, v31, v15, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v28 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v30, v50, v32, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v13 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v12 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v27, v27, v11, s0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v50, 16, v25 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v12 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s41, vcc_lo +; GFX12-FAKE16-NEXT: v_perm_b32 v15, v30, v15, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v13, v29, v13, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v10 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v32, v31 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v11 +; GFX12-FAKE16-NEXT: v_perm_b32 v13, v36, v13, 0x5040100 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v22, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v5 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v28, v28, v12, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v29, v29 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v26, v8, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v10, v26 :: v_dual_lshlrev_b32 v29, 16, v28 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v32, v31 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v21 -; GFX12-FAKE16-NEXT: v_perm_b32 v8, v38, v8, 0x5040100 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v27, v27, v11, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v38, v38 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v38, 16, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v27, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v22 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v26, v26, v10 :: v_dual_lshlrev_b32 v31, 16, v27 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v29 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v32, 16, v26 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_perm_b32 v7, v39, v7, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v22, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v12, v28, v12, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v10 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s2, v38, v32 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v9, v9, v25, s1 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v31 +; GFX12-FAKE16-NEXT: v_perm_b32 v12, v39, v12, 0x5040100 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v26, v26, v10, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v50, v50 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v31, 16, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v26 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v25, v25, v9, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v11 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v25 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v11, v27, v11, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v8 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v31, v29 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v29, 16, v22 +; GFX12-FAKE16-NEXT: v_perm_b32 v11, v48, v11, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v25, v25, v9, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v10, v26, v10, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v8, v8, v24, s1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v27, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v25 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v23 +; GFX12-FAKE16-NEXT: v_perm_b32 v10, v51, v10, 0x5040100 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v21 :: v_dual_lshlrev_b32 v24, 16, v4 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v23 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v20 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v24, v8, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v27, v27 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v23, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v25, v25 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v3 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v23 :: v_dual_lshlrev_b32 v26, 16, v24 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v28 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v8 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v23, v23, v7, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v9 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v28, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v28, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v23 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v24, v24, v8, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v27, v27 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v9, v25, v9, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v8 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v24 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v6, v6, v22, s1 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v28, v26 +; GFX12-FAKE16-NEXT: v_perm_b32 v9, v52, v9, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v27 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v6 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v23, v23, v7, s1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s1, v29, v29 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v23 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v6, s1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v24, v8, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v25 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v22 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v5 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_perm_b32 v8, v53, v8, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v27, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v21 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v22, v22, v6, s3 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s3, v25, v25 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v26, v26 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v22 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v5, v5, v21, s3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v21, v21, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v24, v24 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v23, v7 :: v_dual_lshlrev_b32 v26, 16, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v4 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v24 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v20, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v19, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v5 +; GFX12-FAKE16-NEXT: v_perm_b32 v7, v55, v7, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v23, v23 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v20 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v4, v4, v20, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v19 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v19, s0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v26, v24 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v27, 16, v3 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v21, v21, v5, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v23, v23 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v21 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v20, v20, v4, s0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v25, v25 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v4 -; GFX12-FAKE16-NEXT: v_perm_b32 v6, v48, v6, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v23, v21, v5 :: v_dual_lshlrev_b32 v22, 16, v19 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v22, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v19, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v22, v20, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v21 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v21, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v22, v4 :: v_dual_lshlrev_b32 v21, 16, v23 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v24 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v24, v19, v3, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v22 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v23, v5, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v20 -; GFX12-FAKE16-NEXT: v_perm_b32 v5, v49, v5, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v4, v20, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v19 :: v_dual_lshlrev_b32 v20, 16, v2 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v18 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v2, v18 :: v_dual_lshlrev_b32 v23, 16, v24 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v24, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v0 -; GFX12-FAKE16-NEXT: v_perm_b32 v3, v31, v3, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v18, v18, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v23, v23 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v17 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v19, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v17, v17, v1 :: v_dual_lshlrev_b32 v20, 16, v16 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v23 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v20 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v3, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v20, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v16, v16, v0 :: v_dual_lshlrev_b32 v19, 16, v18 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v20, 16, v17 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v23, v19 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v19, v18, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v24, v20 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v20, v17, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v19, v2 :: v_dual_lshlrev_b32 v23, 16, v16 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v25, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v23, v16, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v20, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v18 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v18, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v17 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v17, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v17, 16, v20 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v16 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v16, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v17 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v18, 16, v23 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v20, v1 :: v_dual_lshlrev_b32 v16, 16, v19 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v18 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_perm_b32 v1, v50, v1, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v23, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v16 -; GFX12-FAKE16-NEXT: v_perm_b32 v0, v52, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v19, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v21 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_perm_b32 v2, v32, v2, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v22, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_perm_b32 v4, v15, v4, 0x5040100 -; GFX12-FAKE16-NEXT: v_perm_b32 v15, v33, v51, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v25, v24 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v19 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v22, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v20, v20, v4, s3 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v27, v26 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v23, v23 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v21, v5 :: v_dual_lshlrev_b32 v22, 16, v20 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v19, v19, v3, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v16 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v18, s2 +; GFX12-FAKE16-NEXT: v_perm_b32 v5, v33, v5, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v22 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v19 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v26, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v21 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v17 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v20, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_perm_b32 v6, v64, v6, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v1, v17, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v21, v21 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v18 +; GFX12-FAKE16-NEXT: v_perm_b32 v4, v54, v4, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v0, v16, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v22, v22 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v24, 16, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v1, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v23, v23 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v16, v16, v0, s2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s2, v21, v21 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v23, 16, v16 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v18, v18, v2, s2 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s2, v22, v21 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v25, 16, v18 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v17, v17, v1, s2 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s2, v24, v23 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s3, v26, v25 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v21, 16, v17 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v16, v16, v0, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v3 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v18, v18, v2, s3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v22, 16, v16 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v19, v3, s1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v19, 16, v18 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v21 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v22 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_perm_b32 v3, v37, v3, 0x5040100 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s5, 0, v19 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v1, v17, v1, s1 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s3, s4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v16, v0, s1 +; GFX12-FAKE16-NEXT: s_and_b32 s1, s5, s6 +; GFX12-FAKE16-NEXT: v_perm_b32 v1, v49, v1, 0x5040100 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v18, v2, s1 +; GFX12-FAKE16-NEXT: v_perm_b32 v0, v34, v0, 0x5040100 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_perm_b32 v2, v65, v2, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <32 x bfloat> @llvm.minimumnum.v32bf16(<32 x bfloat> %x, <32 x bfloat> %y) ret <32 x bfloat> %result @@ -14580,15 +12893,13 @@ define bfloat @v_minimumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v3, v2 +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s4, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: s_setpc_b64 s[30:31] ; ; GFX900-LABEL: v_minimumnum_bf16_no_ieee: @@ -14603,15 +12914,13 @@ define bfloat @v_minimumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v2, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v1 ; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s4, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_setpc_b64 s[30:31] ; ; GFX950-LABEL: v_minimumnum_bf16_no_ieee: @@ -14624,22 +12933,17 @@ define bfloat @v_minimumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s0, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v2, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v2 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_bf16_no_ieee: @@ -14654,14 +12958,12 @@ define bfloat @v_minimumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_bf16_no_ieee: @@ -14670,31 +12972,28 @@ define bfloat @v_minimumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.h, v1.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v1, v1 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_bf16_no_ieee: @@ -14710,17 +13009,15 @@ define bfloat @v_minimumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_bf16_no_ieee: @@ -14733,37 +13030,31 @@ define bfloat @v_minimumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v0.h, v1.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v1, 16, v1 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v1, v1 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v1, v1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, s0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v0.h, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v1.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v1.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v1.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_bf16_no_ieee: @@ -14785,21 +13076,17 @@ define bfloat @v_minimumnum_bf16_no_ieee(bfloat %x, bfloat %y) #0 { ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v2, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v1, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v2, 16, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call bfloat @llvm.minimumnum.bf16(bfloat %x, bfloat %y) ret bfloat %result @@ -14836,16 +13123,14 @@ define <2 x bfloat> @v_minimumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v4, v5 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v3 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc @@ -14854,15 +13139,13 @@ define <2 x bfloat> @v_minimumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX8-NEXT: v_lshlrev_b32_e32 v4, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 +; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] ; @@ -14879,32 +13162,28 @@ define <2 x bfloat> @v_minimumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v4, v5 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v3 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 -; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v4, 16, v0 +; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v2, v0, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -14919,46 +13198,36 @@ define <2 x bfloat> @v_minimumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX950-NEXT: v_cndmask_b32_sdwa v3, v0, v2, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v3 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v2 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v4, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v2, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v4, v3, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v4 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v3 +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v4 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v4, v2, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v4, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v4, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v1, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v1 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v1, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v2, v0, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; @@ -14976,6 +13245,7 @@ define <2 x bfloat> @v_minimumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v3, v3 ; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v6 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v0 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 ; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v0 @@ -14983,24 +13253,19 @@ define <2 x bfloat> @v_minimumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v3, v4 ; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v3, v2, v6, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo ; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v1, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo ; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v3, v6, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo -; GFX10-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v3 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_v2bf16_no_ieee: @@ -15028,37 +13293,31 @@ define <2 x bfloat> @v_minimumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_4) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v3.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.l ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v5, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v1.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v2.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l ; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v1.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v2.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v2bf16_no_ieee: @@ -15071,40 +13330,37 @@ define <2 x bfloat> @v_minimumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v2, v2 ; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v3 :: v_dual_lshlrev_b32 v5, 16, v0 ; GFX11-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0 ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v5 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v3, v2 :: v_dual_lshlrev_b32 v7, 16, v1 ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v3 ; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v2 :: v_dual_lshlrev_b32 v7, 16, v5 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) +; GFX11-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_v2bf16_no_ieee: @@ -15139,38 +13395,32 @@ define <2 x bfloat> @v_minimumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v6 ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v5, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v3.l, v2.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v2.l, vcc_lo ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v1.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l ; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v5.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v2, 16, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v3.l, s1 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v1.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v6 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v0.h, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v5.l, v0.l, s0 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v5.l, v1.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v3.l, v2.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v1.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v2bf16_no_ieee: @@ -15188,50 +13438,44 @@ define <2 x bfloat> @v_minimumnum_v2bf16_no_ieee(<2 x bfloat> %x, <2 x bfloat> % ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v3 :: v_dual_lshlrev_b32 v5, 16, v0 ; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v1 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v5, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0 ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v3, v2 :: v_dual_lshlrev_b32 v7, 16, v1 ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v2, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v1, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v1, v0 :: v_dual_lshlrev_b32 v4, 16, v3 ; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v2, v4, v2 :: v_dual_lshlrev_b32 v7, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v4, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v4 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v3, v2, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s2, s1 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v1, v0, vcc_lo ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_perm_b32 v0, v1, v0, 0x5040100 +; GFX12-FAKE16-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <2 x bfloat> @llvm.minimumnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> %y) ret <2 x bfloat> %result @@ -15274,16 +13518,14 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -15292,15 +13534,13 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -15309,14 +13549,12 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v5, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: s_setpc_b64 s[30:31] @@ -15334,16 +13572,14 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -15352,15 +13588,13 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -15369,14 +13603,12 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v5, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v4, v0, s4 ; GFX900-NEXT: s_setpc_b64 s[30:31] @@ -15391,69 +13623,54 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX950-NEXT: v_cndmask_b32_sdwa v5, v0, v4, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v5 +; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v5 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v5 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v5, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v0 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 ; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v5, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v4, v0, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; @@ -15461,58 +13678,52 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX10: ; %bb.0: ; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX10-NEXT: v_cmp_u_f32_e64 s4, v6, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX10-NEXT: v_cndmask_b32_sdwa v10, v0, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v3 +; GFX10-NEXT: v_cndmask_b32_e64 v6, v0, v2, s4 +; GFX10-NEXT: v_cndmask_b32_sdwa v0, v0, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s5, 0x8000, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v0, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v5 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v5, v10, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v10 ; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 ; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v4, v10, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v5, v10, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v8, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v2, v5, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_lshlrev_b32_e32 v4, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v7, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v6, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_perm_b32 v0, v2, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v7, v1, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v4, v7 +; GFX10-NEXT: v_cmp_eq_u16_e64 s7, 0x8000, v1 +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v5, v0, vcc_lo +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v9, v5 +; GFX10-NEXT: v_cmp_eq_f32_e64 s6, 0, v8 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v1, s4 +; GFX10-NEXT: v_cmp_eq_f32_e64 s4, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v5, 16, v3 +; GFX10-NEXT: s_and_b32 vcc_lo, s4, vcc_lo +; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s6, s5 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 +; GFX10-NEXT: v_perm_b32 v0, v0, v2, 0x5040100 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s7 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX10-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-TRUE16-LABEL: v_minimumnum_v3bf16_no_ieee: @@ -15523,62 +13734,63 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v8, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v7, v7 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v0.h, v2.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s3 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) ; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v4.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s2 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, vcc_lo ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v0.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v8 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v7, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s3, v9, v11 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v4.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v2.l, v0.l, s3 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v4.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v4.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s2 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 ; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v7, v9 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v10, v11 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v3.l +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v8 +; GFX11-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX11-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v4.l, s2 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v3bf16_no_ieee: @@ -15587,59 +13799,56 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX11-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v2 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v6, 16, v1 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v9, 16, v3 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v0 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v4, vcc_lo ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v10, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v2 ; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v8 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v7 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v1, v6, v1 :: v_dual_lshlrev_b32 v2, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v7 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 ; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v7, 16, v2 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX11-FAKE16-NEXT: s_and_b32 s0, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v0, v2, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-TRUE16-LABEL: v_minimumnum_v3bf16_no_ieee: @@ -15654,73 +13863,68 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v6, v6 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v8, v8 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v5, v5 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v0.h, v2.h, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v9, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s3 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v2.h, v4.l, s1 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s2 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, vcc_lo ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v1.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v3.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v0.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v2.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 ; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v6, v8 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v7, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v1.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s3, v9, v11 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v5.l, v4.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v3.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v5.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v2.l, v0.l, s3 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v4.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s2 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v8.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v4, 16, v4 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v3.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v5, 16, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v4 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s0 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v5 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v9 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v6.l, v0.h, s1 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v7, v9 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v10, v11 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v8.l, v0.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4.l ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v7.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v0.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v3.l +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v2.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v6 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v7 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v6 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v7 +; GFX12-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s4, 0, v8 +; GFX12-TRUE16-NEXT: s_and_b32 s2, s2, vcc_lo +; GFX12-TRUE16-NEXT: s_and_b32 s0, s3, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v5.l, v4.l, s2 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s4, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s1 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v3bf16_no_ieee: @@ -15733,75 +13937,66 @@ define <3 x bfloat> @v_minimumnum_v3bf16_no_ieee(<3 x bfloat> %x, <3 x bfloat> % ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v2 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v6, 16, v1 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v9, 16, v3 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v10 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v8, v8 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v10, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v0 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v7, 16, v0 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v3, v3, v1 :: v_dual_lshlrev_b32 v6, 16, v2 ; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v7 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v4 :: v_dual_lshlrev_b32 v8, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v1, v6, v1 :: v_dual_lshlrev_b32 v2, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v5, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v6 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v7 +; GFX12-FAKE16-NEXT: s_and_b32 s0, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v0, v2, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v1 ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <3 x bfloat> @llvm.minimumnum.v3bf16(<3 x bfloat> %x, <3 x bfloat> %y) ret <3 x bfloat> %result @@ -15850,16 +14045,14 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 -; GFX8-NEXT: s_movk_i32 s4, 0x8000 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX8-NEXT: s_movk_i32 s6, 0x8000 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX8-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v2 ; GFX8-NEXT: v_lshrrev_b32_e32 v7, 16, v0 ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 @@ -15870,15 +14063,13 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX8-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v7, v8 -; GFX8-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -15887,15 +14078,13 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v7, v6 -; GFX8-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX8-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -15904,14 +14093,12 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX8-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX8-NEXT: v_cmp_lt_f32_e32 vcc, v6, v3 -; GFX8-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX8-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX8-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX8-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX8-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX8-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX8-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX8-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX8-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v5 ; GFX8-NEXT: v_or_b32_sdwa v0, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD ; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v4 @@ -15931,16 +14118,14 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 -; GFX900-NEXT: s_movk_i32 s4, 0x8000 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v4 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX900-NEXT: s_movk_i32 s6, 0x8000 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX900-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc ; GFX900-NEXT: v_lshrrev_b32_e32 v6, 16, v2 ; GFX900-NEXT: v_lshrrev_b32_e32 v7, 16, v0 ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 @@ -15951,15 +14136,13 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX900-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v7, v8 -; GFX900-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v5 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v5 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc @@ -15968,15 +14151,13 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v7, 16, v1 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v7, v6 -; GFX900-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v1 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v1 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc ; GFX900-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc @@ -15985,14 +14166,12 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX900-NEXT: v_lshlrev_b32_e32 v6, 16, v0 ; GFX900-NEXT: v_cmp_lt_f32_e32 vcc, v6, v3 -; GFX900-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v0 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX900-NEXT: v_cmp_eq_u16_e32 vcc, s4, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX900-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 -; GFX900-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX900-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX900-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX900-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX900-NEXT: v_cmp_eq_u16_e64 s[4:5], s6, v0 +; GFX900-NEXT: s_and_b64 vcc, vcc, s[4:5] +; GFX900-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX900-NEXT: s_mov_b32 s4, 0x5040100 ; GFX900-NEXT: v_perm_b32 v0, v5, v0, s4 ; GFX900-NEXT: v_perm_b32 v1, v4, v1, s4 @@ -16008,94 +14187,74 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX950-NEXT: v_cndmask_b32_sdwa v5, v1, v4, vcc dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v7, v7 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v5 -; GFX950-NEXT: s_movk_i32 s0, 0x8000 +; GFX950-NEXT: s_movk_i32 s2, 0x8000 ; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v4 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v7 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v5 ; GFX950-NEXT: v_lshrrev_b32_e32 v7, 16, v0 -; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v4 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v5, v4, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v5, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v5 -; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v4 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: v_lshrrev_b32_e32 v6, 16, v2 +; GFX950-NEXT: v_cndmask_b32_e32 v4, v4, v5, vcc +; GFX950-NEXT: v_and_b32_e32 v5, 0xffff0000, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v5, v5 -; GFX950-NEXT: s_nop 1 +; GFX950-NEXT: v_and_b32_e32 v8, 0xffff0000, v2 +; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v8, v8 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v5 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v5 ; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v8, 16, v6 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v7, v8 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v7, v6, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v5 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v6 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v5, v6, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 -; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 +; GFX950-NEXT: v_cndmask_b32_e32 v6, v6, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v6 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v7 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v5, v7, v5, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v5, v6, v5, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v1 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v6, v6 ; GFX950-NEXT: v_lshlrev_b32_e32 v7, 16, v1 -; GFX950-NEXT: s_nop 0 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v1 ; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 ; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v7, v6 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v6, v3, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v1 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v6 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v3 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v6 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] ; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v1, v6, v1, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v0 ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 ; GFX950-NEXT: s_nop 0 ; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc ; GFX950-NEXT: v_cmp_u_f32_e32 vcc, v3, v3 ; GFX950-NEXT: v_lshlrev_b32_e32 v6, 16, v0 -; GFX950-NEXT: s_nop 0 -; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 -; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v3 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v3, v2, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v0 -; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc -; GFX950-NEXT: v_cmp_eq_u16_e32 vcc, s0, v2 -; GFX950-NEXT: s_mov_b32 s0, 0x5040100 -; GFX950-NEXT: v_perm_b32 v1, v4, v1, s0 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc -; GFX950-NEXT: v_lshlrev_b32_e32 v2, 16, v3 -; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v2 +; GFX950-NEXT: v_cmp_eq_u16_e64 s[0:1], s2, v0 +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_lt_f32_e32 vcc, v6, v3 ; GFX950-NEXT: s_nop 1 -; GFX950-NEXT: v_cndmask_b32_e32 v0, v3, v0, vcc +; GFX950-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc +; GFX950-NEXT: v_lshlrev_b32_e32 v3, 16, v2 +; GFX950-NEXT: v_cmp_eq_f32_e32 vcc, 0, v3 +; GFX950-NEXT: s_and_b64 vcc, vcc, s[0:1] +; GFX950-NEXT: s_mov_b32 s0, 0x5040100 +; GFX950-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc ; GFX950-NEXT: v_perm_b32 v0, v5, v0, s0 +; GFX950-NEXT: v_perm_b32 v1, v4, v1, s0 ; GFX950-NEXT: s_setpc_b64 s[30:31] ; ; GFX10-LABEL: v_minimumnum_v4bf16_no_ieee: @@ -16104,75 +14263,67 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX10-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX10-NEXT: v_and_b32_e32 v6, 0xffff0000, v3 -; GFX10-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX10-NEXT: v_and_b32_e32 v7, 0xffff0000, v0 ; GFX10-NEXT: v_lshrrev_b32_e32 v8, 16, v0 ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX10-NEXT: v_and_b32_e32 v4, 0xffff0000, v0 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v1 +; GFX10-NEXT: v_lshrrev_b32_e32 v4, 16, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v0 ; GFX10-NEXT: v_and_b32_e32 v9, 0xffff0000, v2 -; GFX10-NEXT: v_cndmask_b32_sdwa v10, v1, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD +; GFX10-NEXT: v_cndmask_b32_sdwa v11, v1, v5, vcc_lo dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 ; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v8, v7, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v11, v11 -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v4 +; GFX10-NEXT: v_lshlrev_b32_e32 v14, 16, v2 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v11 +; GFX10-NEXT: v_cndmask_b32_e32 v6, v8, v4, vcc_lo +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v5 +; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v6 ; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 +; GFX10-NEXT: v_cmp_eq_u16_e64 s8, 0x8000, v1 ; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v14 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v5, v10, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v7, v4, vcc_lo +; GFX10-NEXT: v_cmp_eq_u16_e64 s6, 0x8000, v0 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v6, vcc_lo +; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v7, v8 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v0 +; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v4 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo ; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v10, v9 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v5 ; GFX10-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v9, v8, v10, vcc_lo -; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX10-NEXT: v_lshlrev_b32_e32 v6, 16, v7 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v8 +; GFX10-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX10-NEXT: v_cndmask_b32_e64 v4, v4, v6, s4 +; GFX10-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX10-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v9, v5, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v6 +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v1 +; GFX10-NEXT: v_lshlrev_b32_e32 v13, 16, v2 +; GFX10-NEXT: v_cmp_lt_f32_e64 s5, v7, v12 +; GFX10-NEXT: v_lshlrev_b32_e32 v7, 16, v4 +; GFX10-NEXT: v_cmp_lt_f32_e64 s4, v8, v13 +; GFX10-NEXT: v_cndmask_b32_e64 v3, v3, v1, s5 +; GFX10-NEXT: v_cndmask_b32_e64 v2, v2, v0, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v11 ; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX10-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v6, v7, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v10 -; GFX10-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX10-NEXT: v_cndmask_b32_e32 v5, v8, v5, vcc_lo -; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v1 -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v9, 16, v6 -; GFX10-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v7, vcc_lo -; GFX10-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v10 -; GFX10-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX10-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX10-NEXT: v_lshlrev_b32_e32 v3, 16, v7 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX10-NEXT: v_lshlrev_b32_e32 v2, 16, v8 -; GFX10-NEXT: v_cndmask_b32_e32 v4, v6, v4, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX10-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX10-NEXT: v_lshlrev_b32_e32 v8, 16, v2 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v6 +; GFX10-NEXT: v_cndmask_b32_e32 v5, v5, v11, vcc_lo +; GFX10-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v7 +; GFX10-NEXT: v_cmp_eq_f32_e64 s5, 0, v8 +; GFX10-NEXT: v_cmp_eq_f32_e64 s7, 0, v9 +; GFX10-NEXT: s_and_b32 vcc_lo, vcc_lo, s4 +; GFX10-NEXT: v_cndmask_b32_e32 v4, v4, v6, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s5, s6 +; GFX10-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX10-NEXT: s_and_b32 vcc_lo, s7, s8 +; GFX10-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo ; GFX10-NEXT: v_perm_b32 v0, v4, v0, 0x5040100 -; GFX10-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo ; GFX10-NEXT: v_perm_b32 v1, v5, v1, 0x5040100 ; GFX10-NEXT: s_setpc_b64 s[30:31] ; @@ -16182,84 +14333,76 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX11-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX11-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v5, v5 +; GFX11-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v6, v6 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v1.h, v3.h, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 +; GFX11-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v9, v9 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l ; GFX11-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l ; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s4 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s3 ; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v10, v8 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v7.l -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.l, v1.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v9 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v7.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.l, v0.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v8.l, v5.l, v4.l, s2 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v9, v10 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v4.l, s1 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v4.l, v7.l, v6.l, s2 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v14.l, v8.l -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v11, v12 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v7.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v6.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v13 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v14 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s0 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v1.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.h, v1.h, v7.l, s2 -; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v3.l -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v9 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v0.l +; GFX11-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v12, v13 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l +; GFX11-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v8.l, v3.l +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.l, v2.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX11-TRUE16-NEXT: s_and_b32 s5, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX11-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6.l ; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s1 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo ; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v10 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v0.h, s0 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.h, s2 -; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v4.l, s5 +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 +; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) +; GFX11-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 +; GFX11-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.h, v7.l, v6.l, s0 +; GFX11-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX11-TRUE16-NEXT: s_and_b32 s0, s2, s3 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s1 +; GFX11-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX11-FAKE16-LABEL: v_minimumnum_v4bf16_no_ieee: @@ -16268,80 +14411,78 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX11-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v1 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v0 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 +; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v3 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v5, vcc_lo ; GFX11-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v11 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v10, v5, v4 :: v_dual_and_b32 v9, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 +; GFX11-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v6, v9, v8 :: v_dual_lshlrev_b32 v13, 16, v5 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v4 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v13 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v13, 16, v3 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v6 :: v_dual_lshlrev_b32 v14, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v9, 16, v7 ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v10 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v13, 16, v1 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX11-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) ; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v9 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v8, v6, vcc_lo +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v6 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v0 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX11-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v3 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v6, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v8 -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v10 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v3, 16, v7 ; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v6 :: v_dual_lshlrev_b32 v2, 16, v8 -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v7 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v13, v12 +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v8, v9 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s1 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_4) +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v6, s0 +; GFX11-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v10 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) +; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6 +; GFX11-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX11-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v5 +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX11-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX11-FAKE16-NEXT: v_perm_b32 v0, v5, v0, 0x5040100 -; GFX11-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX11-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) ; GFX11-FAKE16-NEXT: v_perm_b32 v1, v4, v1, 0x5040100 ; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31] ; @@ -16355,98 +14496,85 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX12-TRUE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v5, 0xffff0000, v3 ; GFX12-TRUE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v1 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v5, v5 +; GFX12-TRUE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s1, v6, v6 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v0 -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd ; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v1.h, v3.h, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s2, v8, v8 +; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v3 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.h, v4.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l -; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s4, v10, v10 ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s3, v9, v9 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v0.h, v2.h, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v4.l ; GFX12-TRUE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v5.l ; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, s4 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v2.h, v6.l, vcc_lo ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v4.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff ; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s3 ; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s0 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v10, v8 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v7.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v6.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v1.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v8, v9 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v7.l ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v0.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v8.l, v5.l, v4.l, s2 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v3.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v2.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v13.l, v3.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v15.l, v2.l -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6.l -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s2, v9, v10 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v12 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v8.l, v4.l, s1 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v15 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v4.l, v7.l, v6.l, s2 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v5.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v8.l -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v11, v12 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v7.l +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v4.l, v6.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v13 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v14 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v0.h, v5.l, s0 -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v4.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v3.l, v1.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v5.l, v5.l, v4.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v11 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v13, 16, v13 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v12, 16, v12 +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v5.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v9 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s3, 0x8000, v0.l +; GFX12-TRUE16-NEXT: v_cmp_lt_f32_e64 s1, v12, v13 ; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v6.l, v2.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s0, 0, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v1.l -; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.h, v1.h, v7.l, s2 -; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v6.l -; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v5.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v7.l, v7.l, v6.l, vcc_lo +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 ; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s1, 0x8000, v3.l -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v3.l, v3.l, v1.l, s0 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4.l +; GFX12-TRUE16-NEXT: v_cndmask_b16 v2.l, v2.l, v0.l, s1 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.l, v7.l +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v8.l, v3.l +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1.l +; GFX12-TRUE16-NEXT: v_mov_b16_e32 v10.l, v2.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v9, 16, v9 +; GFX12-TRUE16-NEXT: s_and_b32 s5, vcc_lo, s0 +; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v8, 16, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6.l ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v10, 16, v10 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v7 -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v1.l, v3.l, s1 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v0.l, v2.l, vcc_lo ; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v10 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v8.l, v0.h, s0 -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v4.l, v2.h, s2 -; GFX12-TRUE16-NEXT: s_wait_alu 0xfffd -; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v6.l, v0.l, vcc_lo -; GFX12-TRUE16-NEXT: s_wait_alu 0xf1ff -; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v5.l, v1.l, s1 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.h, v5.l, v4.l, s5 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v8 +; GFX12-TRUE16-NEXT: v_cmp_eq_f32_e64 s2, 0, v10 +; GFX12-TRUE16-NEXT: s_and_b32 s0, vcc_lo, s0 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.h, v7.l, v6.l, s0 +; GFX12-TRUE16-NEXT: s_and_b32 s1, s1, s4 +; GFX12-TRUE16-NEXT: s_and_b32 s0, s2, s3 +; GFX12-TRUE16-NEXT: s_wait_alu 0xfffe +; GFX12-TRUE16-NEXT: v_cndmask_b16 v1.l, v3.l, v1.l, s1 +; GFX12-TRUE16-NEXT: v_cndmask_b16 v0.l, v2.l, v0.l, s0 ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] ; ; GFX12-FAKE16-LABEL: v_minimumnum_v4bf16_no_ieee: @@ -16459,100 +14587,89 @@ define <4 x bfloat> @v_minimumnum_v4bf16_no_ieee(<4 x bfloat> %x, <4 x bfloat> % ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff0000, v1 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 16, v3 ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v6, 16, v1 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v1 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v8, 16, v2 +; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 16, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v4, v4 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v3 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v1 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v6, v5 :: v_dual_and_b32 v7, 0xffff0000, v3 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_4) -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 -; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v4, v6, v5, vcc_lo ; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xffff0000, v0 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v4 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v5 -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v10, v11 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v10, v5, v4 :: v_dual_and_b32 v9, 0xffff0000, v2 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v6, v6 +; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff0000, v2 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v8, v7, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v12, v12 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v4 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v13, 16, v3 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v9, v9 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v6, v9, v8 :: v_dual_lshlrev_b32 v13, 16, v5 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v14, 16, v0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v12, v13 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v7, v7, v6 :: v_dual_lshlrev_b32 v14, 16, v0 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v5 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v10, v10 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_4) | instid1(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v4, v5 :: v_dual_lshlrev_b32 v9, 16, v7 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v14, v14 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc_lo -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v13, 16, v1 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v7, v7 +; GFX12-FAKE16-NEXT: v_cmp_u_f32_e64 s0, v11, v11 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s4, 0x8000, v1 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v0 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v10, v4 :: v_dual_lshlrev_b32 v5, 16, v6 -; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v13, v13 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v3, v3, v1, vcc_lo -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v5, v9 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v8, v6, vcc_lo +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v6 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v15, 16, v2 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s2, 0x8000, v0 ; GFX12-FAKE16-NEXT: v_cmp_u_f32_e32 vcc_lo, v15, v15 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v3 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v12, 16, v3 ; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd ; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v2, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v6 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v5, v6, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v9, v8 -; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v5 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v8, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v7 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s1, v13, v12 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3) ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v10, 16, v2 -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v7 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v6, v6, v7, vcc_lo +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v8, v9 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v3, v3, v1, s1 +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v7, v7, v6, s0 +; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e64 s0, v11, v10 +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2) +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v8, 16, v7 +; GFX12-FAKE16-NEXT: s_wait_alu 0xf1ff +; GFX12-FAKE16-NEXT: v_cndmask_b32_e64 v2, v2, v0, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v4 +; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v2 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e64 s0, 0x8000, v6 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v4, v5, v4 :: v_dual_lshlrev_b32 v5, 16, v3 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v8 +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s1, 0, v9 ; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_lt_f32_e32 vcc_lo, v11, v10 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v7, v2, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v1 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v1, v3, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_u16_e32 vcc_lo, 0x8000, v2 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v0, v0, v2 :: v_dual_lshlrev_b32 v3, 16, v7 -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v9 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_dual_cndmask_b32 v5, v5, v6 :: v_dual_lshlrev_b32 v2, 16, v8 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_3) -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v3 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v7, v0, vcc_lo -; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e32 vcc_lo, 0, v2 -; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1) +; GFX12-FAKE16-NEXT: v_cmp_eq_f32_e64 s3, 0, v5 +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, vcc_lo, s0 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v5, v7, v6, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s1, s2 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v0, v2, v0, vcc_lo +; GFX12-FAKE16-NEXT: s_and_b32 vcc_lo, s3, s4 +; GFX12-FAKE16-NEXT: s_wait_alu 0xfffe +; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v3, v1, vcc_lo +; GFX12-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) ; GFX12-FAKE16-NEXT: v_perm_b32 v0, v5, v0, 0x5040100 -; GFX12-FAKE16-NEXT: s_wait_alu 0xfffd -; GFX12-FAKE16-NEXT: v_cndmask_b32_e32 v1, v8, v1, vcc_lo ; GFX12-FAKE16-NEXT: v_perm_b32 v1, v4, v1, 0x5040100 ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] %result = call <4 x bfloat> @llvm.minimumnum.v4bf16(<4 x bfloat> %x, <4 x bfloat> %y) diff --git a/llvm/test/CodeGen/Mips/fp-maximumnum-minimumnum.ll b/llvm/test/CodeGen/Mips/fp-maximumnum-minimumnum.ll index 7aaf00f871136..7d9f9d2fff000 100644 --- a/llvm/test/CodeGen/Mips/fp-maximumnum-minimumnum.ll +++ b/llvm/test/CodeGen/Mips/fp-maximumnum-minimumnum.ll @@ -1,6 +1,9 @@ ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc --mtriple=mipsisa32r6 < %s | FileCheck %s --check-prefix=MIPS32R6 -; RUN: llc --mtriple=mips64 < %s | FileCheck %s --check-prefix=MIPS64R2 +; RUN: llc --mtriple=mips64 -mattr=+mips64r2 < %s | FileCheck %s --check-prefix=MIPS64R2 +; RUN: llc --mtriple=mips64 -mattr=+mips64 < %s | FileCheck %s --check-prefix=MIPS64 +; RUN: llc --mtriple=mips -mattr=+mips32r2 < %s | FileCheck %s --check-prefix=MIPS32R2 +; RUN: llc --mtriple=mips -mattr=+mips32 < %s | FileCheck %s --check-prefix=MIPS32 declare float @llvm.maximumnum.f32(float, float) declare double @llvm.maximumnum.f64(double, double) @@ -17,22 +20,87 @@ define float @maximumnum_float(float %x, float %y) { ; ; MIPS64R2-LABEL: maximumnum_float: ; MIPS64R2: # %bb.0: +; MIPS64R2-NEXT: mov.s $f0, $f13 ; MIPS64R2-NEXT: c.un.s $f12, $f12 ; MIPS64R2-NEXT: movt.s $f12, $f13, $fcc0 ; MIPS64R2-NEXT: c.un.s $f13, $f13 -; MIPS64R2-NEXT: movt.s $f13, $f12, $fcc0 -; MIPS64R2-NEXT: c.ule.s $f12, $f13 -; MIPS64R2-NEXT: mov.s $f0, $f13 +; MIPS64R2-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS64R2-NEXT: c.ule.s $f12, $f0 ; MIPS64R2-NEXT: movf.s $f0, $f12, $fcc0 ; MIPS64R2-NEXT: mfc1 $1, $f12 ; MIPS64R2-NEXT: mov.s $f1, $f0 ; MIPS64R2-NEXT: movz.s $f1, $f12, $1 -; MIPS64R2-NEXT: mfc1 $1, $f13 -; MIPS64R2-NEXT: movz.s $f1, $f13, $1 ; MIPS64R2-NEXT: mtc1 $zero, $f2 ; MIPS64R2-NEXT: c.eq.s $f0, $f2 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS64-LABEL: maximumnum_float: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.s $f0, $f13 +; MIPS64-NEXT: c.un.s $f12, $f12 +; MIPS64-NEXT: movt.s $f12, $f13, $fcc0 +; MIPS64-NEXT: c.un.s $f13, $f13 +; MIPS64-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS64-NEXT: c.ule.s $f12, $f0 +; MIPS64-NEXT: movf.s $f0, $f12, $fcc0 +; MIPS64-NEXT: mfc1 $1, $f12 +; MIPS64-NEXT: mov.s $f1, $f0 +; MIPS64-NEXT: movz.s $f1, $f12, $1 +; MIPS64-NEXT: mtc1 $zero, $f2 +; MIPS64-NEXT: c.eq.s $f0, $f2 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS32R2-LABEL: maximumnum_float: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.s $f0, $f14 +; MIPS32R2-NEXT: c.un.s $f12, $f12 +; MIPS32R2-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32R2-NEXT: c.un.s $f14, $f14 +; MIPS32R2-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R2-NEXT: c.ule.s $f12, $f0 +; MIPS32R2-NEXT: movf.s $f0, $f12, $fcc0 +; MIPS32R2-NEXT: mfc1 $1, $f12 +; MIPS32R2-NEXT: mov.s $f1, $f0 +; MIPS32R2-NEXT: movz.s $f1, $f12, $1 +; MIPS32R2-NEXT: mtc1 $zero, $f2 +; MIPS32R2-NEXT: c.eq.s $f0, $f2 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS32-LABEL: maximumnum_float: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.s $f0, $f14 +; MIPS32-NEXT: c.un.s $f12, $f12 +; MIPS32-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32-NEXT: c.un.s $f14, $f14 +; MIPS32-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32-NEXT: c.ule.s $f12, $f0 +; MIPS32-NEXT: movf.s $f0, $f12, $fcc0 +; MIPS32-NEXT: mfc1 $1, $f12 +; MIPS32-NEXT: mov.s $f1, $f0 +; MIPS32-NEXT: movz.s $f1, $f12, $1 +; MIPS32-NEXT: mtc1 $zero, $f2 +; MIPS32-NEXT: c.eq.s $f0, $f2 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movt.s $f0, $f1, $fcc0 +; MIPS32R5-LABEL: maximumnum_float: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.s $f0, $f14 +; MIPS32R5-NEXT: c.un.s $f12, $f12 +; MIPS32R5-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32R5-NEXT: c.un.s $f14, $f14 +; MIPS32R5-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R5-NEXT: c.ule.s $f12, $f0 +; MIPS32R5-NEXT: movf.s $f0, $f12, $fcc0 +; MIPS32R5-NEXT: mfc1 $1, $f12 +; MIPS32R5-NEXT: mov.s $f1, $f0 +; MIPS32R5-NEXT: movz.s $f1, $f12, $1 +; MIPS32R5-NEXT: mtc1 $zero, $f2 +; MIPS32R5-NEXT: c.eq.s $f0, $f2 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movt.s $f0, $f1, $fcc0 %z = call float @llvm.maximumnum.f32(float %x, float %y) ret float %z } @@ -55,6 +123,49 @@ define float @maximumnum_float_nsz(float %x, float %y) { ; MIPS64R2-NEXT: c.ule.s $f12, $f0 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movf.s $f0, $f12, $fcc0 +; +; MIPS64-LABEL: maximumnum_float_nsz: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.s $f0, $f13 +; MIPS64-NEXT: c.un.s $f12, $f12 +; MIPS64-NEXT: movt.s $f12, $f13, $fcc0 +; MIPS64-NEXT: c.un.s $f13, $f13 +; MIPS64-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS64-NEXT: c.ule.s $f12, $f0 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movf.s $f0, $f12, $fcc0 +; +; MIPS32R2-LABEL: maximumnum_float_nsz: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.s $f0, $f14 +; MIPS32R2-NEXT: c.un.s $f12, $f12 +; MIPS32R2-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32R2-NEXT: c.un.s $f14, $f14 +; MIPS32R2-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R2-NEXT: c.ule.s $f12, $f0 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movf.s $f0, $f12, $fcc0 +; +; MIPS32-LABEL: maximumnum_float_nsz: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.s $f0, $f14 +; MIPS32-NEXT: c.un.s $f12, $f12 +; MIPS32-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32-NEXT: c.un.s $f14, $f14 +; MIPS32-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32-NEXT: c.ule.s $f12, $f0 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movf.s $f0, $f12, $fcc0 +; MIPS32R5-LABEL: maximumnum_float_nsz: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.s $f0, $f14 +; MIPS32R5-NEXT: c.un.s $f12, $f12 +; MIPS32R5-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32R5-NEXT: c.un.s $f14, $f14 +; MIPS32R5-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R5-NEXT: c.ule.s $f12, $f0 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movf.s $f0, $f12, $fcc0 %z = call nsz float @llvm.maximumnum.f32(float %x, float %y) ret float %z } @@ -67,18 +178,67 @@ define float @maximumnum_float_nnan(float %x, float %y) { ; ; MIPS64R2-LABEL: maximumnum_float_nnan: ; MIPS64R2: # %bb.0: -; MIPS64R2-NEXT: c.ule.s $f12, $f13 ; MIPS64R2-NEXT: mov.s $f0, $f13 +; MIPS64R2-NEXT: c.ule.s $f12, $f13 ; MIPS64R2-NEXT: movf.s $f0, $f12, $fcc0 ; MIPS64R2-NEXT: mfc1 $1, $f12 ; MIPS64R2-NEXT: mov.s $f1, $f0 ; MIPS64R2-NEXT: movz.s $f1, $f12, $1 -; MIPS64R2-NEXT: mfc1 $1, $f13 -; MIPS64R2-NEXT: movz.s $f1, $f13, $1 ; MIPS64R2-NEXT: mtc1 $zero, $f2 ; MIPS64R2-NEXT: c.eq.s $f0, $f2 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS64-LABEL: maximumnum_float_nnan: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.s $f0, $f13 +; MIPS64-NEXT: c.ule.s $f12, $f13 +; MIPS64-NEXT: movf.s $f0, $f12, $fcc0 +; MIPS64-NEXT: mfc1 $1, $f12 +; MIPS64-NEXT: mov.s $f1, $f0 +; MIPS64-NEXT: movz.s $f1, $f12, $1 +; MIPS64-NEXT: mtc1 $zero, $f2 +; MIPS64-NEXT: c.eq.s $f0, $f2 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS32R2-LABEL: maximumnum_float_nnan: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.s $f0, $f14 +; MIPS32R2-NEXT: c.ule.s $f12, $f14 +; MIPS32R2-NEXT: movf.s $f0, $f12, $fcc0 +; MIPS32R2-NEXT: mfc1 $1, $f12 +; MIPS32R2-NEXT: mov.s $f1, $f0 +; MIPS32R2-NEXT: movz.s $f1, $f12, $1 +; MIPS32R2-NEXT: mtc1 $zero, $f2 +; MIPS32R2-NEXT: c.eq.s $f0, $f2 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS32-LABEL: maximumnum_float_nnan: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.s $f0, $f14 +; MIPS32-NEXT: c.ule.s $f12, $f14 +; MIPS32-NEXT: movf.s $f0, $f12, $fcc0 +; MIPS32-NEXT: mfc1 $1, $f12 +; MIPS32-NEXT: mov.s $f1, $f0 +; MIPS32-NEXT: movz.s $f1, $f12, $1 +; MIPS32-NEXT: mtc1 $zero, $f2 +; MIPS32-NEXT: c.eq.s $f0, $f2 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movt.s $f0, $f1, $fcc0 +; MIPS32R5-LABEL: maximumnum_float_nnan: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.s $f0, $f14 +; MIPS32R5-NEXT: c.ule.s $f12, $f14 +; MIPS32R5-NEXT: movf.s $f0, $f12, $fcc0 +; MIPS32R5-NEXT: mfc1 $1, $f12 +; MIPS32R5-NEXT: mov.s $f1, $f0 +; MIPS32R5-NEXT: movz.s $f1, $f12, $1 +; MIPS32R5-NEXT: mtc1 $zero, $f2 +; MIPS32R5-NEXT: c.eq.s $f0, $f2 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movt.s $f0, $f1, $fcc0 %z = call nnan float @llvm.maximumnum.f32(float %x, float %y) ret float %z } @@ -94,22 +254,93 @@ define double @maximumnum_double(double %x, double %y) { ; ; MIPS64R2-LABEL: maximumnum_double: ; MIPS64R2: # %bb.0: +; MIPS64R2-NEXT: mov.d $f0, $f13 ; MIPS64R2-NEXT: c.un.d $f12, $f12 ; MIPS64R2-NEXT: movt.d $f12, $f13, $fcc0 ; MIPS64R2-NEXT: c.un.d $f13, $f13 -; MIPS64R2-NEXT: movt.d $f13, $f12, $fcc0 -; MIPS64R2-NEXT: c.ule.d $f12, $f13 -; MIPS64R2-NEXT: mov.d $f0, $f13 +; MIPS64R2-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS64R2-NEXT: c.ule.d $f12, $f0 ; MIPS64R2-NEXT: movf.d $f0, $f12, $fcc0 ; MIPS64R2-NEXT: dmfc1 $1, $f12 ; MIPS64R2-NEXT: mov.d $f1, $f0 ; MIPS64R2-NEXT: movz.d $f1, $f12, $1 -; MIPS64R2-NEXT: dmfc1 $1, $f13 -; MIPS64R2-NEXT: movz.d $f1, $f13, $1 ; MIPS64R2-NEXT: dmtc1 $zero, $f2 ; MIPS64R2-NEXT: c.eq.d $f0, $f2 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movt.d $f0, $f1, $fcc0 +; +; MIPS64-LABEL: maximumnum_double: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.d $f0, $f13 +; MIPS64-NEXT: c.un.d $f12, $f12 +; MIPS64-NEXT: movt.d $f12, $f13, $fcc0 +; MIPS64-NEXT: c.un.d $f13, $f13 +; MIPS64-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS64-NEXT: c.ule.d $f12, $f0 +; MIPS64-NEXT: movf.d $f0, $f12, $fcc0 +; MIPS64-NEXT: dmfc1 $1, $f12 +; MIPS64-NEXT: mov.d $f1, $f0 +; MIPS64-NEXT: movz.d $f1, $f12, $1 +; MIPS64-NEXT: dmtc1 $zero, $f2 +; MIPS64-NEXT: c.eq.d $f0, $f2 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movt.d $f0, $f1, $fcc0 +; +; MIPS32R2-LABEL: maximumnum_double: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.d $f0, $f14 +; MIPS32R2-NEXT: c.un.d $f12, $f12 +; MIPS32R2-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32R2-NEXT: c.un.d $f14, $f14 +; MIPS32R2-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R2-NEXT: c.ule.d $f12, $f0 +; MIPS32R2-NEXT: movf.d $f0, $f12, $fcc0 +; MIPS32R2-NEXT: cvt.s.d $f2, $f12 +; MIPS32R2-NEXT: mfc1 $1, $f2 +; MIPS32R2-NEXT: mov.d $f2, $f0 +; MIPS32R2-NEXT: movz.d $f2, $f12, $1 +; MIPS32R2-NEXT: mtc1 $zero, $f4 +; MIPS32R2-NEXT: mthc1 $zero, $f4 +; MIPS32R2-NEXT: c.eq.d $f0, $f4 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movt.d $f0, $f2, $fcc0 +; +; MIPS32-LABEL: maximumnum_double: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.d $f0, $f14 +; MIPS32-NEXT: c.un.d $f12, $f12 +; MIPS32-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32-NEXT: c.un.d $f14, $f14 +; MIPS32-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32-NEXT: c.ule.d $f12, $f0 +; MIPS32-NEXT: movf.d $f0, $f12, $fcc0 +; MIPS32-NEXT: cvt.s.d $f2, $f12 +; MIPS32-NEXT: mfc1 $1, $f2 +; MIPS32-NEXT: mov.d $f2, $f0 +; MIPS32-NEXT: movz.d $f2, $f12, $1 +; MIPS32-NEXT: mtc1 $zero, $f4 +; MIPS32-NEXT: mtc1 $zero, $f5 +; MIPS32-NEXT: c.eq.d $f0, $f4 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movt.d $f0, $f2, $fcc0 +; MIPS32R5-LABEL: maximumnum_double: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.d $f0, $f14 +; MIPS32R5-NEXT: c.un.d $f12, $f12 +; MIPS32R5-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32R5-NEXT: c.un.d $f14, $f14 +; MIPS32R5-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R5-NEXT: c.ule.d $f12, $f0 +; MIPS32R5-NEXT: movf.d $f0, $f12, $fcc0 +; MIPS32R5-NEXT: cvt.s.d $f1, $f12 +; MIPS32R5-NEXT: mfc1 $1, $f1 +; MIPS32R5-NEXT: mov.d $f1, $f0 +; MIPS32R5-NEXT: movz.d $f1, $f12, $1 +; MIPS32R5-NEXT: mtc1 $zero, $f2 +; MIPS32R5-NEXT: mthc1 $zero, $f2 +; MIPS32R5-NEXT: c.eq.d $f0, $f2 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movt.d $f0, $f1, $fcc0 %z = call double @llvm.maximumnum.f64(double %x, double %y) ret double %z } @@ -132,6 +363,49 @@ define double @maximumnum_double_nsz(double %x, double %y) { ; MIPS64R2-NEXT: c.ule.d $f12, $f0 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movf.d $f0, $f12, $fcc0 +; +; MIPS64-LABEL: maximumnum_double_nsz: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.d $f0, $f13 +; MIPS64-NEXT: c.un.d $f12, $f12 +; MIPS64-NEXT: movt.d $f12, $f13, $fcc0 +; MIPS64-NEXT: c.un.d $f13, $f13 +; MIPS64-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS64-NEXT: c.ule.d $f12, $f0 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movf.d $f0, $f12, $fcc0 +; +; MIPS32R2-LABEL: maximumnum_double_nsz: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.d $f0, $f14 +; MIPS32R2-NEXT: c.un.d $f12, $f12 +; MIPS32R2-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32R2-NEXT: c.un.d $f14, $f14 +; MIPS32R2-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R2-NEXT: c.ule.d $f12, $f0 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movf.d $f0, $f12, $fcc0 +; +; MIPS32-LABEL: maximumnum_double_nsz: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.d $f0, $f14 +; MIPS32-NEXT: c.un.d $f12, $f12 +; MIPS32-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32-NEXT: c.un.d $f14, $f14 +; MIPS32-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32-NEXT: c.ule.d $f12, $f0 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movf.d $f0, $f12, $fcc0 +; MIPS32R5-LABEL: maximumnum_double_nsz: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.d $f0, $f14 +; MIPS32R5-NEXT: c.un.d $f12, $f12 +; MIPS32R5-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32R5-NEXT: c.un.d $f14, $f14 +; MIPS32R5-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R5-NEXT: c.ule.d $f12, $f0 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movf.d $f0, $f12, $fcc0 %z = call nsz double @llvm.maximumnum.f64(double %x, double %y) ret double %z } @@ -144,18 +418,73 @@ define double @maximumnum_double_nnan(double %x, double %y) { ; ; MIPS64R2-LABEL: maximumnum_double_nnan: ; MIPS64R2: # %bb.0: -; MIPS64R2-NEXT: c.ule.d $f12, $f13 ; MIPS64R2-NEXT: mov.d $f0, $f13 +; MIPS64R2-NEXT: c.ule.d $f12, $f13 ; MIPS64R2-NEXT: movf.d $f0, $f12, $fcc0 ; MIPS64R2-NEXT: dmfc1 $1, $f12 ; MIPS64R2-NEXT: mov.d $f1, $f0 ; MIPS64R2-NEXT: movz.d $f1, $f12, $1 -; MIPS64R2-NEXT: dmfc1 $1, $f13 -; MIPS64R2-NEXT: movz.d $f1, $f13, $1 ; MIPS64R2-NEXT: dmtc1 $zero, $f2 ; MIPS64R2-NEXT: c.eq.d $f0, $f2 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movt.d $f0, $f1, $fcc0 +; +; MIPS64-LABEL: maximumnum_double_nnan: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.d $f0, $f13 +; MIPS64-NEXT: c.ule.d $f12, $f13 +; MIPS64-NEXT: movf.d $f0, $f12, $fcc0 +; MIPS64-NEXT: dmfc1 $1, $f12 +; MIPS64-NEXT: mov.d $f1, $f0 +; MIPS64-NEXT: movz.d $f1, $f12, $1 +; MIPS64-NEXT: dmtc1 $zero, $f2 +; MIPS64-NEXT: c.eq.d $f0, $f2 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movt.d $f0, $f1, $fcc0 +; +; MIPS32R2-LABEL: maximumnum_double_nnan: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.d $f0, $f14 +; MIPS32R2-NEXT: c.ule.d $f12, $f14 +; MIPS32R2-NEXT: movf.d $f0, $f12, $fcc0 +; MIPS32R2-NEXT: cvt.s.d $f2, $f12 +; MIPS32R2-NEXT: mfc1 $1, $f2 +; MIPS32R2-NEXT: mov.d $f2, $f0 +; MIPS32R2-NEXT: movz.d $f2, $f12, $1 +; MIPS32R2-NEXT: mtc1 $zero, $f4 +; MIPS32R2-NEXT: mthc1 $zero, $f4 +; MIPS32R2-NEXT: c.eq.d $f0, $f4 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movt.d $f0, $f2, $fcc0 +; +; MIPS32-LABEL: maximumnum_double_nnan: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.d $f0, $f14 +; MIPS32-NEXT: c.ule.d $f12, $f14 +; MIPS32-NEXT: movf.d $f0, $f12, $fcc0 +; MIPS32-NEXT: cvt.s.d $f2, $f12 +; MIPS32-NEXT: mfc1 $1, $f2 +; MIPS32-NEXT: mov.d $f2, $f0 +; MIPS32-NEXT: movz.d $f2, $f12, $1 +; MIPS32-NEXT: mtc1 $zero, $f4 +; MIPS32-NEXT: mtc1 $zero, $f5 +; MIPS32-NEXT: c.eq.d $f0, $f4 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movt.d $f0, $f2, $fcc0 +; MIPS32R5-LABEL: maximumnum_double_nnan: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.d $f0, $f14 +; MIPS32R5-NEXT: c.ule.d $f12, $f14 +; MIPS32R5-NEXT: movf.d $f0, $f12, $fcc0 +; MIPS32R5-NEXT: cvt.s.d $f1, $f12 +; MIPS32R5-NEXT: mfc1 $1, $f1 +; MIPS32R5-NEXT: mov.d $f1, $f0 +; MIPS32R5-NEXT: movz.d $f1, $f12, $1 +; MIPS32R5-NEXT: mtc1 $zero, $f2 +; MIPS32R5-NEXT: mthc1 $zero, $f2 +; MIPS32R5-NEXT: c.eq.d $f0, $f2 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movt.d $f0, $f1, $fcc0 %z = call nnan double @llvm.maximumnum.f64(double %x, double %y) ret double %z } @@ -170,25 +499,97 @@ define float @minimumnum_float(float %x, float %y) { ; ; MIPS64R2-LABEL: minimumnum_float: ; MIPS64R2: # %bb.0: +; MIPS64R2-NEXT: mov.s $f0, $f13 ; MIPS64R2-NEXT: c.un.s $f12, $f12 ; MIPS64R2-NEXT: movt.s $f12, $f13, $fcc0 ; MIPS64R2-NEXT: c.un.s $f13, $f13 -; MIPS64R2-NEXT: movt.s $f13, $f12, $fcc0 -; MIPS64R2-NEXT: c.olt.s $f12, $f13 -; MIPS64R2-NEXT: mov.s $f0, $f13 +; MIPS64R2-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS64R2-NEXT: c.olt.s $f12, $f0 ; MIPS64R2-NEXT: movt.s $f0, $f12, $fcc0 ; MIPS64R2-NEXT: mfc1 $1, $f12 ; MIPS64R2-NEXT: lui $2, 32768 ; MIPS64R2-NEXT: xor $1, $1, $2 ; MIPS64R2-NEXT: mov.s $f1, $f0 ; MIPS64R2-NEXT: movz.s $f1, $f12, $1 -; MIPS64R2-NEXT: mfc1 $1, $f13 -; MIPS64R2-NEXT: xor $1, $1, $2 -; MIPS64R2-NEXT: movz.s $f1, $f13, $1 ; MIPS64R2-NEXT: mtc1 $zero, $f2 ; MIPS64R2-NEXT: c.eq.s $f0, $f2 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS64-LABEL: minimumnum_float: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.s $f0, $f13 +; MIPS64-NEXT: c.un.s $f12, $f12 +; MIPS64-NEXT: movt.s $f12, $f13, $fcc0 +; MIPS64-NEXT: c.un.s $f13, $f13 +; MIPS64-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS64-NEXT: c.olt.s $f12, $f0 +; MIPS64-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS64-NEXT: mfc1 $1, $f12 +; MIPS64-NEXT: lui $2, 32768 +; MIPS64-NEXT: xor $1, $1, $2 +; MIPS64-NEXT: mov.s $f1, $f0 +; MIPS64-NEXT: movz.s $f1, $f12, $1 +; MIPS64-NEXT: mtc1 $zero, $f2 +; MIPS64-NEXT: c.eq.s $f0, $f2 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS32R2-LABEL: minimumnum_float: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.s $f0, $f14 +; MIPS32R2-NEXT: c.un.s $f12, $f12 +; MIPS32R2-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32R2-NEXT: c.un.s $f14, $f14 +; MIPS32R2-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R2-NEXT: c.olt.s $f12, $f0 +; MIPS32R2-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R2-NEXT: mfc1 $1, $f12 +; MIPS32R2-NEXT: lui $2, 32768 +; MIPS32R2-NEXT: xor $1, $1, $2 +; MIPS32R2-NEXT: mov.s $f1, $f0 +; MIPS32R2-NEXT: movz.s $f1, $f12, $1 +; MIPS32R2-NEXT: mtc1 $zero, $f2 +; MIPS32R2-NEXT: c.eq.s $f0, $f2 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS32-LABEL: minimumnum_float: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.s $f0, $f14 +; MIPS32-NEXT: c.un.s $f12, $f12 +; MIPS32-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32-NEXT: c.un.s $f14, $f14 +; MIPS32-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32-NEXT: c.olt.s $f12, $f0 +; MIPS32-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32-NEXT: mfc1 $1, $f12 +; MIPS32-NEXT: lui $2, 32768 +; MIPS32-NEXT: xor $1, $1, $2 +; MIPS32-NEXT: mov.s $f1, $f0 +; MIPS32-NEXT: movz.s $f1, $f12, $1 +; MIPS32-NEXT: mtc1 $zero, $f2 +; MIPS32-NEXT: c.eq.s $f0, $f2 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movt.s $f0, $f1, $fcc0 +; MIPS32R5-LABEL: minimumnum_float: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.s $f0, $f14 +; MIPS32R5-NEXT: c.un.s $f12, $f12 +; MIPS32R5-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32R5-NEXT: c.un.s $f14, $f14 +; MIPS32R5-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R5-NEXT: c.olt.s $f12, $f0 +; MIPS32R5-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R5-NEXT: mfc1 $1, $f12 +; MIPS32R5-NEXT: lui $2, 32768 +; MIPS32R5-NEXT: xor $1, $1, $2 +; MIPS32R5-NEXT: mov.s $f1, $f0 +; MIPS32R5-NEXT: movz.s $f1, $f12, $1 +; MIPS32R5-NEXT: mtc1 $zero, $f2 +; MIPS32R5-NEXT: c.eq.s $f0, $f2 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movt.s $f0, $f1, $fcc0 %z = call float @llvm.minimumnum.f32(float %x, float %y) ret float %z } @@ -211,6 +612,49 @@ define float @minimumnum_float_nsz(float %x, float %y) { ; MIPS64R2-NEXT: c.olt.s $f12, $f0 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movt.s $f0, $f12, $fcc0 +; +; MIPS64-LABEL: minimumnum_float_nsz: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.s $f0, $f13 +; MIPS64-NEXT: c.un.s $f12, $f12 +; MIPS64-NEXT: movt.s $f12, $f13, $fcc0 +; MIPS64-NEXT: c.un.s $f13, $f13 +; MIPS64-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS64-NEXT: c.olt.s $f12, $f0 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movt.s $f0, $f12, $fcc0 +; +; MIPS32R2-LABEL: minimumnum_float_nsz: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.s $f0, $f14 +; MIPS32R2-NEXT: c.un.s $f12, $f12 +; MIPS32R2-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32R2-NEXT: c.un.s $f14, $f14 +; MIPS32R2-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R2-NEXT: c.olt.s $f12, $f0 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movt.s $f0, $f12, $fcc0 +; +; MIPS32-LABEL: minimumnum_float_nsz: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.s $f0, $f14 +; MIPS32-NEXT: c.un.s $f12, $f12 +; MIPS32-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32-NEXT: c.un.s $f14, $f14 +; MIPS32-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32-NEXT: c.olt.s $f12, $f0 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R5-LABEL: minimumnum_float_nsz: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.s $f0, $f14 +; MIPS32R5-NEXT: c.un.s $f12, $f12 +; MIPS32R5-NEXT: movt.s $f12, $f14, $fcc0 +; MIPS32R5-NEXT: c.un.s $f14, $f14 +; MIPS32R5-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R5-NEXT: c.olt.s $f12, $f0 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movt.s $f0, $f12, $fcc0 %z = call nsz float @llvm.minimumnum.f32(float %x, float %y) ret float %z } @@ -223,21 +667,77 @@ define float @minimumnum_float_nnan(float %x, float %y) { ; ; MIPS64R2-LABEL: minimumnum_float_nnan: ; MIPS64R2: # %bb.0: -; MIPS64R2-NEXT: c.olt.s $f12, $f13 ; MIPS64R2-NEXT: mov.s $f0, $f13 +; MIPS64R2-NEXT: c.olt.s $f12, $f13 ; MIPS64R2-NEXT: movt.s $f0, $f12, $fcc0 ; MIPS64R2-NEXT: mfc1 $1, $f12 ; MIPS64R2-NEXT: lui $2, 32768 ; MIPS64R2-NEXT: xor $1, $1, $2 ; MIPS64R2-NEXT: mov.s $f1, $f0 ; MIPS64R2-NEXT: movz.s $f1, $f12, $1 -; MIPS64R2-NEXT: mfc1 $1, $f13 -; MIPS64R2-NEXT: xor $1, $1, $2 -; MIPS64R2-NEXT: movz.s $f1, $f13, $1 ; MIPS64R2-NEXT: mtc1 $zero, $f2 ; MIPS64R2-NEXT: c.eq.s $f0, $f2 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS64-LABEL: minimumnum_float_nnan: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.s $f0, $f13 +; MIPS64-NEXT: c.olt.s $f12, $f13 +; MIPS64-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS64-NEXT: mfc1 $1, $f12 +; MIPS64-NEXT: lui $2, 32768 +; MIPS64-NEXT: xor $1, $1, $2 +; MIPS64-NEXT: mov.s $f1, $f0 +; MIPS64-NEXT: movz.s $f1, $f12, $1 +; MIPS64-NEXT: mtc1 $zero, $f2 +; MIPS64-NEXT: c.eq.s $f0, $f2 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS32R2-LABEL: minimumnum_float_nnan: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.s $f0, $f14 +; MIPS32R2-NEXT: c.olt.s $f12, $f14 +; MIPS32R2-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R2-NEXT: mfc1 $1, $f12 +; MIPS32R2-NEXT: lui $2, 32768 +; MIPS32R2-NEXT: xor $1, $1, $2 +; MIPS32R2-NEXT: mov.s $f1, $f0 +; MIPS32R2-NEXT: movz.s $f1, $f12, $1 +; MIPS32R2-NEXT: mtc1 $zero, $f2 +; MIPS32R2-NEXT: c.eq.s $f0, $f2 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movt.s $f0, $f1, $fcc0 +; +; MIPS32-LABEL: minimumnum_float_nnan: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.s $f0, $f14 +; MIPS32-NEXT: c.olt.s $f12, $f14 +; MIPS32-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32-NEXT: mfc1 $1, $f12 +; MIPS32-NEXT: lui $2, 32768 +; MIPS32-NEXT: xor $1, $1, $2 +; MIPS32-NEXT: mov.s $f1, $f0 +; MIPS32-NEXT: movz.s $f1, $f12, $1 +; MIPS32-NEXT: mtc1 $zero, $f2 +; MIPS32-NEXT: c.eq.s $f0, $f2 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movt.s $f0, $f1, $fcc0 +; MIPS32R5-LABEL: minimumnum_float_nnan: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.s $f0, $f14 +; MIPS32R5-NEXT: c.olt.s $f12, $f14 +; MIPS32R5-NEXT: movt.s $f0, $f12, $fcc0 +; MIPS32R5-NEXT: mfc1 $1, $f12 +; MIPS32R5-NEXT: lui $2, 32768 +; MIPS32R5-NEXT: xor $1, $1, $2 +; MIPS32R5-NEXT: mov.s $f1, $f0 +; MIPS32R5-NEXT: movz.s $f1, $f12, $1 +; MIPS32R5-NEXT: mtc1 $zero, $f2 +; MIPS32R5-NEXT: c.eq.s $f0, $f2 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movt.s $f0, $f1, $fcc0 %z = call nnan float @llvm.minimumnum.f32(float %x, float %y) ret float %z } @@ -252,12 +752,12 @@ define double @minimumnum_double(double %x, double %y) { ; ; MIPS64R2-LABEL: minimumnum_double: ; MIPS64R2: # %bb.0: +; MIPS64R2-NEXT: mov.d $f0, $f13 ; MIPS64R2-NEXT: c.un.d $f12, $f12 ; MIPS64R2-NEXT: movt.d $f12, $f13, $fcc0 ; MIPS64R2-NEXT: c.un.d $f13, $f13 -; MIPS64R2-NEXT: movt.d $f13, $f12, $fcc0 -; MIPS64R2-NEXT: c.olt.d $f12, $f13 -; MIPS64R2-NEXT: mov.d $f0, $f13 +; MIPS64R2-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS64R2-NEXT: c.olt.d $f12, $f0 ; MIPS64R2-NEXT: movt.d $f0, $f12, $fcc0 ; MIPS64R2-NEXT: dmfc1 $1, $f12 ; MIPS64R2-NEXT: daddiu $2, $zero, 1 @@ -265,13 +765,92 @@ define double @minimumnum_double(double %x, double %y) { ; MIPS64R2-NEXT: xor $1, $1, $2 ; MIPS64R2-NEXT: mov.d $f1, $f0 ; MIPS64R2-NEXT: movz.d $f1, $f12, $1 -; MIPS64R2-NEXT: dmfc1 $1, $f13 -; MIPS64R2-NEXT: xor $1, $1, $2 -; MIPS64R2-NEXT: movz.d $f1, $f13, $1 ; MIPS64R2-NEXT: dmtc1 $zero, $f2 ; MIPS64R2-NEXT: c.eq.d $f0, $f2 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movt.d $f0, $f1, $fcc0 +; +; MIPS64-LABEL: minimumnum_double: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.d $f0, $f13 +; MIPS64-NEXT: c.un.d $f12, $f12 +; MIPS64-NEXT: movt.d $f12, $f13, $fcc0 +; MIPS64-NEXT: c.un.d $f13, $f13 +; MIPS64-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS64-NEXT: c.olt.d $f12, $f0 +; MIPS64-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS64-NEXT: dmfc1 $1, $f12 +; MIPS64-NEXT: daddiu $2, $zero, 1 +; MIPS64-NEXT: dsll $2, $2, 63 +; MIPS64-NEXT: xor $1, $1, $2 +; MIPS64-NEXT: mov.d $f1, $f0 +; MIPS64-NEXT: movz.d $f1, $f12, $1 +; MIPS64-NEXT: dmtc1 $zero, $f2 +; MIPS64-NEXT: c.eq.d $f0, $f2 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movt.d $f0, $f1, $fcc0 +; +; MIPS32R2-LABEL: minimumnum_double: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.d $f0, $f14 +; MIPS32R2-NEXT: c.un.d $f12, $f12 +; MIPS32R2-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32R2-NEXT: c.un.d $f14, $f14 +; MIPS32R2-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R2-NEXT: c.olt.d $f12, $f0 +; MIPS32R2-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R2-NEXT: cvt.s.d $f2, $f12 +; MIPS32R2-NEXT: mfc1 $1, $f2 +; MIPS32R2-NEXT: lui $2, 32768 +; MIPS32R2-NEXT: xor $1, $1, $2 +; MIPS32R2-NEXT: mov.d $f2, $f0 +; MIPS32R2-NEXT: movz.d $f2, $f12, $1 +; MIPS32R2-NEXT: mtc1 $zero, $f4 +; MIPS32R2-NEXT: mthc1 $zero, $f4 +; MIPS32R2-NEXT: c.eq.d $f0, $f4 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movt.d $f0, $f2, $fcc0 +; +; MIPS32-LABEL: minimumnum_double: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.d $f0, $f14 +; MIPS32-NEXT: c.un.d $f12, $f12 +; MIPS32-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32-NEXT: c.un.d $f14, $f14 +; MIPS32-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32-NEXT: c.olt.d $f12, $f0 +; MIPS32-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32-NEXT: cvt.s.d $f2, $f12 +; MIPS32-NEXT: mfc1 $1, $f2 +; MIPS32-NEXT: lui $2, 32768 +; MIPS32-NEXT: xor $1, $1, $2 +; MIPS32-NEXT: mov.d $f2, $f0 +; MIPS32-NEXT: movz.d $f2, $f12, $1 +; MIPS32-NEXT: mtc1 $zero, $f4 +; MIPS32-NEXT: mtc1 $zero, $f5 +; MIPS32-NEXT: c.eq.d $f0, $f4 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movt.d $f0, $f2, $fcc0 +; MIPS32R5-LABEL: minimumnum_double: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.d $f0, $f14 +; MIPS32R5-NEXT: c.un.d $f12, $f12 +; MIPS32R5-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32R5-NEXT: c.un.d $f14, $f14 +; MIPS32R5-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R5-NEXT: c.olt.d $f12, $f0 +; MIPS32R5-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R5-NEXT: cvt.s.d $f1, $f12 +; MIPS32R5-NEXT: mfc1 $1, $f1 +; MIPS32R5-NEXT: lui $2, 32768 +; MIPS32R5-NEXT: xor $1, $1, $2 +; MIPS32R5-NEXT: mov.d $f1, $f0 +; MIPS32R5-NEXT: movz.d $f1, $f12, $1 +; MIPS32R5-NEXT: mtc1 $zero, $f2 +; MIPS32R5-NEXT: mthc1 $zero, $f2 +; MIPS32R5-NEXT: c.eq.d $f0, $f2 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movt.d $f0, $f1, $fcc0 %z = call double @llvm.minimumnum.f64(double %x, double %y) ret double %z } @@ -294,6 +873,49 @@ define double @minimumnum_double_nsz(double %x, double %y) { ; MIPS64R2-NEXT: c.olt.d $f12, $f0 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movt.d $f0, $f12, $fcc0 +; +; MIPS64-LABEL: minimumnum_double_nsz: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.d $f0, $f13 +; MIPS64-NEXT: c.un.d $f12, $f12 +; MIPS64-NEXT: movt.d $f12, $f13, $fcc0 +; MIPS64-NEXT: c.un.d $f13, $f13 +; MIPS64-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS64-NEXT: c.olt.d $f12, $f0 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movt.d $f0, $f12, $fcc0 +; +; MIPS32R2-LABEL: minimumnum_double_nsz: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.d $f0, $f14 +; MIPS32R2-NEXT: c.un.d $f12, $f12 +; MIPS32R2-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32R2-NEXT: c.un.d $f14, $f14 +; MIPS32R2-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R2-NEXT: c.olt.d $f12, $f0 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movt.d $f0, $f12, $fcc0 +; +; MIPS32-LABEL: minimumnum_double_nsz: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.d $f0, $f14 +; MIPS32-NEXT: c.un.d $f12, $f12 +; MIPS32-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32-NEXT: c.un.d $f14, $f14 +; MIPS32-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32-NEXT: c.olt.d $f12, $f0 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R5-LABEL: minimumnum_double_nsz: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.d $f0, $f14 +; MIPS32R5-NEXT: c.un.d $f12, $f12 +; MIPS32R5-NEXT: movt.d $f12, $f14, $fcc0 +; MIPS32R5-NEXT: c.un.d $f14, $f14 +; MIPS32R5-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R5-NEXT: c.olt.d $f12, $f0 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movt.d $f0, $f12, $fcc0 %z = call nsz double @llvm.minimumnum.f64(double %x, double %y) ret double %z } @@ -306,22 +928,85 @@ define double @minimumnum_double_nnan(double %x, double %y) { ; ; MIPS64R2-LABEL: minimumnum_double_nnan: ; MIPS64R2: # %bb.0: -; MIPS64R2-NEXT: c.olt.d $f12, $f13 ; MIPS64R2-NEXT: mov.d $f0, $f13 +; MIPS64R2-NEXT: c.olt.d $f12, $f13 ; MIPS64R2-NEXT: movt.d $f0, $f12, $fcc0 ; MIPS64R2-NEXT: daddiu $1, $zero, 1 ; MIPS64R2-NEXT: dsll $1, $1, 63 ; MIPS64R2-NEXT: dmfc1 $2, $f12 -; MIPS64R2-NEXT: xor $2, $2, $1 -; MIPS64R2-NEXT: mov.d $f1, $f0 -; MIPS64R2-NEXT: movz.d $f1, $f12, $2 -; MIPS64R2-NEXT: dmfc1 $2, $f13 ; MIPS64R2-NEXT: xor $1, $2, $1 -; MIPS64R2-NEXT: movz.d $f1, $f13, $1 +; MIPS64R2-NEXT: mov.d $f1, $f0 +; MIPS64R2-NEXT: movz.d $f1, $f12, $1 ; MIPS64R2-NEXT: dmtc1 $zero, $f2 ; MIPS64R2-NEXT: c.eq.d $f0, $f2 ; MIPS64R2-NEXT: jr $ra ; MIPS64R2-NEXT: movt.d $f0, $f1, $fcc0 +; +; MIPS64-LABEL: minimumnum_double_nnan: +; MIPS64: # %bb.0: +; MIPS64-NEXT: mov.d $f0, $f13 +; MIPS64-NEXT: c.olt.d $f12, $f13 +; MIPS64-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS64-NEXT: daddiu $1, $zero, 1 +; MIPS64-NEXT: dsll $1, $1, 63 +; MIPS64-NEXT: dmfc1 $2, $f12 +; MIPS64-NEXT: xor $1, $2, $1 +; MIPS64-NEXT: mov.d $f1, $f0 +; MIPS64-NEXT: movz.d $f1, $f12, $1 +; MIPS64-NEXT: dmtc1 $zero, $f2 +; MIPS64-NEXT: c.eq.d $f0, $f2 +; MIPS64-NEXT: jr $ra +; MIPS64-NEXT: movt.d $f0, $f1, $fcc0 +; +; MIPS32R2-LABEL: minimumnum_double_nnan: +; MIPS32R2: # %bb.0: +; MIPS32R2-NEXT: mov.d $f0, $f14 +; MIPS32R2-NEXT: c.olt.d $f12, $f14 +; MIPS32R2-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R2-NEXT: cvt.s.d $f2, $f12 +; MIPS32R2-NEXT: mfc1 $1, $f2 +; MIPS32R2-NEXT: lui $2, 32768 +; MIPS32R2-NEXT: xor $1, $1, $2 +; MIPS32R2-NEXT: mov.d $f2, $f0 +; MIPS32R2-NEXT: movz.d $f2, $f12, $1 +; MIPS32R2-NEXT: mtc1 $zero, $f4 +; MIPS32R2-NEXT: mthc1 $zero, $f4 +; MIPS32R2-NEXT: c.eq.d $f0, $f4 +; MIPS32R2-NEXT: jr $ra +; MIPS32R2-NEXT: movt.d $f0, $f2, $fcc0 +; +; MIPS32-LABEL: minimumnum_double_nnan: +; MIPS32: # %bb.0: +; MIPS32-NEXT: mov.d $f0, $f14 +; MIPS32-NEXT: c.olt.d $f12, $f14 +; MIPS32-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32-NEXT: cvt.s.d $f2, $f12 +; MIPS32-NEXT: mfc1 $1, $f2 +; MIPS32-NEXT: lui $2, 32768 +; MIPS32-NEXT: xor $1, $1, $2 +; MIPS32-NEXT: mov.d $f2, $f0 +; MIPS32-NEXT: movz.d $f2, $f12, $1 +; MIPS32-NEXT: mtc1 $zero, $f4 +; MIPS32-NEXT: mtc1 $zero, $f5 +; MIPS32-NEXT: c.eq.d $f0, $f4 +; MIPS32-NEXT: jr $ra +; MIPS32-NEXT: movt.d $f0, $f2, $fcc0 +; MIPS32R5-LABEL: minimumnum_double_nnan: +; MIPS32R5: # %bb.0: +; MIPS32R5-NEXT: mov.d $f0, $f14 +; MIPS32R5-NEXT: c.olt.d $f12, $f14 +; MIPS32R5-NEXT: movt.d $f0, $f12, $fcc0 +; MIPS32R5-NEXT: cvt.s.d $f1, $f12 +; MIPS32R5-NEXT: mfc1 $1, $f1 +; MIPS32R5-NEXT: lui $2, 32768 +; MIPS32R5-NEXT: xor $1, $1, $2 +; MIPS32R5-NEXT: mov.d $f1, $f0 +; MIPS32R5-NEXT: movz.d $f1, $f12, $1 +; MIPS32R5-NEXT: mtc1 $zero, $f2 +; MIPS32R5-NEXT: mthc1 $zero, $f2 +; MIPS32R5-NEXT: c.eq.d $f0, $f2 +; MIPS32R5-NEXT: jr $ra +; MIPS32R5-NEXT: movt.d $f0, $f1, $fcc0 %z = call nnan double @llvm.minimumnum.f64(double %x, double %y) ret double %z } diff --git a/llvm/test/CodeGen/X86/fminimumnum-fmaximumnum.ll b/llvm/test/CodeGen/X86/fminimumnum-fmaximumnum.ll index 33bc93d0fe4db..6f867ba335bc8 100644 --- a/llvm/test/CodeGen/X86/fminimumnum-fmaximumnum.ll +++ b/llvm/test/CodeGen/X86/fminimumnum-fmaximumnum.ll @@ -1812,263 +1812,238 @@ define <4 x half> @test_fmaximumnum_v4f16(<4 x half> %x, <4 x half> %y) nounwind ; ; AVX512-LABEL: test_fmaximumnum_v4f16: ; AVX512: # %bb.0: -; AVX512-NEXT: subq $56, %rsp -; AVX512-NEXT: vmovdqa %xmm1, %xmm5 -; AVX512-NEXT: vmovdqa %xmm0, %xmm6 +; AVX512-NEXT: vmovdqa %xmm1, %xmm2 +; AVX512-NEXT: vmovdqa %xmm0, %xmm5 ; AVX512-NEXT: vpsrldq {{.*#+}} xmm0 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero ; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 ; AVX512-NEXT: vucomiss %xmm0, %xmm0 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vpsrldq {{.*#+}} xmm1 = xmm6[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero -; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 -; AVX512-NEXT: vucomiss %xmm1, %xmm1 +; AVX512-NEXT: vpsrldq {{.*#+}} xmm3 = xmm5[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero +; AVX512-NEXT: vcvtph2ps %xmm3, %xmm3 +; AVX512-NEXT: vucomiss %xmm3, %xmm3 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k2 -; AVX512-NEXT: vmovss %xmm0, %xmm1, %xmm1 {%k2} -; AVX512-NEXT: vcvtps2ph $4, %xmm1, %xmm1 +; AVX512-NEXT: vmovss %xmm0, %xmm3, %xmm3 {%k2} +; AVX512-NEXT: vcvtps2ph $4, %xmm3, %xmm1 ; AVX512-NEXT: vmovaps %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill -; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 -; AVX512-NEXT: vmovss %xmm1, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vcvtph2ps %xmm1, %xmm4 +; AVX512-NEXT: vmovss %xmm4, %xmm0, %xmm0 {%k1} ; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm0 -; AVX512-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill ; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 -; AVX512-NEXT: vucomiss %xmm0, %xmm1 +; AVX512-NEXT: vucomiss %xmm0, %xmm4 ; AVX512-NEXT: seta %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vmovss %xmm1, %xmm0, %xmm0 {%k1} -; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm2 -; AVX512-NEXT: vmovdqa %xmm2, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill -; AVX512-NEXT: vpshufd {{.*#+}} xmm0 = xmm5[3,3,3,3] +; AVX512-NEXT: vmovss %xmm4, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm1 +; AVX512-NEXT: vmovdqa %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill +; AVX512-NEXT: vpshufd {{.*#+}} xmm0 = xmm2[3,3,3,3] ; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 ; AVX512-NEXT: vucomiss %xmm0, %xmm0 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm6[3,3,3,3] -; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 -; AVX512-NEXT: vucomiss %xmm1, %xmm1 +; AVX512-NEXT: vpshufd {{.*#+}} xmm4 = xmm5[3,3,3,3] +; AVX512-NEXT: vcvtph2ps %xmm4, %xmm4 +; AVX512-NEXT: vucomiss %xmm4, %xmm4 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k2 -; AVX512-NEXT: vmovss %xmm0, %xmm1, %xmm1 {%k2} -; AVX512-NEXT: vcvtps2ph $4, %xmm1, %xmm1 -; AVX512-NEXT: vmovaps %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill -; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 -; AVX512-NEXT: vmovss %xmm1, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vmovss %xmm0, %xmm4, %xmm4 {%k2} +; AVX512-NEXT: vcvtps2ph $4, %xmm4, %xmm3 +; AVX512-NEXT: vcvtph2ps %xmm3, %xmm4 +; AVX512-NEXT: vmovss %xmm4, %xmm0, %xmm0 {%k1} ; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm0 -; AVX512-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill ; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 -; AVX512-NEXT: vucomiss %xmm0, %xmm1 +; AVX512-NEXT: vucomiss %xmm0, %xmm4 ; AVX512-NEXT: seta %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vmovss %xmm1, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vmovss %xmm4, %xmm0, %xmm0 {%k1} ; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm0 -; AVX512-NEXT: vmovdqa %xmm0, (%rsp) # 16-byte Spill -; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm0[0],xmm2[0],xmm0[1],xmm2[1],xmm0[2],xmm2[2],xmm0[3],xmm2[3] -; AVX512-NEXT: vpsrldq {{.*#+}} xmm1 = xmm5[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero -; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 -; AVX512-NEXT: vucomiss %xmm1, %xmm1 +; AVX512-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill +; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm10 = xmm0[0],xmm1[0],xmm0[1],xmm1[1],xmm0[2],xmm1[2],xmm0[3],xmm1[3] +; AVX512-NEXT: vpsrldq {{.*#+}} xmm0 = xmm2[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero +; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 +; AVX512-NEXT: vucomiss %xmm0, %xmm0 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vpsrldq {{.*#+}} xmm2 = xmm6[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero -; AVX512-NEXT: vcvtph2ps %xmm2, %xmm2 -; AVX512-NEXT: vucomiss %xmm2, %xmm2 +; AVX512-NEXT: vpsrldq {{.*#+}} xmm6 = xmm5[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero +; AVX512-NEXT: vcvtph2ps %xmm6, %xmm6 +; AVX512-NEXT: vucomiss %xmm6, %xmm6 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k2 -; AVX512-NEXT: vmovss %xmm1, %xmm2, %xmm2 {%k2} -; AVX512-NEXT: vcvtps2ph $4, %xmm2, %xmm2 -; AVX512-NEXT: vmovaps %xmm2, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill -; AVX512-NEXT: vcvtph2ps %xmm2, %xmm2 -; AVX512-NEXT: vmovss %xmm2, %xmm1, %xmm1 {%k1} -; AVX512-NEXT: vcvtps2ph $4, %xmm1, %xmm1 -; AVX512-NEXT: vmovaps %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill -; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 -; AVX512-NEXT: vucomiss %xmm1, %xmm2 +; AVX512-NEXT: vmovss %xmm0, %xmm6, %xmm6 {%k2} +; AVX512-NEXT: vcvtps2ph $4, %xmm6, %xmm7 +; AVX512-NEXT: vcvtph2ps %xmm7, %xmm6 +; AVX512-NEXT: vmovss %xmm6, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm0 +; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 +; AVX512-NEXT: vucomiss %xmm0, %xmm6 ; AVX512-NEXT: seta %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vmovss %xmm2, %xmm1, %xmm1 {%k1} -; AVX512-NEXT: vcvtps2ph $4, %xmm1, %xmm3 -; AVX512-NEXT: vmovdqa %xmm3, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill -; AVX512-NEXT: vshufpd {{.*#+}} xmm1 = xmm5[1,0] -; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 -; AVX512-NEXT: vucomiss %xmm1, %xmm1 +; AVX512-NEXT: vmovss %xmm6, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm6 +; AVX512-NEXT: vshufpd {{.*#+}} xmm0 = xmm2[1,0] +; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 +; AVX512-NEXT: vucomiss %xmm0, %xmm0 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vshufpd {{.*#+}} xmm2 = xmm6[1,0] -; AVX512-NEXT: vcvtph2ps %xmm2, %xmm2 -; AVX512-NEXT: vucomiss %xmm2, %xmm2 +; AVX512-NEXT: vshufpd {{.*#+}} xmm8 = xmm5[1,0] +; AVX512-NEXT: vcvtph2ps %xmm8, %xmm8 +; AVX512-NEXT: vucomiss %xmm8, %xmm8 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k2 -; AVX512-NEXT: vmovss %xmm1, %xmm2, %xmm2 {%k2} -; AVX512-NEXT: vcvtps2ph $4, %xmm2, %xmm13 -; AVX512-NEXT: vcvtph2ps %xmm13, %xmm2 -; AVX512-NEXT: vmovss %xmm2, %xmm1, %xmm1 {%k1} -; AVX512-NEXT: vcvtps2ph $4, %xmm1, %xmm12 -; AVX512-NEXT: vcvtph2ps %xmm12, %xmm1 -; AVX512-NEXT: vucomiss %xmm1, %xmm2 +; AVX512-NEXT: vmovss %xmm0, %xmm8, %xmm8 {%k2} +; AVX512-NEXT: vcvtps2ph $4, %xmm8, %xmm9 +; AVX512-NEXT: vcvtph2ps %xmm9, %xmm8 +; AVX512-NEXT: vmovss %xmm8, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm0 +; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 +; AVX512-NEXT: vucomiss %xmm0, %xmm8 ; AVX512-NEXT: seta %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vmovss %xmm2, %xmm1, %xmm1 {%k1} -; AVX512-NEXT: vcvtps2ph $4, %xmm1, %xmm1 -; AVX512-NEXT: vmovdqa %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill -; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm1 = xmm1[0],xmm3[0],xmm1[1],xmm3[1],xmm1[2],xmm3[2],xmm1[3],xmm3[3] -; AVX512-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm1[0],xmm0[0],xmm1[1],xmm0[1] -; AVX512-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill -; AVX512-NEXT: vpsrlq $48, %xmm5, %xmm0 +; AVX512-NEXT: vmovss %xmm8, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm8 +; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm8[0],xmm6[0],xmm8[1],xmm6[1],xmm8[2],xmm6[2],xmm8[3],xmm6[3] +; AVX512-NEXT: vpunpckldq {{.*#+}} xmm10 = xmm0[0],xmm10[0],xmm0[1],xmm10[1] +; AVX512-NEXT: vpsrlq $48, %xmm2, %xmm0 ; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 ; AVX512-NEXT: vucomiss %xmm0, %xmm0 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vpsrlq $48, %xmm6, %xmm1 -; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 -; AVX512-NEXT: vucomiss %xmm1, %xmm1 +; AVX512-NEXT: vpsrlq $48, %xmm5, %xmm11 +; AVX512-NEXT: vcvtph2ps %xmm11, %xmm11 +; AVX512-NEXT: vucomiss %xmm11, %xmm11 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k2 -; AVX512-NEXT: vmovss %xmm0, %xmm1, %xmm1 {%k2} -; AVX512-NEXT: vcvtps2ph $4, %xmm1, %xmm11 -; AVX512-NEXT: vcvtph2ps %xmm11, %xmm1 -; AVX512-NEXT: vmovss %xmm1, %xmm0, %xmm0 {%k1} -; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm15 -; AVX512-NEXT: vcvtph2ps %xmm15, %xmm7 -; AVX512-NEXT: vucomiss %xmm7, %xmm1 +; AVX512-NEXT: vmovss %xmm0, %xmm11, %xmm11 {%k2} +; AVX512-NEXT: vcvtps2ph $4, %xmm11, %xmm11 +; AVX512-NEXT: vcvtph2ps %xmm11, %xmm13 +; AVX512-NEXT: vmovss %xmm13, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm0 +; AVX512-NEXT: vcvtph2ps %xmm0, %xmm12 +; AVX512-NEXT: vucomiss %xmm12, %xmm13 ; AVX512-NEXT: seta %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vmovss %xmm1, %xmm7, %xmm7 {%k1} -; AVX512-NEXT: vmovshdup {{.*#+}} xmm0 = xmm5[1,1,3,3] +; AVX512-NEXT: vmovss %xmm13, %xmm12, %xmm12 {%k1} +; AVX512-NEXT: vmovshdup {{.*#+}} xmm0 = xmm2[1,1,3,3] ; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 ; AVX512-NEXT: vucomiss %xmm0, %xmm0 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vmovshdup {{.*#+}} xmm1 = xmm6[1,1,3,3] -; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 -; AVX512-NEXT: vucomiss %xmm1, %xmm1 +; AVX512-NEXT: vmovshdup {{.*#+}} xmm13 = xmm5[1,1,3,3] +; AVX512-NEXT: vcvtph2ps %xmm13, %xmm13 +; AVX512-NEXT: vucomiss %xmm13, %xmm13 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k2 -; AVX512-NEXT: vmovss %xmm0, %xmm1, %xmm1 {%k2} -; AVX512-NEXT: vcvtps2ph $4, %xmm1, %xmm9 -; AVX512-NEXT: vcvtph2ps %xmm9, %xmm4 -; AVX512-NEXT: vmovss %xmm4, %xmm0, %xmm0 {%k1} -; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm10 -; AVX512-NEXT: vcvtph2ps %xmm10, %xmm3 -; AVX512-NEXT: vucomiss %xmm3, %xmm4 +; AVX512-NEXT: vmovss %xmm0, %xmm13, %xmm13 {%k2} +; AVX512-NEXT: vcvtps2ph $4, %xmm13, %xmm13 +; AVX512-NEXT: vcvtph2ps %xmm13, %xmm15 +; AVX512-NEXT: vmovss %xmm15, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm0 +; AVX512-NEXT: vcvtph2ps %xmm0, %xmm14 +; AVX512-NEXT: vucomiss %xmm14, %xmm15 ; AVX512-NEXT: seta %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vmovss %xmm4, %xmm3, %xmm3 {%k1} -; AVX512-NEXT: vcvtph2ps %xmm5, %xmm0 +; AVX512-NEXT: vmovss %xmm15, %xmm14, %xmm14 {%k1} +; AVX512-NEXT: vcvtph2ps %xmm2, %xmm0 ; AVX512-NEXT: vucomiss %xmm0, %xmm0 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vcvtph2ps %xmm6, %xmm4 -; AVX512-NEXT: vucomiss %xmm4, %xmm4 +; AVX512-NEXT: vcvtph2ps %xmm5, %xmm15 +; AVX512-NEXT: vucomiss %xmm15, %xmm15 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k2 -; AVX512-NEXT: vmovss %xmm0, %xmm4, %xmm4 {%k2} -; AVX512-NEXT: vcvtps2ph $4, %xmm4, %xmm4 -; AVX512-NEXT: vcvtph2ps %xmm4, %xmm1 +; AVX512-NEXT: vmovss %xmm0, %xmm15, %xmm15 {%k2} +; AVX512-NEXT: vcvtps2ph $4, %xmm15, %xmm15 +; AVX512-NEXT: vcvtph2ps %xmm15, %xmm1 ; AVX512-NEXT: vmovss %xmm1, %xmm0, %xmm0 {%k1} -; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm8 -; AVX512-NEXT: vcvtph2ps %xmm8, %xmm2 -; AVX512-NEXT: vucomiss %xmm2, %xmm1 +; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm0 +; AVX512-NEXT: vcvtph2ps %xmm0, %xmm0 +; AVX512-NEXT: vucomiss %xmm0, %xmm1 ; AVX512-NEXT: seta %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vmovss %xmm1, %xmm2, %xmm2 {%k1} -; AVX512-NEXT: vpsrld $16, %xmm5, %xmm1 +; AVX512-NEXT: vmovss %xmm1, %xmm0, %xmm0 {%k1} +; AVX512-NEXT: vpsrld $16, %xmm2, %xmm1 ; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 ; AVX512-NEXT: vucomiss %xmm1, %xmm1 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vpsrld $16, %xmm6, %xmm5 -; AVX512-NEXT: vcvtph2ps %xmm5, %xmm5 -; AVX512-NEXT: vucomiss %xmm5, %xmm5 +; AVX512-NEXT: vpsrld $16, %xmm5, %xmm2 +; AVX512-NEXT: vcvtph2ps %xmm2, %xmm2 +; AVX512-NEXT: vucomiss %xmm2, %xmm2 ; AVX512-NEXT: setp %al ; AVX512-NEXT: kmovw %eax, %k2 -; AVX512-NEXT: vmovss %xmm1, %xmm5, %xmm5 {%k2} -; AVX512-NEXT: vcvtps2ph $4, %xmm5, %xmm6 -; AVX512-NEXT: vcvtph2ps %xmm6, %xmm5 -; AVX512-NEXT: vmovss %xmm5, %xmm1, %xmm1 {%k1} +; AVX512-NEXT: vmovss %xmm1, %xmm2, %xmm2 {%k2} +; AVX512-NEXT: vcvtps2ph $4, %xmm2, %xmm5 +; AVX512-NEXT: vcvtph2ps %xmm5, %xmm2 +; AVX512-NEXT: vmovss %xmm2, %xmm1, %xmm1 {%k1} ; AVX512-NEXT: vcvtps2ph $4, %xmm1, %xmm1 -; AVX512-NEXT: vcvtph2ps %xmm1, %xmm0 -; AVX512-NEXT: vucomiss %xmm0, %xmm5 +; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 +; AVX512-NEXT: vucomiss %xmm1, %xmm2 ; AVX512-NEXT: seta %al ; AVX512-NEXT: kmovw %eax, %k1 -; AVX512-NEXT: vmovss %xmm5, %xmm0, %xmm0 {%k1} -; AVX512-NEXT: vcvtps2ph $4, %xmm7, %xmm7 -; AVX512-NEXT: vcvtps2ph $4, %xmm3, %xmm3 -; AVX512-NEXT: vcvtps2ph $4, %xmm2, %xmm5 -; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm2 -; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm3[0],xmm7[0],xmm3[1],xmm7[1],xmm3[2],xmm7[2],xmm3[3],xmm7[3] -; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm14 = xmm5[0],xmm2[0],xmm5[1],xmm2[1],xmm5[2],xmm2[2],xmm5[3],xmm2[3] -; AVX512-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm14[0],xmm0[0],xmm14[1],xmm0[1] -; AVX512-NEXT: vpunpcklqdq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload -; AVX512-NEXT: # xmm0 = xmm0[0],mem[0] -; AVX512-NEXT: vmovdqa {{[-0-9]+}}(%r{{[sb]}}p), %xmm14 # 16-byte Reload -; AVX512-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm14, %xmm14 # 16-byte Folded Reload -; AVX512-NEXT: # xmm14 = xmm14[0],mem[0],xmm14[1],mem[1],xmm14[2],mem[2],xmm14[3],mem[3] -; AVX512-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm13, %xmm13 # 16-byte Folded Reload -; AVX512-NEXT: # xmm13 = xmm13[0],mem[0],xmm13[1],mem[1],xmm13[2],mem[2],xmm13[3],mem[3] -; AVX512-NEXT: vpunpckldq {{.*#+}} xmm13 = xmm13[0],xmm14[0],xmm13[1],xmm14[1] -; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm9 = xmm9[0],xmm11[0],xmm9[1],xmm11[1],xmm9[2],xmm11[2],xmm9[3],xmm11[3] -; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm4[0],xmm6[0],xmm4[1],xmm6[1],xmm4[2],xmm6[2],xmm4[3],xmm6[3] -; AVX512-NEXT: vpunpckldq {{.*#+}} xmm4 = xmm4[0],xmm9[0],xmm4[1],xmm9[1] -; AVX512-NEXT: vpunpcklqdq {{.*#+}} xmm4 = xmm4[0],xmm13[0] -; AVX512-NEXT: vpxor %xmm6, %xmm6, %xmm6 -; AVX512-NEXT: vpcmpeqw %xmm6, %xmm4, %xmm9 -; AVX512-NEXT: vpblendvb %xmm9, %xmm4, %xmm0, %xmm4 -; AVX512-NEXT: vmovdqa {{[-0-9]+}}(%r{{[sb]}}p), %xmm9 # 16-byte Reload -; AVX512-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm9, %xmm9 # 16-byte Folded Reload -; AVX512-NEXT: # xmm9 = xmm9[0],mem[0],xmm9[1],mem[1],xmm9[2],mem[2],xmm9[3],mem[3] -; AVX512-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm12, %xmm11 # 16-byte Folded Reload -; AVX512-NEXT: # xmm11 = xmm12[0],mem[0],xmm12[1],mem[1],xmm12[2],mem[2],xmm12[3],mem[3] -; AVX512-NEXT: vpunpckldq {{.*#+}} xmm9 = xmm11[0],xmm9[0],xmm11[1],xmm9[1] -; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm10 = xmm10[0],xmm15[0],xmm10[1],xmm15[1],xmm10[2],xmm15[2],xmm10[3],xmm15[3] -; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm1 = xmm8[0],xmm1[0],xmm8[1],xmm1[1],xmm8[2],xmm1[2],xmm8[3],xmm1[3] -; AVX512-NEXT: vpunpckldq {{.*#+}} xmm1 = xmm1[0],xmm10[0],xmm1[1],xmm10[1] -; AVX512-NEXT: vpunpcklqdq {{.*#+}} xmm1 = xmm1[0],xmm9[0] -; AVX512-NEXT: vpcmpeqw %xmm6, %xmm1, %xmm6 -; AVX512-NEXT: vpblendvb %xmm6, %xmm1, %xmm4, %xmm1 -; AVX512-NEXT: vcvtph2ps %xmm2, %xmm2 +; AVX512-NEXT: vmovss %xmm2, %xmm1, %xmm1 {%k1} +; AVX512-NEXT: vcvtps2ph $4, %xmm12, %xmm2 +; AVX512-NEXT: vcvtps2ph $4, %xmm14, %xmm12 +; AVX512-NEXT: vcvtps2ph $4, %xmm0, %xmm14 +; AVX512-NEXT: vcvtps2ph $4, %xmm1, %xmm1 +; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm12[0],xmm2[0],xmm12[1],xmm2[1],xmm12[2],xmm2[2],xmm12[3],xmm2[3] +; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm14[0],xmm1[0],xmm14[1],xmm1[1],xmm14[2],xmm1[2],xmm14[3],xmm1[3] +; AVX512-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm4[0],xmm0[0],xmm4[1],xmm0[1] +; AVX512-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm10[0] +; AVX512-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm3, %xmm3 # 16-byte Folded Reload +; AVX512-NEXT: # xmm3 = xmm3[0],mem[0],xmm3[1],mem[1],xmm3[2],mem[2],xmm3[3],mem[3] +; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm9[0],xmm7[0],xmm9[1],xmm7[1],xmm9[2],xmm7[2],xmm9[3],xmm7[3] +; AVX512-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1] +; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm13[0],xmm11[0],xmm13[1],xmm11[1],xmm13[2],xmm11[2],xmm13[3],xmm11[3] +; AVX512-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm15[0],xmm5[0],xmm15[1],xmm5[1],xmm15[2],xmm5[2],xmm15[3],xmm5[3] +; AVX512-NEXT: vpunpckldq {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1] +; AVX512-NEXT: vpunpcklqdq {{.*#+}} xmm3 = xmm4[0],xmm3[0] +; AVX512-NEXT: vpxor %xmm4, %xmm4, %xmm4 +; AVX512-NEXT: vpcmpeqw %xmm4, %xmm3, %xmm4 +; AVX512-NEXT: vpblendvb %xmm4, %xmm3, %xmm0, %xmm3 +; AVX512-NEXT: vcvtph2ps %xmm1, %xmm1 ; AVX512-NEXT: xorl %eax, %eax ; AVX512-NEXT: vpxor %xmm4, %xmm4, %xmm4 -; AVX512-NEXT: vucomiss %xmm4, %xmm2 +; AVX512-NEXT: vucomiss %xmm4, %xmm1 ; AVX512-NEXT: movl $65535, %ecx # imm = 0xFFFF ; AVX512-NEXT: movl $0, %edx ; AVX512-NEXT: cmovel %ecx, %edx -; AVX512-NEXT: vcvtph2ps %xmm5, %xmm2 -; AVX512-NEXT: vucomiss %xmm4, %xmm2 +; AVX512-NEXT: vcvtph2ps %xmm14, %xmm1 +; AVX512-NEXT: vucomiss %xmm4, %xmm1 ; AVX512-NEXT: movl $0, %esi ; AVX512-NEXT: cmovel %ecx, %esi -; AVX512-NEXT: vcvtph2ps %xmm3, %xmm2 -; AVX512-NEXT: vucomiss %xmm4, %xmm2 +; AVX512-NEXT: vcvtph2ps %xmm12, %xmm1 +; AVX512-NEXT: vucomiss %xmm4, %xmm1 ; AVX512-NEXT: movl $0, %edi ; AVX512-NEXT: cmovel %ecx, %edi -; AVX512-NEXT: vcvtph2ps %xmm7, %xmm2 -; AVX512-NEXT: vucomiss %xmm4, %xmm2 +; AVX512-NEXT: vcvtph2ps %xmm2, %xmm1 +; AVX512-NEXT: vucomiss %xmm4, %xmm1 ; AVX512-NEXT: movl $0, %r8d ; AVX512-NEXT: cmovel %ecx, %r8d -; AVX512-NEXT: vcvtph2ps {{[-0-9]+}}(%r{{[sb]}}p), %xmm2 # 16-byte Folded Reload -; AVX512-NEXT: vucomiss %xmm4, %xmm2 +; AVX512-NEXT: vcvtph2ps %xmm8, %xmm1 +; AVX512-NEXT: vucomiss %xmm4, %xmm1 ; AVX512-NEXT: movl $0, %r9d ; AVX512-NEXT: cmovel %ecx, %r9d -; AVX512-NEXT: vcvtph2ps {{[-0-9]+}}(%r{{[sb]}}p), %xmm2 # 16-byte Folded Reload -; AVX512-NEXT: vucomiss %xmm4, %xmm2 +; AVX512-NEXT: vcvtph2ps %xmm6, %xmm1 +; AVX512-NEXT: vucomiss %xmm4, %xmm1 ; AVX512-NEXT: movl $0, %r10d ; AVX512-NEXT: cmovel %ecx, %r10d -; AVX512-NEXT: vcvtph2ps (%rsp), %xmm2 # 16-byte Folded Reload -; AVX512-NEXT: vucomiss %xmm4, %xmm2 +; AVX512-NEXT: vcvtph2ps {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload +; AVX512-NEXT: vucomiss %xmm4, %xmm1 ; AVX512-NEXT: movl $0, %r11d ; AVX512-NEXT: cmovel %ecx, %r11d -; AVX512-NEXT: vcvtph2ps {{[-0-9]+}}(%r{{[sb]}}p), %xmm2 # 16-byte Folded Reload -; AVX512-NEXT: vucomiss %xmm4, %xmm2 -; AVX512-NEXT: vmovd %esi, %xmm2 -; AVX512-NEXT: vpinsrw $1, %edx, %xmm2, %xmm2 -; AVX512-NEXT: vpinsrw $2, %edi, %xmm2, %xmm2 -; AVX512-NEXT: vpinsrw $3, %r8d, %xmm2, %xmm2 -; AVX512-NEXT: vpinsrw $4, %r9d, %xmm2, %xmm2 -; AVX512-NEXT: vpinsrw $5, %r10d, %xmm2, %xmm2 -; AVX512-NEXT: vpinsrw $6, %r11d, %xmm2, %xmm2 +; AVX512-NEXT: vcvtph2ps {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload +; AVX512-NEXT: vucomiss %xmm4, %xmm1 +; AVX512-NEXT: vmovd %esi, %xmm1 +; AVX512-NEXT: vpinsrw $1, %edx, %xmm1, %xmm1 +; AVX512-NEXT: vpinsrw $2, %edi, %xmm1, %xmm1 +; AVX512-NEXT: vpinsrw $3, %r8d, %xmm1, %xmm1 +; AVX512-NEXT: vpinsrw $4, %r9d, %xmm1, %xmm1 +; AVX512-NEXT: vpinsrw $5, %r10d, %xmm1, %xmm1 +; AVX512-NEXT: vpinsrw $6, %r11d, %xmm1, %xmm1 ; AVX512-NEXT: cmovel %ecx, %eax -; AVX512-NEXT: vpinsrw $7, %eax, %xmm2, %xmm2 -; AVX512-NEXT: vpblendvb %xmm2, %xmm1, %xmm0, %xmm0 -; AVX512-NEXT: addq $56, %rsp +; AVX512-NEXT: vpinsrw $7, %eax, %xmm1, %xmm1 +; AVX512-NEXT: vpblendvb %xmm1, %xmm3, %xmm0, %xmm0 ; AVX512-NEXT: retq ; ; AVX10_2-LABEL: test_fmaximumnum_v4f16: