[amdgpu] Improve the from f32 to i64.

[hliao]

Summary

• Take the same principle as the conversion from f64 to i64 with extra necessary pre- and post-processing. It helps to reduce that conversion sequence by half compared to legacy one.

[arsenm]

Can you also apply this to the globalisel version? that was a direct port

[foad]

llvm/lib/Target/AMDGPU/AMDGPUISelLowering.cpp

2594

LowerFP_TO_INT64 might be a better name?

2614

Only do this if Signed?

2653

Only do this if Signed?

[hliao]

• Add global-isel support.
• Revise the method name following the suggestion.

[hliao]

llvm/lib/Target/AMDGPU/AMDGPUISelLowering.cpp

2614

I need to verify that through the OCL compliance test. Even though out-of-range conversion has undefined behavior, I need to double-check that.

[hliao]

Only apply that abs/flip on fptosi for f32.

[hliao]

Fix typos.

[foad]

LGTM, thanks!

llvm/lib/Target/AMDGPU/AMDGPUISelLowering.h

protected:
 
   SDValue LowerCTLZ_CTTZ(SDValue Op, SelectionDAG &DAG) const;
 
   SDValue LowerINT_TO_FP32(SDValue Op, SelectionDAG &DAG, bool Signed) const;
   SDValue LowerINT_TO_FP64(SDValue Op, SelectionDAG &DAG, bool Signed) const;
   SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG) const;
   SDValue LowerSINT_TO_FP(SDValue Op, SelectionDAG &DAG) const;
 
-  SDValue LowerFP64_TO_INT(SDValue Op, SelectionDAG &DAG, bool Signed) const;
+  SDValue LowerFP3264_TO_INT(SDValue Op, SelectionDAG &DAG, bool Signed) const;
   SDValue LowerFP_TO_FP16(SDValue Op, SelectionDAG &DAG) const;
   SDValue LowerFP_TO_INT(SDValue Op, SelectionDAG &DAG) const;
 
   SDValue LowerSIGN_EXTEND_INREG(SDValue Op, SelectionDAG &DAG) const;
 
 protected:
   bool shouldCombineMemoryType(EVT VT) const;
   SDValue performLoadCombine(SDNode *N, DAGCombinerInfo &DCI) const;

llvm/lib/Target/AMDGPU/AMDGPUISelLowering.cpp

SDValue AMDGPUTargetLowering::LowerSINT_TO_FP(SDValue Op,
 
   if (DestVT == MVT::f32)
     return LowerINT_TO_FP32(Op, DAG, true);
 
   assert(DestVT == MVT::f64);
   return LowerINT_TO_FP64(Op, DAG, true);
 }
 
-SDValue AMDGPUTargetLowering::LowerFP64_TO_INT(SDValue Op, SelectionDAG &DAG,
+SDValue AMDGPUTargetLowering::LowerFP3264_TO_INT(SDValue Op, SelectionDAG &DAG,
                                                  bool Signed) const {
   SDLoc SL(Op);
 
   SDValue Src = Op.getOperand(0);
+  EVT SrcVT = Src.getValueType();
 
-  SDValue Trunc = DAG.getNode(ISD::FTRUNC, SL, MVT::f64, Src);
+  assert(SrcVT == MVT::f32 || SrcVT == MVT::f64);
 
-  SDValue K0 = DAG.getConstantFP(BitsToDouble(UINT64_C(0x3df0000000000000)), SL,
-                                 MVT::f64);
-  SDValue K1 = DAG.getConstantFP(BitsToDouble(UINT64_C(0xc1f0000000000000)), SL,
-                                 MVT::f64);
-  // TODO: Should this propagate fast-math-flags?
-  SDValue Mul = DAG.getNode(ISD::FMUL, SL, MVT::f64, Trunc, K0);
+  // The basic idea of converting a floating point number into a pair of 32-bit
+  // integers is illustrated as follows:
+  //
+  //     tf := trunc(val);
+  //    hif := floor(tf * 2^-32);
+  //    lof := tf - hif * 2^32; // lof is always positive due to floor.
+  //     hi := fptoi(hif);
+  //     lo := fptoi(lof);
+  //
+  SDValue Trunc = DAG.getNode(ISD::FTRUNC, SL, SrcVT, Src);
+  SDValue Sign;
+  if (SrcVT == MVT::f32) {
+    // However, a 32-bit floating point number has only 23 bits mantissa and
+    // it's not enough to hold all the significant bits of `lof` if val is
+    // negative. To avoid the loss of precision, We need to take the absolute
+    // value after truncating and flip the result back based on the original
+    // signedness.
+    Sign = DAG.getNode(ISD::SRA, SL, MVT::i32,
+                       DAG.getNode(ISD::BITCAST, SL, MVT::i32, Trunc),
+                       DAG.getConstant(31, SL, MVT::i32));
+    Trunc = DAG.getNode(ISD::FABS, SL, SrcVT, Trunc);
+  }
 
-  SDValue FloorMul = DAG.getNode(ISD::FFLOOR, SL, MVT::f64, Mul);
+  SDValue K0, K1;
+  if (SrcVT == MVT::f64) {
+    K0 = DAG.getConstantFP(BitsToDouble(UINT64_C(/*2^-32*/ 0x3df0000000000000)),
+                           SL, SrcVT);
+    K1 = DAG.getConstantFP(BitsToDouble(UINT64_C(/*-2^32*/ 0xc1f0000000000000)),
+                           SL, SrcVT);
+  } else {
+    K0 = DAG.getConstantFP(BitsToFloat(UINT64_C(/*2^-32*/ 0x2f800000)), SL,
+                           SrcVT);
+    K1 = DAG.getConstantFP(BitsToFloat(UINT64_C(/*-2^32*/ 0xcf800000)), SL,
+                           SrcVT);
+  }
+  // TODO: Should this propagate fast-math-flags?
+  SDValue Mul = DAG.getNode(ISD::FMUL, SL, SrcVT, Trunc, K0);
 
+  SDValue FloorMul = DAG.getNode(ISD::FFLOOR, SL, SrcVT, Mul);
 
-  SDValue Fma = DAG.getNode(ISD::FMA, SL, MVT::f64, FloorMul, K1, Trunc);
+  SDValue Fma = DAG.getNode(ISD::FMA, SL, SrcVT, FloorMul, K1, Trunc);
 
-  SDValue Hi = DAG.getNode(Signed ? ISD::FP_TO_SINT : ISD::FP_TO_UINT, SL,
-                           MVT::i32, FloorMul);
+  SDValue Hi = DAG.getNode((Signed && SrcVT == MVT::f64) ? ISD::FP_TO_SINT
+                                                         : ISD::FP_TO_UINT,
+                           SL, MVT::i32, FloorMul);
   SDValue Lo = DAG.getNode(ISD::FP_TO_UINT, SL, MVT::i32, Fma);
 
-  SDValue Result = DAG.getBuildVector(MVT::v2i32, SL, {Lo, Hi});
+  SDValue Result = DAG.getNode(ISD::BITCAST, SL, MVT::i64,
+                               DAG.getBuildVector(MVT::v2i32, SL, {Lo, Hi}));
+
+  if (SrcVT == MVT::f32) {
+    assert(Sign);
+    // Flip the result based on the signedness, which is either all 0s or 1s.
+    Sign = DAG.getNode(ISD::BITCAST, SL, MVT::i64,
+                       DAG.getBuildVector(MVT::v2i32, SL, {Sign, Sign}));
+    // r := xor(r, sign) - sign;
+    Result =
+        DAG.getNode(ISD::SUB, SL, MVT::i64,
+                    DAG.getNode(ISD::XOR, SL, MVT::i64, Result, Sign), Sign);
+  }
 
-  return DAG.getNode(ISD::BITCAST, SL, MVT::i64, Result);
+  return Result;
 }
 
 SDValue AMDGPUTargetLowering::LowerFP_TO_FP16(SDValue Op, SelectionDAG &DAG) const {
   SDLoc DL(Op);
   SDValue N0 = Op.getOperand(0);
 
   // Convert to target node to get known bits
   if (N0.getValueType() == MVT::f32)
if (SrcVT == MVT::f16 ||
     SDLoc DL(Op);
 
     SDValue FpToInt32 = DAG.getNode(OpOpcode, DL, MVT::i32, Src);
     unsigned Ext =
         OpOpcode == ISD::FP_TO_SINT ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND;
     return DAG.getNode(Ext, DL, MVT::i64, FpToInt32);
   }
 
-  if (DestVT == MVT::i64 && SrcVT == MVT::f64)
-    return LowerFP64_TO_INT(Op, DAG, OpOpcode == ISD::FP_TO_SINT);
+  if (DestVT == MVT::i64 && (SrcVT == MVT::f32 || SrcVT == MVT::f64))
+    return LowerFP3264_TO_INT(Op, DAG, OpOpcode == ISD::FP_TO_SINT);
 
   return SDValue();
 }
 
 SDValue AMDGPUTargetLowering::LowerSIGN_EXTEND_INREG(SDValue Op,
                                                      SelectionDAG &DAG) const {
   EVT ExtraVT = cast<VTSDNode>(Op.getOperand(1))->getVT();
   MVT VT = Op.getSimpleValueType();

llvm/test/CodeGen/AMDGPU/fp_to_sint.ll

 ; Check that the compiler doesn't crash with a "cannot select" error
 define amdgpu_kernel void @fp_to_sint_i64 (i64 addrspace(1)* %out, float %in) {
 ; SI-LABEL: fp_to_sint_i64:
 ; SI:       ; %bb.0: ; %entry
 ; SI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x9
 ; SI-NEXT:    s_load_dword s0, s[0:1], 0xb
 ; SI-NEXT:    s_mov_b32 s7, 0xf000
 ; SI-NEXT:    s_mov_b32 s6, -1
-; SI-NEXT:    s_mov_b32 s1, 0
+; SI-NEXT:    s_mov_b32 s1, 0x2f800000
+; SI-NEXT:    s_mov_b32 s2, 0xcf800000
 ; SI-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-NEXT:    s_bfe_u32 s8, s0, 0x80017
-; SI-NEXT:    s_and_b32 s2, s0, 0x7fffff
-; SI-NEXT:    s_ashr_i32 s9, s0, 31
-; SI-NEXT:    s_add_i32 s3, s8, 0xffffff6a
-; SI-NEXT:    s_or_b32 s0, s2, 0x800000
-; SI-NEXT:    s_sub_i32 s10, 0x96, s8
-; SI-NEXT:    s_ashr_i32 s11, s9, 31
-; SI-NEXT:    s_lshl_b64 s[2:3], s[0:1], s3
-; SI-NEXT:    s_lshr_b64 s[0:1], s[0:1], s10
-; SI-NEXT:    s_addk_i32 s8, 0xff81
-; SI-NEXT:    v_mov_b32_e32 v0, s11
-; SI-NEXT:    v_mov_b32_e32 v1, s1
-; SI-NEXT:    v_mov_b32_e32 v2, s3
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s8, 23
-; SI-NEXT:    v_cndmask_b32_e32 v1, v1, v2, vcc
-; SI-NEXT:    v_mov_b32_e32 v2, s0
-; SI-NEXT:    v_mov_b32_e32 v3, s2
-; SI-NEXT:    v_cndmask_b32_e32 v2, v2, v3, vcc
-; SI-NEXT:    v_xor_b32_e32 v1, s11, v1
-; SI-NEXT:    v_xor_b32_e32 v2, s9, v2
-; SI-NEXT:    v_subrev_i32_e32 v2, vcc, s9, v2
-; SI-NEXT:    v_subb_u32_e32 v0, vcc, v1, v0, vcc
-; SI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s8, 0
-; SI-NEXT:    v_cndmask_b32_e64 v1, v0, 0, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e64 v0, v2, 0, s[0:1]
+; SI-NEXT:    v_trunc_f32_e32 v0, s0
+; SI-NEXT:    v_mul_f32_e64 v1, |v0|, s1
+; SI-NEXT:    v_ashrrev_i32_e32 v2, 31, v0
+; SI-NEXT:    v_floor_f32_e32 v1, v1
+; SI-NEXT:    v_cvt_u32_f32_e32 v3, v1
+; SI-NEXT:    v_fma_f32 v0, v1, s2, |v0|
+; SI-NEXT:    v_cvt_u32_f32_e32 v0, v0
+; SI-NEXT:    v_xor_b32_e32 v1, v3, v2
+; SI-NEXT:    v_xor_b32_e32 v0, v0, v2
+; SI-NEXT:    v_sub_i32_e32 v0, vcc, v0, v2
+; SI-NEXT:    v_subb_u32_e32 v1, vcc, v1, v2, vcc
 ; SI-NEXT:    buffer_store_dwordx2 v[0:1], off, s[4:7], 0
 ; SI-NEXT:    s_endpgm
 ;
 ; VI-LABEL: fp_to_sint_i64:
 ; VI:       ; %bb.0: ; %entry
 ; VI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x24
-; VI-NEXT:    s_load_dword s8, s[0:1], 0x2c
-; VI-NEXT:    s_mov_b32 s1, 0
+; VI-NEXT:    s_load_dword s0, s[0:1], 0x2c
+; VI-NEXT:    s_mov_b32 s2, 0x2f800000
+; VI-NEXT:    s_mov_b32 s3, 0xcf800000
 ; VI-NEXT:    s_mov_b32 s7, 0xf000
 ; VI-NEXT:    s_mov_b32 s6, -1
 ; VI-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-NEXT:    s_bfe_u32 s9, s8, 0x80017
-; VI-NEXT:    s_and_b32 s0, s8, 0x7fffff
-; VI-NEXT:    s_add_i32 s2, s9, 0xffffff6a
-; VI-NEXT:    s_bitset1_b32 s0, 23
-; VI-NEXT:    s_sub_i32 s10, 0x96, s9
-; VI-NEXT:    s_lshl_b64 s[2:3], s[0:1], s2
-; VI-NEXT:    s_lshr_b64 s[0:1], s[0:1], s10
-; VI-NEXT:    s_addk_i32 s9, 0xff81
-; VI-NEXT:    v_mov_b32_e32 v0, s1
-; VI-NEXT:    v_mov_b32_e32 v1, s3
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s9, 23
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v1, vcc
-; VI-NEXT:    v_mov_b32_e32 v1, s0
-; VI-NEXT:    v_mov_b32_e32 v2, s2
-; VI-NEXT:    s_ashr_i32 s0, s8, 31
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v2, vcc
-; VI-NEXT:    s_ashr_i32 s1, s0, 31
-; VI-NEXT:    v_xor_b32_e32 v1, s0, v1
-; VI-NEXT:    v_xor_b32_e32 v0, s1, v0
-; VI-NEXT:    v_mov_b32_e32 v2, s1
-; VI-NEXT:    v_subrev_u32_e32 v3, vcc, s0, v1
-; VI-NEXT:    v_subb_u32_e32 v0, vcc, v0, v2, vcc
-; VI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s9, 0
-; VI-NEXT:    v_cndmask_b32_e64 v1, v0, 0, s[0:1]
-; VI-NEXT:    v_cndmask_b32_e64 v0, v3, 0, s[0:1]
+; VI-NEXT:    v_trunc_f32_e32 v0, s0
+; VI-NEXT:    v_mul_f32_e64 v1, |v0|, s2
+; VI-NEXT:    v_floor_f32_e32 v1, v1
+; VI-NEXT:    v_fma_f32 v2, v1, s3, |v0|
+; VI-NEXT:    v_cvt_u32_f32_e32 v2, v2
+; VI-NEXT:    v_cvt_u32_f32_e32 v1, v1
+; VI-NEXT:    v_ashrrev_i32_e32 v3, 31, v0
+; VI-NEXT:    v_xor_b32_e32 v0, v2, v3
+; VI-NEXT:    v_xor_b32_e32 v1, v1, v3
+; VI-NEXT:    v_sub_u32_e32 v0, vcc, v0, v3
+; VI-NEXT:    v_subb_u32_e32 v1, vcc, v1, v3, vcc
 ; VI-NEXT:    buffer_store_dwordx2 v[0:1], off, s[4:7], 0
 ; VI-NEXT:    s_endpgm
 ;
 ; EG-LABEL: fp_to_sint_i64:
 ; EG:       ; %bb.0: ; %entry
 ; EG-NEXT:    ALU 41, @4, KC0[CB0:0-32], KC1[]
 ; EG-NEXT:    MEM_RAT_CACHELESS STORE_RAW T0.XY, T1.X, 1
 ; EG-NEXT:    CF_END

 
 define amdgpu_kernel void @fp_to_sint_v2i64(<2 x i64> addrspace(1)* %out, <2 x float> %x) {
 ; SI-LABEL: fp_to_sint_v2i64:
 ; SI:       ; %bb.0:
 ; SI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x9
 ; SI-NEXT:    s_load_dwordx2 s[0:1], s[0:1], 0xb
 ; SI-NEXT:    s_mov_b32 s7, 0xf000
 ; SI-NEXT:    s_mov_b32 s6, -1
-; SI-NEXT:    s_movk_i32 s8, 0xff6a
-; SI-NEXT:    s_mov_b32 s2, 0x7fffff
-; SI-NEXT:    s_mov_b32 s10, 0x800000
-; SI-NEXT:    s_mov_b32 s3, 0
-; SI-NEXT:    s_movk_i32 s9, 0x96
-; SI-NEXT:    s_movk_i32 s11, 0xff81
+; SI-NEXT:    s_mov_b32 s2, 0x2f800000
+; SI-NEXT:    s_mov_b32 s3, 0xcf800000
 ; SI-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-NEXT:    s_bfe_u32 s12, s1, 0x80017
-; SI-NEXT:    s_and_b32 s13, s1, s2
-; SI-NEXT:    s_ashr_i32 s14, s1, 31
-; SI-NEXT:    s_bfe_u32 s1, s0, 0x80017
-; SI-NEXT:    s_and_b32 s15, s0, s2
-; SI-NEXT:    s_ashr_i32 s16, s0, 31
-; SI-NEXT:    s_add_i32 s0, s12, s8
-; SI-NEXT:    s_or_b32 s2, s13, s10
-; SI-NEXT:    s_sub_i32 s13, s9, s12
-; SI-NEXT:    s_add_i32 s12, s12, s11
-; SI-NEXT:    s_ashr_i32 s17, s14, 31
-; SI-NEXT:    s_add_i32 s18, s1, s8
-; SI-NEXT:    s_sub_i32 s19, s9, s1
-; SI-NEXT:    s_add_i32 s11, s1, s11
-; SI-NEXT:    s_ashr_i32 s20, s16, 31
-; SI-NEXT:    s_lshl_b64 s[0:1], s[2:3], s0
-; SI-NEXT:    s_lshr_b64 s[8:9], s[2:3], s13
-; SI-NEXT:    v_mov_b32_e32 v0, s17
-; SI-NEXT:    s_or_b32 s2, s15, s10
-; SI-NEXT:    v_mov_b32_e32 v1, s20
-; SI-NEXT:    v_mov_b32_e32 v2, s9
-; SI-NEXT:    v_mov_b32_e32 v3, s1
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s12, 23
-; SI-NEXT:    v_cndmask_b32_e32 v2, v2, v3, vcc
-; SI-NEXT:    v_mov_b32_e32 v3, s8
-; SI-NEXT:    v_mov_b32_e32 v4, s0
-; SI-NEXT:    s_lshl_b64 s[0:1], s[2:3], s18
-; SI-NEXT:    s_lshr_b64 s[2:3], s[2:3], s19
-; SI-NEXT:    v_cndmask_b32_e32 v3, v3, v4, vcc
-; SI-NEXT:    v_xor_b32_e32 v2, s17, v2
-; SI-NEXT:    v_mov_b32_e32 v4, s3
-; SI-NEXT:    v_mov_b32_e32 v5, s1
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s11, 23
-; SI-NEXT:    v_cndmask_b32_e32 v4, v4, v5, vcc
-; SI-NEXT:    v_mov_b32_e32 v5, s2
-; SI-NEXT:    v_mov_b32_e32 v6, s0
-; SI-NEXT:    v_xor_b32_e32 v3, s14, v3
-; SI-NEXT:    v_cndmask_b32_e32 v5, v5, v6, vcc
-; SI-NEXT:    v_xor_b32_e32 v4, s20, v4
-; SI-NEXT:    v_subrev_i32_e32 v6, vcc, s14, v3
-; SI-NEXT:    v_subb_u32_e32 v0, vcc, v2, v0, vcc
-; SI-NEXT:    v_xor_b32_e32 v5, s16, v5
-; SI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s12, 0
-; SI-NEXT:    v_cndmask_b32_e64 v3, v0, 0, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e64 v2, v6, 0, s[0:1]
-; SI-NEXT:    v_subrev_i32_e32 v0, vcc, s16, v5
-; SI-NEXT:    v_subb_u32_e32 v1, vcc, v4, v1, vcc
-; SI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s11, 0
-; SI-NEXT:    v_cndmask_b32_e64 v1, v1, 0, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e64 v0, v0, 0, s[0:1]
+; SI-NEXT:    v_trunc_f32_e32 v0, s1
+; SI-NEXT:    v_trunc_f32_e32 v1, s0
+; SI-NEXT:    v_mul_f32_e64 v2, |v0|, s2
+; SI-NEXT:    v_ashrrev_i32_e32 v3, 31, v0
+; SI-NEXT:    v_mul_f32_e64 v4, |v1|, s2
+; SI-NEXT:    v_ashrrev_i32_e32 v5, 31, v1
+; SI-NEXT:    v_floor_f32_e32 v2, v2
+; SI-NEXT:    v_floor_f32_e32 v4, v4
+; SI-NEXT:    v_cvt_u32_f32_e32 v6, v2
+; SI-NEXT:    v_fma_f32 v0, v2, s3, |v0|
+; SI-NEXT:    v_cvt_u32_f32_e32 v2, v4
+; SI-NEXT:    v_fma_f32 v1, v4, s3, |v1|
+; SI-NEXT:    v_cvt_u32_f32_e32 v0, v0
+; SI-NEXT:    v_xor_b32_e32 v4, v6, v3
+; SI-NEXT:    v_cvt_u32_f32_e32 v1, v1
+; SI-NEXT:    v_xor_b32_e32 v6, v2, v5
+; SI-NEXT:    v_xor_b32_e32 v0, v0, v3
+; SI-NEXT:    v_xor_b32_e32 v1, v1, v5
+; SI-NEXT:    v_sub_i32_e32 v2, vcc, v0, v3
+; SI-NEXT:    v_subb_u32_e32 v3, vcc, v4, v3, vcc
+; SI-NEXT:    v_sub_i32_e32 v0, vcc, v1, v5
+; SI-NEXT:    v_subb_u32_e32 v1, vcc, v6, v5, vcc
 ; SI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[4:7], 0
 ; SI-NEXT:    s_endpgm
 ;
 ; VI-LABEL: fp_to_sint_v2i64:
 ; VI:       ; %bb.0:
 ; VI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x24
 ; VI-NEXT:    s_load_dwordx2 s[0:1], s[0:1], 0x2c
-; VI-NEXT:    s_mov_b32 s14, 0x7fffff
-; VI-NEXT:    s_movk_i32 s12, 0xff6a
-; VI-NEXT:    s_mov_b32 s15, 0x800000
-; VI-NEXT:    s_movk_i32 s16, 0x96
-; VI-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-NEXT:    s_bfe_u32 s13, s1, 0x80017
-; VI-NEXT:    s_and_b32 s2, s1, s14
-; VI-NEXT:    s_add_i32 s8, s13, s12
-; VI-NEXT:    s_or_b32 s2, s2, s15
-; VI-NEXT:    s_mov_b32 s3, 0
-; VI-NEXT:    s_sub_i32 s10, s16, s13
-; VI-NEXT:    s_movk_i32 s17, 0xff81
-; VI-NEXT:    s_lshl_b64 s[8:9], s[2:3], s8
-; VI-NEXT:    s_lshr_b64 s[10:11], s[2:3], s10
-; VI-NEXT:    s_add_i32 s13, s13, s17
-; VI-NEXT:    v_mov_b32_e32 v0, s11
-; VI-NEXT:    v_mov_b32_e32 v1, s9
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s13, 23
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v1, vcc
-; VI-NEXT:    v_mov_b32_e32 v2, s8
-; VI-NEXT:    v_mov_b32_e32 v1, s10
-; VI-NEXT:    s_ashr_i32 s1, s1, 31
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v2, vcc
-; VI-NEXT:    s_ashr_i32 s2, s1, 31
-; VI-NEXT:    v_xor_b32_e32 v1, s1, v1
-; VI-NEXT:    v_subrev_u32_e32 v1, vcc, s1, v1
-; VI-NEXT:    v_xor_b32_e32 v0, s2, v0
-; VI-NEXT:    v_mov_b32_e32 v2, s2
-; VI-NEXT:    s_and_b32 s2, s0, s14
-; VI-NEXT:    s_bfe_u32 s1, s0, 0x80017
-; VI-NEXT:    v_subb_u32_e32 v0, vcc, v0, v2, vcc
-; VI-NEXT:    v_cmp_lt_i32_e64 s[8:9], s13, 0
-; VI-NEXT:    v_cndmask_b32_e64 v3, v0, 0, s[8:9]
-; VI-NEXT:    v_cndmask_b32_e64 v2, v1, 0, s[8:9]
-; VI-NEXT:    s_add_i32 s8, s1, s12
-; VI-NEXT:    s_or_b32 s2, s2, s15
-; VI-NEXT:    s_sub_i32 s10, s16, s1
-; VI-NEXT:    s_lshl_b64 s[8:9], s[2:3], s8
-; VI-NEXT:    s_lshr_b64 s[2:3], s[2:3], s10
-; VI-NEXT:    s_add_i32 s1, s1, s17
-; VI-NEXT:    v_mov_b32_e32 v0, s3
-; VI-NEXT:    v_mov_b32_e32 v1, s9
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s1, 23
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v1, vcc
-; VI-NEXT:    v_mov_b32_e32 v1, s2
-; VI-NEXT:    v_mov_b32_e32 v4, s8
-; VI-NEXT:    s_ashr_i32 s0, s0, 31
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v4, vcc
-; VI-NEXT:    s_ashr_i32 s2, s0, 31
-; VI-NEXT:    v_xor_b32_e32 v1, s0, v1
-; VI-NEXT:    v_subrev_u32_e32 v5, vcc, s0, v1
-; VI-NEXT:    v_xor_b32_e32 v0, s2, v0
-; VI-NEXT:    v_mov_b32_e32 v4, s2
-; VI-NEXT:    v_subb_u32_e32 v0, vcc, v0, v4, vcc
-; VI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s1, 0
-; VI-NEXT:    v_cndmask_b32_e64 v1, v0, 0, s[0:1]
+; VI-NEXT:    s_mov_b32 s2, 0x2f800000
+; VI-NEXT:    s_mov_b32 s3, 0xcf800000
 ; VI-NEXT:    s_mov_b32 s7, 0xf000
 ; VI-NEXT:    s_mov_b32 s6, -1
-; VI-NEXT:    v_cndmask_b32_e64 v0, v5, 0, s[0:1]
+; VI-NEXT:    s_waitcnt lgkmcnt(0)
+; VI-NEXT:    v_trunc_f32_e32 v0, s1
+; VI-NEXT:    v_mul_f32_e64 v1, |v0|, s2
+; VI-NEXT:    v_floor_f32_e32 v1, v1
+; VI-NEXT:    v_fma_f32 v2, v1, s3, |v0|
+; VI-NEXT:    v_trunc_f32_e32 v4, s0
+; VI-NEXT:    v_mul_f32_e64 v3, |v4|, s2
+; VI-NEXT:    v_cvt_u32_f32_e32 v2, v2
+; VI-NEXT:    v_floor_f32_e32 v3, v3
+; VI-NEXT:    v_cvt_u32_f32_e32 v1, v1
+; VI-NEXT:    v_cvt_u32_f32_e32 v5, v3
+; VI-NEXT:    v_fma_f32 v3, v3, s3, |v4|
+; VI-NEXT:    v_ashrrev_i32_e32 v0, 31, v0
+; VI-NEXT:    v_cvt_u32_f32_e32 v6, v3
+; VI-NEXT:    v_xor_b32_e32 v2, v2, v0
+; VI-NEXT:    v_xor_b32_e32 v1, v1, v0
+; VI-NEXT:    v_sub_u32_e32 v2, vcc, v2, v0
+; VI-NEXT:    v_subb_u32_e32 v3, vcc, v1, v0, vcc
+; VI-NEXT:    v_ashrrev_i32_e32 v1, 31, v4
+; VI-NEXT:    v_xor_b32_e32 v0, v6, v1
+; VI-NEXT:    v_xor_b32_e32 v4, v5, v1
+; VI-NEXT:    v_sub_u32_e32 v0, vcc, v0, v1
+; VI-NEXT:    v_subb_u32_e32 v1, vcc, v4, v1, vcc
 ; VI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[4:7], 0
 ; VI-NEXT:    s_endpgm
 ;
 ; EG-LABEL: fp_to_sint_v2i64:
 ; EG:       ; %bb.0:
 ; EG-NEXT:    ALU 77, @4, KC0[CB0:0-32], KC1[]
 ; EG-NEXT:    MEM_RAT_CACHELESS STORE_RAW T1.XYZW, T0.X, 1
 ; EG-NEXT:    CF_END

 
 define amdgpu_kernel void @fp_to_sint_v4i64(<4 x i64> addrspace(1)* %out, <4 x float> %x) {
 ; SI-LABEL: fp_to_sint_v4i64:
 ; SI:       ; %bb.0:
 ; SI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x9
 ; SI-NEXT:    s_load_dwordx4 s[0:3], s[0:1], 0xd
 ; SI-NEXT:    s_mov_b32 s7, 0xf000
 ; SI-NEXT:    s_mov_b32 s6, -1
-; SI-NEXT:    s_movk_i32 s10, 0xff6a
-; SI-NEXT:    s_mov_b32 s8, 0x7fffff
-; SI-NEXT:    s_mov_b32 s11, 0x800000
-; SI-NEXT:    s_mov_b32 s9, 0
-; SI-NEXT:    s_movk_i32 s12, 0x96
-; SI-NEXT:    s_movk_i32 s13, 0xff81
+; SI-NEXT:    s_mov_b32 s8, 0x2f800000
+; SI-NEXT:    s_mov_b32 s9, 0xcf800000
 ; SI-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-NEXT:    s_bfe_u32 s14, s1, 0x80017
-; SI-NEXT:    s_and_b32 s15, s1, s8
-; SI-NEXT:    s_ashr_i32 s16, s1, 31
-; SI-NEXT:    s_bfe_u32 s1, s0, 0x80017
-; SI-NEXT:    s_and_b32 s17, s0, s8
-; SI-NEXT:    s_ashr_i32 s18, s0, 31
-; SI-NEXT:    s_bfe_u32 s0, s3, 0x80017
-; SI-NEXT:    s_and_b32 s19, s3, s8
-; SI-NEXT:    s_ashr_i32 s20, s3, 31
-; SI-NEXT:    s_bfe_u32 s3, s2, 0x80017
-; SI-NEXT:    s_and_b32 s21, s2, s8
-; SI-NEXT:    s_ashr_i32 s22, s2, 31
-; SI-NEXT:    s_add_i32 s2, s14, s10
-; SI-NEXT:    s_or_b32 s8, s15, s11
-; SI-NEXT:    s_sub_i32 s15, s12, s14
-; SI-NEXT:    s_add_i32 s14, s14, s13
-; SI-NEXT:    s_ashr_i32 s23, s16, 31
-; SI-NEXT:    s_add_i32 s24, s1, s10
-; SI-NEXT:    s_sub_i32 s25, s12, s1
-; SI-NEXT:    s_add_i32 s26, s1, s13
-; SI-NEXT:    s_ashr_i32 s27, s18, 31
-; SI-NEXT:    s_add_i32 s28, s0, s10
-; SI-NEXT:    s_sub_i32 s29, s12, s0
-; SI-NEXT:    s_add_i32 s30, s0, s13
-; SI-NEXT:    s_ashr_i32 s31, s20, 31
-; SI-NEXT:    s_add_i32 s10, s3, s10
-; SI-NEXT:    s_sub_i32 s12, s12, s3
-; SI-NEXT:    s_add_i32 s13, s3, s13
-; SI-NEXT:    s_ashr_i32 s33, s22, 31
-; SI-NEXT:    s_lshl_b64 s[0:1], s[8:9], s2
-; SI-NEXT:    s_lshr_b64 s[2:3], s[8:9], s15
-; SI-NEXT:    v_mov_b32_e32 v0, s23
-; SI-NEXT:    s_or_b32 s8, s17, s11
-; SI-NEXT:    v_mov_b32_e32 v1, s27
-; SI-NEXT:    v_mov_b32_e32 v4, s31
-; SI-NEXT:    v_mov_b32_e32 v5, s33
-; SI-NEXT:    v_mov_b32_e32 v2, s3
-; SI-NEXT:    v_mov_b32_e32 v3, s1
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s14, 23
-; SI-NEXT:    v_cndmask_b32_e32 v2, v2, v3, vcc
-; SI-NEXT:    v_mov_b32_e32 v3, s2
-; SI-NEXT:    v_mov_b32_e32 v6, s0
-; SI-NEXT:    s_lshl_b64 s[0:1], s[8:9], s24
-; SI-NEXT:    s_lshr_b64 s[2:3], s[8:9], s25
-; SI-NEXT:    s_or_b32 s8, s19, s11
-; SI-NEXT:    v_cndmask_b32_e32 v3, v3, v6, vcc
-; SI-NEXT:    v_xor_b32_e32 v2, s23, v2
-; SI-NEXT:    v_mov_b32_e32 v6, s3
-; SI-NEXT:    v_mov_b32_e32 v7, s1
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s26, 23
-; SI-NEXT:    v_cndmask_b32_e32 v6, v6, v7, vcc
-; SI-NEXT:    v_mov_b32_e32 v7, s2
-; SI-NEXT:    v_mov_b32_e32 v8, s0
-; SI-NEXT:    s_lshl_b64 s[0:1], s[8:9], s28
-; SI-NEXT:    s_lshr_b64 s[2:3], s[8:9], s29
-; SI-NEXT:    s_or_b32 s8, s21, s11
-; SI-NEXT:    v_xor_b32_e32 v3, s16, v3
-; SI-NEXT:    v_cndmask_b32_e32 v7, v7, v8, vcc
-; SI-NEXT:    v_xor_b32_e32 v6, s27, v6
-; SI-NEXT:    v_mov_b32_e32 v8, s3
-; SI-NEXT:    v_mov_b32_e32 v9, s1
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s30, 23
-; SI-NEXT:    v_cndmask_b32_e32 v8, v8, v9, vcc
-; SI-NEXT:    v_mov_b32_e32 v9, s2
-; SI-NEXT:    v_mov_b32_e32 v10, s0
-; SI-NEXT:    s_lshl_b64 s[2:3], s[8:9], s10
-; SI-NEXT:    s_lshr_b64 s[8:9], s[8:9], s12
-; SI-NEXT:    v_subrev_i32_e64 v11, s[0:1], s16, v3
-; SI-NEXT:    v_subb_u32_e64 v0, s[0:1], v2, v0, s[0:1]
-; SI-NEXT:    v_xor_b32_e32 v7, s18, v7
-; SI-NEXT:    v_cndmask_b32_e32 v9, v9, v10, vcc
-; SI-NEXT:    v_xor_b32_e32 v8, s31, v8
-; SI-NEXT:    v_mov_b32_e32 v2, s9
-; SI-NEXT:    v_mov_b32_e32 v3, s3
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s13, 23
-; SI-NEXT:    v_cndmask_b32_e32 v10, v2, v3, vcc
-; SI-NEXT:    v_mov_b32_e32 v12, s8
-; SI-NEXT:    v_mov_b32_e32 v13, s2
-; SI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s14, 0
-; SI-NEXT:    v_cndmask_b32_e64 v3, v0, 0, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e64 v2, v11, 0, s[0:1]
-; SI-NEXT:    v_subrev_i32_e64 v0, s[0:1], s18, v7
-; SI-NEXT:    v_subb_u32_e64 v1, s[0:1], v6, v1, s[0:1]
-; SI-NEXT:    v_xor_b32_e32 v6, s20, v9
-; SI-NEXT:    v_cndmask_b32_e32 v7, v12, v13, vcc
-; SI-NEXT:    v_xor_b32_e32 v9, s33, v10
-; SI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s26, 0
-; SI-NEXT:    v_cndmask_b32_e64 v1, v1, 0, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e64 v0, v0, 0, s[0:1]
-; SI-NEXT:    v_subrev_i32_e32 v6, vcc, s20, v6
-; SI-NEXT:    v_subb_u32_e32 v4, vcc, v8, v4, vcc
-; SI-NEXT:    v_xor_b32_e32 v8, s22, v7
-; SI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s30, 0
-; SI-NEXT:    v_cndmask_b32_e64 v7, v4, 0, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e64 v6, v6, 0, s[0:1]
-; SI-NEXT:    v_subrev_i32_e32 v4, vcc, s22, v8
-; SI-NEXT:    v_subb_u32_e32 v5, vcc, v9, v5, vcc
-; SI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s13, 0
-; SI-NEXT:    v_cndmask_b32_e64 v5, v5, 0, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e64 v4, v4, 0, s[0:1]
+; SI-NEXT:    v_trunc_f32_e32 v0, s1
+; SI-NEXT:    v_trunc_f32_e32 v1, s0
+; SI-NEXT:    v_trunc_f32_e32 v2, s3
+; SI-NEXT:    v_trunc_f32_e32 v3, s2
+; SI-NEXT:    v_mul_f32_e64 v4, |v0|, s8
+; SI-NEXT:    v_ashrrev_i32_e32 v5, 31, v0
+; SI-NEXT:    v_mul_f32_e64 v6, |v1|, s8
+; SI-NEXT:    v_ashrrev_i32_e32 v7, 31, v1
+; SI-NEXT:    v_mul_f32_e64 v8, |v2|, s8
+; SI-NEXT:    v_ashrrev_i32_e32 v9, 31, v2
+; SI-NEXT:    v_mul_f32_e64 v10, |v3|, s8
+; SI-NEXT:    v_ashrrev_i32_e32 v11, 31, v3
+; SI-NEXT:    v_floor_f32_e32 v4, v4
+; SI-NEXT:    v_floor_f32_e32 v6, v6
+; SI-NEXT:    v_floor_f32_e32 v8, v8
+; SI-NEXT:    v_floor_f32_e32 v10, v10
+; SI-NEXT:    v_cvt_u32_f32_e32 v12, v4
+; SI-NEXT:    v_fma_f32 v0, v4, s9, |v0|
+; SI-NEXT:    v_cvt_u32_f32_e32 v4, v6
+; SI-NEXT:    v_fma_f32 v1, v6, s9, |v1|
+; SI-NEXT:    v_cvt_u32_f32_e32 v6, v8
+; SI-NEXT:    v_fma_f32 v2, v8, s9, |v2|
+; SI-NEXT:    v_cvt_u32_f32_e32 v8, v10
+; SI-NEXT:    v_fma_f32 v3, v10, s9, |v3|
+; SI-NEXT:    v_cvt_u32_f32_e32 v0, v0
+; SI-NEXT:    v_xor_b32_e32 v10, v12, v5
+; SI-NEXT:    v_cvt_u32_f32_e32 v1, v1
+; SI-NEXT:    v_xor_b32_e32 v4, v4, v7
+; SI-NEXT:    v_cvt_u32_f32_e32 v2, v2
+; SI-NEXT:    v_xor_b32_e32 v12, v6, v9
+; SI-NEXT:    v_cvt_u32_f32_e32 v3, v3
+; SI-NEXT:    v_xor_b32_e32 v8, v8, v11
+; SI-NEXT:    v_xor_b32_e32 v0, v0, v5
+; SI-NEXT:    v_xor_b32_e32 v1, v1, v7
+; SI-NEXT:    v_xor_b32_e32 v6, v2, v9
+; SI-NEXT:    v_xor_b32_e32 v13, v3, v11
+; SI-NEXT:    v_sub_i32_e32 v2, vcc, v0, v5
+; SI-NEXT:    v_subb_u32_e32 v3, vcc, v10, v5, vcc
+; SI-NEXT:    v_sub_i32_e32 v0, vcc, v1, v7
+; SI-NEXT:    v_subb_u32_e32 v1, vcc, v4, v7, vcc
+; SI-NEXT:    v_sub_i32_e32 v6, vcc, v6, v9
+; SI-NEXT:    v_subb_u32_e32 v7, vcc, v12, v9, vcc
+; SI-NEXT:    v_sub_i32_e32 v4, vcc, v13, v11
+; SI-NEXT:    v_subb_u32_e32 v5, vcc, v8, v11, vcc
 ; SI-NEXT:    buffer_store_dwordx4 v[4:7], off, s[4:7], 0 offset:16
 ; SI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[4:7], 0
 ; SI-NEXT:    s_endpgm
 ;
 ; VI-LABEL: fp_to_sint_v4i64:
 ; VI:       ; %bb.0:
 ; VI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x24
 ; VI-NEXT:    s_load_dwordx4 s[0:3], s[0:1], 0x34
-; VI-NEXT:    s_mov_b32 s16, 0x7fffff
-; VI-NEXT:    s_movk_i32 s14, 0xff6a
-; VI-NEXT:    s_mov_b32 s17, 0x800000
-; VI-NEXT:    s_movk_i32 s18, 0x96
-; VI-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-NEXT:    s_bfe_u32 s15, s1, 0x80017
-; VI-NEXT:    s_and_b32 s8, s1, s16
-; VI-NEXT:    s_add_i32 s10, s15, s14
-; VI-NEXT:    s_or_b32 s8, s8, s17
-; VI-NEXT:    s_mov_b32 s9, 0
-; VI-NEXT:    s_sub_i32 s12, s18, s15
-; VI-NEXT:    s_movk_i32 s19, 0xff81
-; VI-NEXT:    s_lshl_b64 s[10:11], s[8:9], s10
-; VI-NEXT:    s_lshr_b64 s[12:13], s[8:9], s12
-; VI-NEXT:    s_add_i32 s15, s15, s19
-; VI-NEXT:    v_mov_b32_e32 v0, s13
-; VI-NEXT:    v_mov_b32_e32 v1, s11
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s15, 23
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v1, vcc
-; VI-NEXT:    v_mov_b32_e32 v2, s10
-; VI-NEXT:    v_mov_b32_e32 v1, s12
-; VI-NEXT:    s_ashr_i32 s1, s1, 31
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v2, vcc
-; VI-NEXT:    s_ashr_i32 s8, s1, 31
-; VI-NEXT:    v_xor_b32_e32 v1, s1, v1
-; VI-NEXT:    v_subrev_u32_e32 v1, vcc, s1, v1
-; VI-NEXT:    v_xor_b32_e32 v0, s8, v0
-; VI-NEXT:    v_mov_b32_e32 v2, s8
-; VI-NEXT:    s_and_b32 s8, s0, s16
-; VI-NEXT:    s_bfe_u32 s1, s0, 0x80017
-; VI-NEXT:    v_subb_u32_e32 v0, vcc, v0, v2, vcc
-; VI-NEXT:    v_cmp_lt_i32_e64 s[10:11], s15, 0
-; VI-NEXT:    v_cndmask_b32_e64 v3, v0, 0, s[10:11]
-; VI-NEXT:    v_cndmask_b32_e64 v2, v1, 0, s[10:11]
-; VI-NEXT:    s_add_i32 s10, s1, s14
-; VI-NEXT:    s_or_b32 s8, s8, s17
-; VI-NEXT:    s_sub_i32 s12, s18, s1
-; VI-NEXT:    s_lshl_b64 s[10:11], s[8:9], s10
-; VI-NEXT:    s_lshr_b64 s[12:13], s[8:9], s12
-; VI-NEXT:    s_add_i32 s1, s1, s19
-; VI-NEXT:    v_mov_b32_e32 v0, s13
-; VI-NEXT:    v_mov_b32_e32 v1, s11
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s1, 23
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v1, vcc
-; VI-NEXT:    v_mov_b32_e32 v1, s12
-; VI-NEXT:    v_mov_b32_e32 v4, s10
-; VI-NEXT:    s_ashr_i32 s0, s0, 31
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v4, vcc
-; VI-NEXT:    s_ashr_i32 s8, s0, 31
-; VI-NEXT:    v_xor_b32_e32 v1, s0, v1
-; VI-NEXT:    v_subrev_u32_e32 v5, vcc, s0, v1
-; VI-NEXT:    v_xor_b32_e32 v0, s8, v0
-; VI-NEXT:    v_mov_b32_e32 v4, s8
-; VI-NEXT:    v_subb_u32_e32 v0, vcc, v0, v4, vcc
-; VI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s1, 0
-; VI-NEXT:    v_cndmask_b32_e64 v1, v0, 0, s[0:1]
-; VI-NEXT:    v_cndmask_b32_e64 v0, v5, 0, s[0:1]
-; VI-NEXT:    s_bfe_u32 s12, s3, 0x80017
-; VI-NEXT:    s_and_b32 s1, s3, s16
-; VI-NEXT:    s_add_i32 s0, s12, s14
-; VI-NEXT:    s_or_b32 s8, s1, s17
-; VI-NEXT:    s_sub_i32 s10, s18, s12
-; VI-NEXT:    s_lshl_b64 s[0:1], s[8:9], s0
-; VI-NEXT:    s_lshr_b64 s[10:11], s[8:9], s10
-; VI-NEXT:    s_add_i32 s12, s12, s19
-; VI-NEXT:    v_mov_b32_e32 v4, s11
-; VI-NEXT:    v_mov_b32_e32 v5, s1
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s12, 23
-; VI-NEXT:    v_cndmask_b32_e32 v4, v4, v5, vcc
-; VI-NEXT:    v_mov_b32_e32 v6, s0
-; VI-NEXT:    v_mov_b32_e32 v5, s10
-; VI-NEXT:    s_ashr_i32 s0, s3, 31
-; VI-NEXT:    v_cndmask_b32_e32 v5, v5, v6, vcc
-; VI-NEXT:    s_ashr_i32 s1, s0, 31
-; VI-NEXT:    v_xor_b32_e32 v5, s0, v5
-; VI-NEXT:    v_xor_b32_e32 v4, s1, v4
-; VI-NEXT:    v_mov_b32_e32 v6, s1
-; VI-NEXT:    v_subrev_u32_e32 v5, vcc, s0, v5
-; VI-NEXT:    v_subb_u32_e32 v4, vcc, v4, v6, vcc
-; VI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s12, 0
-; VI-NEXT:    s_bfe_u32 s3, s2, 0x80017
-; VI-NEXT:    v_cndmask_b32_e64 v7, v4, 0, s[0:1]
-; VI-NEXT:    v_cndmask_b32_e64 v6, v5, 0, s[0:1]
-; VI-NEXT:    s_and_b32 s1, s2, s16
-; VI-NEXT:    s_add_i32 s0, s3, s14
-; VI-NEXT:    s_or_b32 s8, s1, s17
-; VI-NEXT:    s_sub_i32 s10, s18, s3
-; VI-NEXT:    s_lshl_b64 s[0:1], s[8:9], s0
-; VI-NEXT:    s_lshr_b64 s[8:9], s[8:9], s10
-; VI-NEXT:    s_add_i32 s3, s3, s19
-; VI-NEXT:    v_mov_b32_e32 v4, s9
-; VI-NEXT:    v_mov_b32_e32 v5, s1
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s3, 23
-; VI-NEXT:    v_cndmask_b32_e32 v4, v4, v5, vcc
-; VI-NEXT:    v_mov_b32_e32 v8, s0
-; VI-NEXT:    v_mov_b32_e32 v5, s8
-; VI-NEXT:    s_ashr_i32 s0, s2, 31
-; VI-NEXT:    v_cndmask_b32_e32 v5, v5, v8, vcc
-; VI-NEXT:    s_ashr_i32 s1, s0, 31
-; VI-NEXT:    v_xor_b32_e32 v5, s0, v5
-; VI-NEXT:    v_xor_b32_e32 v4, s1, v4
-; VI-NEXT:    v_mov_b32_e32 v8, s1
-; VI-NEXT:    v_subrev_u32_e32 v9, vcc, s0, v5
-; VI-NEXT:    v_subb_u32_e32 v4, vcc, v4, v8, vcc
-; VI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s3, 0
-; VI-NEXT:    v_cndmask_b32_e64 v5, v4, 0, s[0:1]
+; VI-NEXT:    s_mov_b32 s8, 0x2f800000
+; VI-NEXT:    s_mov_b32 s9, 0xcf800000
 ; VI-NEXT:    s_mov_b32 s7, 0xf000
 ; VI-NEXT:    s_mov_b32 s6, -1
-; VI-NEXT:    v_cndmask_b32_e64 v4, v9, 0, s[0:1]
+; VI-NEXT:    s_waitcnt lgkmcnt(0)
+; VI-NEXT:    v_trunc_f32_e32 v0, s1
+; VI-NEXT:    v_mul_f32_e64 v1, |v0|, s8
+; VI-NEXT:    v_floor_f32_e32 v1, v1
+; VI-NEXT:    v_fma_f32 v2, v1, s9, |v0|
+; VI-NEXT:    v_trunc_f32_e32 v4, s0
+; VI-NEXT:    v_cvt_u32_f32_e32 v2, v2
+; VI-NEXT:    v_mul_f32_e64 v3, |v4|, s8
+; VI-NEXT:    v_cvt_u32_f32_e32 v1, v1
+; VI-NEXT:    v_floor_f32_e32 v3, v3
+; VI-NEXT:    v_ashrrev_i32_e32 v0, 31, v0
+; VI-NEXT:    v_cvt_u32_f32_e32 v5, v3
+; VI-NEXT:    v_fma_f32 v3, v3, s9, |v4|
+; VI-NEXT:    v_xor_b32_e32 v2, v2, v0
+; VI-NEXT:    v_cvt_u32_f32_e32 v6, v3
+; VI-NEXT:    v_xor_b32_e32 v1, v1, v0
+; VI-NEXT:    v_sub_u32_e32 v2, vcc, v2, v0
+; VI-NEXT:    v_subb_u32_e32 v3, vcc, v1, v0, vcc
+; VI-NEXT:    v_ashrrev_i32_e32 v1, 31, v4
+; VI-NEXT:    v_xor_b32_e32 v4, v5, v1
+; VI-NEXT:    v_trunc_f32_e32 v5, s3
+; VI-NEXT:    v_xor_b32_e32 v0, v6, v1
+; VI-NEXT:    v_mul_f32_e64 v6, |v5|, s8
+; VI-NEXT:    v_floor_f32_e32 v6, v6
+; VI-NEXT:    v_cvt_u32_f32_e32 v7, v6
+; VI-NEXT:    v_fma_f32 v6, v6, s9, |v5|
+; VI-NEXT:    v_cvt_u32_f32_e32 v6, v6
+; VI-NEXT:    v_sub_u32_e32 v0, vcc, v0, v1
+; VI-NEXT:    v_subb_u32_e32 v1, vcc, v4, v1, vcc
+; VI-NEXT:    v_ashrrev_i32_e32 v4, 31, v5
+; VI-NEXT:    v_trunc_f32_e32 v8, s2
+; VI-NEXT:    v_xor_b32_e32 v5, v6, v4
+; VI-NEXT:    v_mul_f32_e64 v6, |v8|, s8
+; VI-NEXT:    v_floor_f32_e32 v6, v6
+; VI-NEXT:    v_cvt_u32_f32_e32 v9, v6
+; VI-NEXT:    v_fma_f32 v6, v6, s9, |v8|
+; VI-NEXT:    v_cvt_u32_f32_e32 v10, v6
+; VI-NEXT:    v_sub_u32_e32 v6, vcc, v5, v4
+; VI-NEXT:    v_xor_b32_e32 v7, v7, v4
+; VI-NEXT:    v_ashrrev_i32_e32 v5, 31, v8
+; VI-NEXT:    v_subb_u32_e32 v7, vcc, v7, v4, vcc
+; VI-NEXT:    v_xor_b32_e32 v4, v10, v5
+; VI-NEXT:    v_xor_b32_e32 v8, v9, v5
+; VI-NEXT:    v_sub_u32_e32 v4, vcc, v4, v5
+; VI-NEXT:    v_subb_u32_e32 v5, vcc, v8, v5, vcc
 ; VI-NEXT:    buffer_store_dwordx4 v[4:7], off, s[4:7], 0 offset:16
 ; VI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[4:7], 0
 ; VI-NEXT:    s_endpgm
 ;
 ; EG-LABEL: fp_to_sint_v4i64:
 ; EG:       ; %bb.0:
 ; EG-NEXT:    ALU 101, @6, KC0[CB0:0-32], KC1[]
 ; EG-NEXT:    ALU 58, @108, KC0[CB0:0-32], KC1[]

llvm/test/CodeGen/AMDGPU/fp_to_uint.ll

; EG-NEXT:    2(2.802597e-45), 0(0.000000e+00)
   store <4 x i32> %result, <4 x i32> addrspace(1)* %out
   ret void
 }
 
 define amdgpu_kernel void @fp_to_uint_f32_to_i64(i64 addrspace(1)* %out, float %x) {
 ; SI-LABEL: fp_to_uint_f32_to_i64:
 ; SI:       ; %bb.0:
 ; SI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x9
-; SI-NEXT:    s_load_dword s8, s[0:1], 0xb
+; SI-NEXT:    s_load_dword s0, s[0:1], 0xb
 ; SI-NEXT:    s_mov_b32 s7, 0xf000
 ; SI-NEXT:    s_mov_b32 s6, -1
-; SI-NEXT:    s_movk_i32 s9, 0xff6a
-; SI-NEXT:    s_mov_b32 s2, 0x7fffff
-; SI-NEXT:    s_mov_b32 s10, 0x800000
-; SI-NEXT:    s_mov_b32 s1, 0
-; SI-NEXT:    s_movk_i32 s11, 0x96
-; SI-NEXT:    s_movk_i32 s12, 0xff81
-; SI-NEXT:    v_mov_b32_e32 v4, 0x5f000000
-; SI-NEXT:    v_mov_b32_e32 v1, 0
+; SI-NEXT:    s_mov_b32 s1, 0x2f800000
+; SI-NEXT:    s_mov_b32 s2, 0xcf800000
 ; SI-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-NEXT:    s_bfe_u32 s3, s8, 0x80017
-; SI-NEXT:    s_and_b32 s0, s8, s2
-; SI-NEXT:    s_ashr_i32 s13, s8, 31
-; SI-NEXT:    v_sub_f32_e32 v0, s8, v4
-; SI-NEXT:    s_add_i32 s14, s3, s9
-; SI-NEXT:    s_or_b32 s0, s0, s10
-; SI-NEXT:    s_sub_i32 s15, s11, s3
-; SI-NEXT:    s_add_i32 s16, s3, s12
-; SI-NEXT:    s_ashr_i32 s17, s13, 31
-; SI-NEXT:    v_bfe_u32 v2, v0, 23, 8
-; SI-NEXT:    v_and_b32_e32 v3, s2, v0
-; SI-NEXT:    v_ashrrev_i32_e32 v5, 31, v0
-; SI-NEXT:    s_lshl_b64 s[2:3], s[0:1], s14
-; SI-NEXT:    s_lshr_b64 s[0:1], s[0:1], s15
-; SI-NEXT:    v_mov_b32_e32 v6, s17
-; SI-NEXT:    v_add_i32_e32 v7, vcc, s9, v2
-; SI-NEXT:    v_or_b32_e32 v0, s10, v3
-; SI-NEXT:    v_sub_i32_e32 v8, vcc, s11, v2
-; SI-NEXT:    v_add_i32_e32 v9, vcc, s12, v2
-; SI-NEXT:    v_ashrrev_i32_e32 v10, 31, v5
-; SI-NEXT:    v_mov_b32_e32 v2, s1
-; SI-NEXT:    v_mov_b32_e32 v3, s3
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s16, 23
-; SI-NEXT:    v_cndmask_b32_e32 v11, v2, v3, vcc
-; SI-NEXT:    v_mov_b32_e32 v12, s0
-; SI-NEXT:    v_mov_b32_e32 v13, s2
-; SI-NEXT:    v_lshl_b64 v[2:3], v[0:1], v7
-; SI-NEXT:    v_lshr_b64 v[0:1], v[0:1], v8
-; SI-NEXT:    v_cndmask_b32_e32 v7, v12, v13, vcc
-; SI-NEXT:    v_xor_b32_e32 v8, s17, v11
-; SI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v9
-; SI-NEXT:    v_cndmask_b32_e32 v1, v1, v3, vcc
-; SI-NEXT:    v_cndmask_b32_e32 v0, v0, v2, vcc
-; SI-NEXT:    v_xor_b32_e32 v2, s13, v7
-; SI-NEXT:    v_xor_b32_e32 v0, v0, v5
-; SI-NEXT:    v_xor_b32_e32 v1, v1, v10
-; SI-NEXT:    v_subrev_i32_e32 v2, vcc, s13, v2
-; SI-NEXT:    v_subb_u32_e32 v3, vcc, v8, v6, vcc
-; SI-NEXT:    v_sub_i32_e32 v0, vcc, v0, v5
-; SI-NEXT:    v_subb_u32_e32 v1, vcc, v1, v10, vcc
-; SI-NEXT:    v_cmp_lt_i32_e64 s[0:1], s16, 0
-; SI-NEXT:    v_cndmask_b32_e64 v2, v2, 0, s[0:1]
-; SI-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v9
-; SI-NEXT:    v_cndmask_b32_e64 v0, v0, 0, vcc
-; SI-NEXT:    v_cndmask_b32_e64 v3, v3, 0, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e64 v1, v1, 0, vcc
-; SI-NEXT:    v_cmp_lt_f32_e32 vcc, s8, v4
-; SI-NEXT:    v_cndmask_b32_e32 v0, v0, v2, vcc
-; SI-NEXT:    v_xor_b32_e32 v1, 0x80000000, v1
-; SI-NEXT:    v_cndmask_b32_e32 v1, v1, v3, vcc
+; SI-NEXT:    v_trunc_f32_e32 v0, s0
+; SI-NEXT:    v_mul_f32_e64 v1, |v0|, s1
+; SI-NEXT:    v_ashrrev_i32_e32 v2, 31, v0
+; SI-NEXT:    v_floor_f32_e32 v1, v1
+; SI-NEXT:    v_cvt_u32_f32_e32 v3, v1
+; SI-NEXT:    v_fma_f32 v0, v1, s2, |v0|
+; SI-NEXT:    v_cvt_u32_f32_e32 v0, v0
+; SI-NEXT:    v_xor_b32_e32 v1, v3, v2
+; SI-NEXT:    v_xor_b32_e32 v0, v0, v2
+; SI-NEXT:    v_sub_i32_e32 v0, vcc, v0, v2
+; SI-NEXT:    v_subb_u32_e32 v1, vcc, v1, v2, vcc
 ; SI-NEXT:    buffer_store_dwordx2 v[0:1], off, s[4:7], 0
 ; SI-NEXT:    s_endpgm
 ;
 ; VI-LABEL: fp_to_uint_f32_to_i64:
 ; VI:       ; %bb.0:
 ; VI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x24
-; VI-NEXT:    s_load_dword s9, s[0:1], 0x2c
-; VI-NEXT:    s_mov_b32 s11, 0x7fffff
-; VI-NEXT:    s_movk_i32 s8, 0xff6a
-; VI-NEXT:    s_mov_b32 s12, 0x800000
-; VI-NEXT:    s_movk_i32 s13, 0x96
+; VI-NEXT:    s_load_dword s0, s[0:1], 0x2c
+; VI-NEXT:    s_mov_b32 s2, 0x2f800000
+; VI-NEXT:    s_mov_b32 s3, 0xcf800000
+; VI-NEXT:    s_mov_b32 s7, 0xf000
+; VI-NEXT:    s_mov_b32 s6, -1
 ; VI-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-NEXT:    s_bfe_u32 s10, s9, 0x80017
-; VI-NEXT:    s_and_b32 s0, s9, s11
-; VI-NEXT:    s_add_i32 s2, s10, s8
-; VI-NEXT:    s_or_b32 s0, s0, s12
-; VI-NEXT:    s_mov_b32 s1, 0
-; VI-NEXT:    s_sub_i32 s14, s13, s10
-; VI-NEXT:    s_lshl_b64 s[2:3], s[0:1], s2
-; VI-NEXT:    s_lshr_b64 s[0:1], s[0:1], s14
-; VI-NEXT:    s_movk_i32 s14, 0xff81
-; VI-NEXT:    s_add_i32 s10, s10, s14
-; VI-NEXT:    v_mov_b32_e32 v0, s1
-; VI-NEXT:    v_mov_b32_e32 v1, s3
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s10, 23
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v1, vcc
-; VI-NEXT:    v_mov_b32_e32 v1, s0
-; VI-NEXT:    v_mov_b32_e32 v2, s2
-; VI-NEXT:    s_ashr_i32 s0, s9, 31
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v2, vcc
-; VI-NEXT:    s_ashr_i32 s1, s0, 31
-; VI-NEXT:    v_xor_b32_e32 v1, s0, v1
-; VI-NEXT:    v_mov_b32_e32 v6, 0x5f000000
-; VI-NEXT:    v_sub_f32_e32 v7, s9, v6
-; VI-NEXT:    v_xor_b32_e32 v0, s1, v0
-; VI-NEXT:    v_mov_b32_e32 v2, s1
-; VI-NEXT:    v_subrev_u32_e32 v1, vcc, s0, v1
-; VI-NEXT:    v_subb_u32_e32 v4, vcc, v0, v2, vcc
-; VI-NEXT:    v_bfe_u32 v8, v7, 23, 8
-; VI-NEXT:    v_and_b32_e32 v0, s11, v7
-; VI-NEXT:    v_cmp_lt_i32_e64 s[2:3], s10, 0
-; VI-NEXT:    v_cndmask_b32_e64 v5, v1, 0, s[2:3]
-; VI-NEXT:    v_add_u32_e32 v2, vcc, s8, v8
-; VI-NEXT:    v_sub_u32_e32 v9, vcc, s13, v8
-; VI-NEXT:    v_or_b32_e32 v0, s12, v0
-; VI-NEXT:    v_mov_b32_e32 v1, 0
-; VI-NEXT:    v_add_u32_e32 v8, vcc, s14, v8
-; VI-NEXT:    v_lshlrev_b64 v[2:3], v2, v[0:1]
-; VI-NEXT:    v_lshrrev_b64 v[0:1], v9, v[0:1]
-; VI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v8
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v2, vcc
-; VI-NEXT:    v_ashrrev_i32_e32 v2, 31, v7
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v3, vcc
-; VI-NEXT:    v_xor_b32_e32 v0, v0, v2
-; VI-NEXT:    v_ashrrev_i32_e32 v3, 31, v2
-; VI-NEXT:    v_sub_u32_e32 v0, vcc, v0, v2
+; VI-NEXT:    v_trunc_f32_e32 v0, s0
+; VI-NEXT:    v_mul_f32_e64 v1, |v0|, s2
+; VI-NEXT:    v_floor_f32_e32 v1, v1
+; VI-NEXT:    v_fma_f32 v2, v1, s3, |v0|
+; VI-NEXT:    v_cvt_u32_f32_e32 v2, v2
+; VI-NEXT:    v_cvt_u32_f32_e32 v1, v1
+; VI-NEXT:    v_ashrrev_i32_e32 v3, 31, v0
+; VI-NEXT:    v_xor_b32_e32 v0, v2, v3
 ; VI-NEXT:    v_xor_b32_e32 v1, v1, v3
+; VI-NEXT:    v_sub_u32_e32 v0, vcc, v0, v3
 ; VI-NEXT:    v_subb_u32_e32 v1, vcc, v1, v3, vcc
-; VI-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v8
-; VI-NEXT:    v_cndmask_b32_e64 v1, v1, 0, vcc
-; VI-NEXT:    v_cndmask_b32_e64 v0, v0, 0, vcc
-; VI-NEXT:    v_cmp_lt_f32_e64 s[0:1], s9, v6
-; VI-NEXT:    v_cndmask_b32_e64 v2, v4, 0, s[2:3]
-; VI-NEXT:    v_xor_b32_e32 v1, 0x80000000, v1
-; VI-NEXT:    s_mov_b32 s7, 0xf000
-; VI-NEXT:    s_mov_b32 s6, -1
-; VI-NEXT:    v_cndmask_b32_e64 v0, v0, v5, s[0:1]
-; VI-NEXT:    v_cndmask_b32_e64 v1, v1, v2, s[0:1]
 ; VI-NEXT:    buffer_store_dwordx2 v[0:1], off, s[4:7], 0
 ; VI-NEXT:    s_endpgm
 ;
 ; EG-LABEL: fp_to_uint_f32_to_i64:
 ; EG:       ; %bb.0:
 ; EG-NEXT:    ALU 41, @4, KC0[CB0:0-32], KC1[]
 ; EG-NEXT:    MEM_RAT_CACHELESS STORE_RAW T0.XY, T1.X, 1
 ; EG-NEXT:    CF_END
; EG-NEXT:    2(2.802597e-45), 0(0.000000e+00)
   store i64 %conv, i64 addrspace(1)* %out
   ret void
 }
 
 define amdgpu_kernel void @fp_to_uint_v2f32_to_v2i64(<2 x i64> addrspace(1)* %out, <2 x float> %x) {
 ; SI-LABEL: fp_to_uint_v2f32_to_v2i64:
 ; SI:       ; %bb.0:
 ; SI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x9
-; SI-NEXT:    s_load_dwordx2 s[2:3], s[0:1], 0xb
+; SI-NEXT:    s_load_dwordx2 s[0:1], s[0:1], 0xb
 ; SI-NEXT:    s_mov_b32 s7, 0xf000
 ; SI-NEXT:    s_mov_b32 s6, -1
-; SI-NEXT:    s_movk_i32 s12, 0xff6a
-; SI-NEXT:    s_mov_b32 s8, 0x7fffff
-; SI-NEXT:    s_mov_b32 s13, 0x800000
-; SI-NEXT:    s_mov_b32 s1, 0
-; SI-NEXT:    s_movk_i32 s14, 0x96
-; SI-NEXT:    s_movk_i32 s15, 0xff81
-; SI-NEXT:    v_mov_b32_e32 v6, 0x5f000000
-; SI-NEXT:    v_mov_b32_e32 v1, 0
-; SI-NEXT:    s_brev_b32 s16, 1
+; SI-NEXT:    s_mov_b32 s2, 0x2f800000
+; SI-NEXT:    s_mov_b32 s3, 0xcf800000
 ; SI-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-NEXT:    s_bfe_u32 s9, s3, 0x80017
-; SI-NEXT:    s_and_b32 s0, s3, s8
-; SI-NEXT:    s_ashr_i32 s17, s3, 31
-; SI-NEXT:    v_sub_f32_e32 v0, s3, v6
-; SI-NEXT:    s_bfe_u32 s10, s2, 0x80017
-; SI-NEXT:    s_and_b32 s18, s2, s8
-; SI-NEXT:    s_ashr_i32 s19, s2, 31
-; SI-NEXT:    v_sub_f32_e32 v2, s2, v6
-; SI-NEXT:    s_add_i32 s11, s9, s12
-; SI-NEXT:    s_or_b32 s0, s0, s13
-; SI-NEXT:    s_sub_i32 s20, s14, s9
-; SI-NEXT:    s_add_i32 s21, s9, s15
-; SI-NEXT:    s_ashr_i32 s22, s17, 31
-; SI-NEXT:    v_bfe_u32 v3, v0, 23, 8
-; SI-NEXT:    v_and_b32_e32 v4, s8, v0
-; SI-NEXT:    v_ashrrev_i32_e32 v7, 31, v0
-; SI-NEXT:    s_add_i32 s23, s10, s12
-; SI-NEXT:    s_sub_i32 s24, s14, s10
-; SI-NEXT:    s_add_i32 s25, s10, s15
-; SI-NEXT:    s_ashr_i32 s26, s19, 31
-; SI-NEXT:    v_bfe_u32 v5, v2, 23, 8
-; SI-NEXT:    v_and_b32_e32 v8, s8, v2
-; SI-NEXT:    v_ashrrev_i32_e32 v9, 31, v2
-; SI-NEXT:    s_lshl_b64 s[8:9], s[0:1], s11
-; SI-NEXT:    s_lshr_b64 s[10:11], s[0:1], s20
-; SI-NEXT:    v_mov_b32_e32 v10, s22
-; SI-NEXT:    v_add_i32_e32 v2, vcc, s12, v3
-; SI-NEXT:    v_or_b32_e32 v0, s13, v4
-; SI-NEXT:    v_sub_i32_e32 v4, vcc, s14, v3
-; SI-NEXT:    v_add_i32_e32 v11, vcc, s15, v3
-; SI-NEXT:    v_ashrrev_i32_e32 v12, 31, v7
-; SI-NEXT:    s_or_b32 s0, s18, s13
-; SI-NEXT:    v_mov_b32_e32 v13, s26
-; SI-NEXT:    v_add_i32_e32 v14, vcc, s12, v5
-; SI-NEXT:    v_sub_i32_e32 v15, vcc, s14, v5
-; SI-NEXT:    v_add_i32_e32 v16, vcc, s15, v5
-; SI-NEXT:    v_ashrrev_i32_e32 v17, 31, v9
-; SI-NEXT:    v_mov_b32_e32 v3, s11
-; SI-NEXT:    v_mov_b32_e32 v5, s9
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s21, 23
-; SI-NEXT:    v_cndmask_b32_e32 v18, v3, v5, vcc
-; SI-NEXT:    v_mov_b32_e32 v19, s10
-; SI-NEXT:    v_lshl_b64 v[2:3], v[0:1], v2
-; SI-NEXT:    v_lshr_b64 v[4:5], v[0:1], v4
-; SI-NEXT:    v_or_b32_e32 v0, s13, v8
-; SI-NEXT:    v_mov_b32_e32 v8, s8
-; SI-NEXT:    s_lshl_b64 s[8:9], s[0:1], s23
-; SI-NEXT:    s_lshr_b64 s[0:1], s[0:1], s24
-; SI-NEXT:    v_cndmask_b32_e32 v8, v19, v8, vcc
-; SI-NEXT:    v_xor_b32_e32 v18, s22, v18
-; SI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v11
-; SI-NEXT:    v_cndmask_b32_e32 v5, v5, v3, vcc
-; SI-NEXT:    v_cndmask_b32_e32 v4, v4, v2, vcc
-; SI-NEXT:    v_mov_b32_e32 v2, s1
-; SI-NEXT:    v_mov_b32_e32 v3, s9
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s25, 23
-; SI-NEXT:    v_cndmask_b32_e32 v19, v2, v3, vcc
-; SI-NEXT:    v_mov_b32_e32 v20, s0
-; SI-NEXT:    v_lshl_b64 v[2:3], v[0:1], v14
-; SI-NEXT:    v_lshr_b64 v[0:1], v[0:1], v15
-; SI-NEXT:    v_mov_b32_e32 v14, s8
-; SI-NEXT:    v_xor_b32_e32 v8, s17, v8
-; SI-NEXT:    v_xor_b32_e32 v4, v4, v7
-; SI-NEXT:    v_xor_b32_e32 v5, v5, v12
-; SI-NEXT:    v_cndmask_b32_e32 v14, v20, v14, vcc
-; SI-NEXT:    v_xor_b32_e32 v15, s26, v19
-; SI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v16
-; SI-NEXT:    v_cndmask_b32_e32 v1, v1, v3, vcc
-; SI-NEXT:    v_cndmask_b32_e32 v0, v0, v2, vcc
-; SI-NEXT:    v_subrev_i32_e32 v2, vcc, s17, v8
-; SI-NEXT:    v_subb_u32_e32 v3, vcc, v18, v10, vcc
-; SI-NEXT:    v_sub_i32_e32 v4, vcc, v4, v7
-; SI-NEXT:    v_subb_u32_e32 v5, vcc, v5, v12, vcc
-; SI-NEXT:    v_xor_b32_e32 v7, s19, v14
-; SI-NEXT:    v_xor_b32_e32 v0, v0, v9
-; SI-NEXT:    v_xor_b32_e32 v1, v1, v17
-; SI-NEXT:    v_cmp_lt_i32_e64 s[8:9], s21, 0
-; SI-NEXT:    v_cndmask_b32_e64 v2, v2, 0, s[8:9]
-; SI-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v11
-; SI-NEXT:    v_cndmask_b32_e64 v4, v4, 0, vcc
-; SI-NEXT:    v_subrev_i32_e64 v7, s[0:1], s19, v7
-; SI-NEXT:    v_subb_u32_e64 v8, s[0:1], v15, v13, s[0:1]
-; SI-NEXT:    v_sub_i32_e64 v0, s[0:1], v0, v9
-; SI-NEXT:    v_subb_u32_e64 v1, s[0:1], v1, v17, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e64 v3, v3, 0, s[8:9]
-; SI-NEXT:    v_cndmask_b32_e64 v5, v5, 0, vcc
-; SI-NEXT:    v_cmp_lt_f32_e32 vcc, s3, v6
-; SI-NEXT:    v_cndmask_b32_e32 v2, v4, v2, vcc
-; SI-NEXT:    v_cmp_lt_i32_e64 s[8:9], s25, 0
-; SI-NEXT:    v_cndmask_b32_e64 v4, v7, 0, s[8:9]
-; SI-NEXT:    v_cmp_gt_i32_e64 s[0:1], 0, v16
-; SI-NEXT:    v_cndmask_b32_e64 v0, v0, 0, s[0:1]
-; SI-NEXT:    v_xor_b32_e32 v5, s16, v5
-; SI-NEXT:    v_cndmask_b32_e64 v7, v8, 0, s[8:9]
-; SI-NEXT:    v_cndmask_b32_e64 v1, v1, 0, s[0:1]
-; SI-NEXT:    v_cmp_lt_f32_e64 s[0:1], s2, v6
-; SI-NEXT:    v_cndmask_b32_e64 v0, v0, v4, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e32 v3, v5, v3, vcc
-; SI-NEXT:    v_xor_b32_e32 v1, s16, v1
-; SI-NEXT:    v_cndmask_b32_e64 v1, v1, v7, s[0:1]
+; SI-NEXT:    v_trunc_f32_e32 v0, s1
+; SI-NEXT:    v_trunc_f32_e32 v1, s0
+; SI-NEXT:    v_mul_f32_e64 v2, |v0|, s2
+; SI-NEXT:    v_ashrrev_i32_e32 v3, 31, v0
+; SI-NEXT:    v_mul_f32_e64 v4, |v1|, s2
+; SI-NEXT:    v_ashrrev_i32_e32 v5, 31, v1
+; SI-NEXT:    v_floor_f32_e32 v2, v2
+; SI-NEXT:    v_floor_f32_e32 v4, v4
+; SI-NEXT:    v_cvt_u32_f32_e32 v6, v2
+; SI-NEXT:    v_fma_f32 v0, v2, s3, |v0|
+; SI-NEXT:    v_cvt_u32_f32_e32 v2, v4
+; SI-NEXT:    v_fma_f32 v1, v4, s3, |v1|
+; SI-NEXT:    v_cvt_u32_f32_e32 v0, v0
+; SI-NEXT:    v_xor_b32_e32 v4, v6, v3
+; SI-NEXT:    v_cvt_u32_f32_e32 v1, v1
+; SI-NEXT:    v_xor_b32_e32 v6, v2, v5
+; SI-NEXT:    v_xor_b32_e32 v0, v0, v3
+; SI-NEXT:    v_xor_b32_e32 v1, v1, v5
+; SI-NEXT:    v_sub_i32_e32 v2, vcc, v0, v3
+; SI-NEXT:    v_subb_u32_e32 v3, vcc, v4, v3, vcc
+; SI-NEXT:    v_sub_i32_e32 v0, vcc, v1, v5
+; SI-NEXT:    v_subb_u32_e32 v1, vcc, v6, v5, vcc
 ; SI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[4:7], 0
 ; SI-NEXT:    s_endpgm
 ;
 ; VI-LABEL: fp_to_uint_v2f32_to_v2i64:
 ; VI:       ; %bb.0:
-; VI-NEXT:    s_load_dwordx2 s[8:9], s[0:1], 0x24
-; VI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x2c
-; VI-NEXT:    s_mov_b32 s17, 0x7fffff
-; VI-NEXT:    s_movk_i32 s16, 0xff6a
-; VI-NEXT:    s_mov_b32 s18, 0x800000
-; VI-NEXT:    s_movk_i32 s19, 0x96
+; VI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x24
+; VI-NEXT:    s_load_dwordx2 s[0:1], s[0:1], 0x2c
+; VI-NEXT:    s_mov_b32 s2, 0x2f800000
+; VI-NEXT:    s_mov_b32 s3, 0xcf800000
+; VI-NEXT:    s_mov_b32 s7, 0xf000
+; VI-NEXT:    s_mov_b32 s6, -1
 ; VI-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-NEXT:    s_bfe_u32 s12, s5, 0x80017
-; VI-NEXT:    s_and_b32 s1, s5, s17
-; VI-NEXT:    s_add_i32 s0, s12, s16
-; VI-NEXT:    s_or_b32 s6, s1, s18
-; VI-NEXT:    s_mov_b32 s7, 0
-; VI-NEXT:    s_sub_i32 s2, s19, s12
-; VI-NEXT:    s_movk_i32 s20, 0xff81
-; VI-NEXT:    s_lshl_b64 s[0:1], s[6:7], s0
-; VI-NEXT:    s_lshr_b64 s[2:3], s[6:7], s2
-; VI-NEXT:    s_add_i32 s12, s12, s20
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s12, 23
-; VI-NEXT:    v_mov_b32_e32 v0, s3
-; VI-NEXT:    v_mov_b32_e32 v1, s1
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v1, vcc
-; VI-NEXT:    v_mov_b32_e32 v2, s0
-; VI-NEXT:    v_mov_b32_e32 v1, s2
-; VI-NEXT:    s_ashr_i32 s0, s5, 31
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v2, vcc
-; VI-NEXT:    s_ashr_i32 s1, s0, 31
-; VI-NEXT:    v_xor_b32_e32 v1, s0, v1
-; VI-NEXT:    v_mov_b32_e32 v8, 0x5f000000
-; VI-NEXT:    v_sub_f32_e32 v9, s5, v8
-; VI-NEXT:    v_xor_b32_e32 v0, s1, v0
-; VI-NEXT:    v_mov_b32_e32 v2, s1
-; VI-NEXT:    v_subrev_u32_e32 v1, vcc, s0, v1
-; VI-NEXT:    v_subb_u32_e32 v6, vcc, v0, v2, vcc
-; VI-NEXT:    v_bfe_u32 v10, v9, 23, 8
-; VI-NEXT:    v_and_b32_e32 v0, s17, v9
-; VI-NEXT:    v_cmp_lt_i32_e64 s[12:13], s12, 0
-; VI-NEXT:    v_cndmask_b32_e64 v7, v1, 0, s[12:13]
-; VI-NEXT:    v_add_u32_e32 v2, vcc, s16, v10
-; VI-NEXT:    v_or_b32_e32 v0, s18, v0
-; VI-NEXT:    v_mov_b32_e32 v1, 0
-; VI-NEXT:    v_sub_u32_e32 v4, vcc, s19, v10
-; VI-NEXT:    v_lshlrev_b64 v[2:3], v2, v[0:1]
-; VI-NEXT:    v_lshrrev_b64 v[4:5], v4, v[0:1]
-; VI-NEXT:    v_add_u32_e32 v0, vcc, s20, v10
-; VI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v0
-; VI-NEXT:    v_cndmask_b32_e32 v2, v4, v2, vcc
-; VI-NEXT:    v_ashrrev_i32_e32 v4, 31, v9
-; VI-NEXT:    s_and_b32 s6, s4, s17
-; VI-NEXT:    v_cndmask_b32_e32 v3, v5, v3, vcc
-; VI-NEXT:    v_xor_b32_e32 v2, v2, v4
-; VI-NEXT:    v_ashrrev_i32_e32 v5, 31, v4
-; VI-NEXT:    v_cmp_lt_f32_e64 s[2:3], s5, v8
-; VI-NEXT:    s_bfe_u32 s5, s4, 0x80017
-; VI-NEXT:    v_xor_b32_e32 v3, v3, v5
-; VI-NEXT:    v_sub_u32_e32 v2, vcc, v2, v4
-; VI-NEXT:    v_cmp_gt_i32_e64 s[0:1], 0, v0
-; VI-NEXT:    s_add_i32 s14, s5, s16
-; VI-NEXT:    s_or_b32 s6, s6, s18
-; VI-NEXT:    s_sub_i32 s21, s19, s5
-; VI-NEXT:    v_cndmask_b32_e64 v0, v2, 0, s[0:1]
-; VI-NEXT:    s_lshl_b64 s[14:15], s[6:7], s14
-; VI-NEXT:    v_subb_u32_e32 v5, vcc, v3, v5, vcc
-; VI-NEXT:    s_add_i32 s5, s5, s20
-; VI-NEXT:    s_lshr_b64 s[6:7], s[6:7], s21
-; VI-NEXT:    v_cndmask_b32_e64 v2, v0, v7, s[2:3]
-; VI-NEXT:    v_mov_b32_e32 v0, s7
-; VI-NEXT:    v_mov_b32_e32 v3, s15
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s5, 23
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v3, vcc
-; VI-NEXT:    v_mov_b32_e32 v3, s6
-; VI-NEXT:    v_mov_b32_e32 v4, s14
-; VI-NEXT:    s_ashr_i32 s6, s4, 31
-; VI-NEXT:    v_cndmask_b32_e32 v3, v3, v4, vcc
-; VI-NEXT:    s_ashr_i32 s7, s6, 31
-; VI-NEXT:    v_xor_b32_e32 v3, s6, v3
-; VI-NEXT:    v_sub_f32_e32 v10, s4, v8
-; VI-NEXT:    v_xor_b32_e32 v0, s7, v0
-; VI-NEXT:    v_mov_b32_e32 v4, s7
-; VI-NEXT:    v_subrev_u32_e32 v3, vcc, s6, v3
-; VI-NEXT:    v_cmp_lt_i32_e64 s[6:7], s5, 0
-; VI-NEXT:    v_subb_u32_e32 v7, vcc, v0, v4, vcc
-; VI-NEXT:    v_and_b32_e32 v0, s17, v10
-; VI-NEXT:    v_bfe_u32 v11, v10, 23, 8
-; VI-NEXT:    v_cndmask_b32_e64 v9, v3, 0, s[6:7]
-; VI-NEXT:    v_add_u32_e32 v3, vcc, s16, v11
-; VI-NEXT:    v_or_b32_e32 v0, s18, v0
-; VI-NEXT:    v_sub_u32_e32 v12, vcc, s19, v11
-; VI-NEXT:    v_add_u32_e32 v11, vcc, s20, v11
-; VI-NEXT:    v_lshlrev_b64 v[3:4], v3, v[0:1]
-; VI-NEXT:    v_lshrrev_b64 v[0:1], v12, v[0:1]
-; VI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v11
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v3, vcc
-; VI-NEXT:    v_ashrrev_i32_e32 v3, 31, v10
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v4, vcc
-; VI-NEXT:    v_xor_b32_e32 v0, v0, v3
-; VI-NEXT:    v_ashrrev_i32_e32 v4, 31, v3
-; VI-NEXT:    v_sub_u32_e32 v0, vcc, v0, v3
-; VI-NEXT:    v_xor_b32_e32 v1, v1, v4
-; VI-NEXT:    v_subb_u32_e32 v1, vcc, v1, v4, vcc
-; VI-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v11
-; VI-NEXT:    v_cndmask_b32_e64 v4, v5, 0, s[0:1]
-; VI-NEXT:    s_brev_b32 s0, 1
-; VI-NEXT:    v_cndmask_b32_e64 v1, v1, 0, vcc
-; VI-NEXT:    v_cndmask_b32_e64 v3, v6, 0, s[12:13]
-; VI-NEXT:    v_xor_b32_e32 v4, s0, v4
-; VI-NEXT:    v_cndmask_b32_e64 v3, v4, v3, s[2:3]
-; VI-NEXT:    v_cndmask_b32_e64 v0, v0, 0, vcc
-; VI-NEXT:    v_cmp_lt_f32_e64 s[4:5], s4, v8
-; VI-NEXT:    v_cndmask_b32_e64 v4, v7, 0, s[6:7]
-; VI-NEXT:    v_xor_b32_e32 v1, s0, v1
-; VI-NEXT:    s_mov_b32 s11, 0xf000
-; VI-NEXT:    s_mov_b32 s10, -1
-; VI-NEXT:    v_cndmask_b32_e64 v0, v0, v9, s[4:5]
-; VI-NEXT:    v_cndmask_b32_e64 v1, v1, v4, s[4:5]
-; VI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[8:11], 0
+; VI-NEXT:    v_trunc_f32_e32 v0, s1
+; VI-NEXT:    v_mul_f32_e64 v1, |v0|, s2
+; VI-NEXT:    v_floor_f32_e32 v1, v1
+; VI-NEXT:    v_fma_f32 v2, v1, s3, |v0|
+; VI-NEXT:    v_trunc_f32_e32 v4, s0
+; VI-NEXT:    v_mul_f32_e64 v3, |v4|, s2
+; VI-NEXT:    v_cvt_u32_f32_e32 v2, v2
+; VI-NEXT:    v_floor_f32_e32 v3, v3
+; VI-NEXT:    v_cvt_u32_f32_e32 v1, v1
+; VI-NEXT:    v_cvt_u32_f32_e32 v5, v3
+; VI-NEXT:    v_fma_f32 v3, v3, s3, |v4|
+; VI-NEXT:    v_ashrrev_i32_e32 v0, 31, v0
+; VI-NEXT:    v_cvt_u32_f32_e32 v6, v3
+; VI-NEXT:    v_xor_b32_e32 v2, v2, v0
+; VI-NEXT:    v_xor_b32_e32 v1, v1, v0
+; VI-NEXT:    v_sub_u32_e32 v2, vcc, v2, v0
+; VI-NEXT:    v_subb_u32_e32 v3, vcc, v1, v0, vcc
+; VI-NEXT:    v_ashrrev_i32_e32 v1, 31, v4
+; VI-NEXT:    v_xor_b32_e32 v0, v6, v1
+; VI-NEXT:    v_xor_b32_e32 v4, v5, v1
+; VI-NEXT:    v_sub_u32_e32 v0, vcc, v0, v1
+; VI-NEXT:    v_subb_u32_e32 v1, vcc, v4, v1, vcc
+; VI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[4:7], 0
 ; VI-NEXT:    s_endpgm
 ;
 ; EG-LABEL: fp_to_uint_v2f32_to_v2i64:
 ; EG:       ; %bb.0:
 ; EG-NEXT:    ALU 77, @4, KC0[CB0:0-32], KC1[]
 ; EG-NEXT:    MEM_RAT_CACHELESS STORE_RAW T1.XYZW, T0.X, 1
 ; EG-NEXT:    CF_END
 ; EG-NEXT:    PAD
; EG-NEXT:    2(2.802597e-45), 0(0.000000e+00)
   %conv = fptoui <2 x float> %x to <2 x i64>
   store <2 x i64> %conv, <2 x i64> addrspace(1)* %out
   ret void
 }
 
 define amdgpu_kernel void @fp_to_uint_v4f32_to_v4i64(<4 x i64> addrspace(1)* %out, <4 x float> %x) {
 ; SI-LABEL: fp_to_uint_v4f32_to_v4i64:
 ; SI:       ; %bb.0:
-; SI-NEXT:    s_load_dwordx4 s[8:11], s[0:1], 0xd
-; SI-NEXT:    s_movk_i32 s6, 0xff6a
-; SI-NEXT:    s_mov_b32 s7, 0x7fffff
-; SI-NEXT:    s_mov_b32 s18, 0x800000
-; SI-NEXT:    s_mov_b32 s13, 0
-; SI-NEXT:    s_movk_i32 s19, 0x96
-; SI-NEXT:    s_movk_i32 s20, 0xff81
-; SI-NEXT:    v_mov_b32_e32 v7, 0x5f000000
-; SI-NEXT:    v_mov_b32_e32 v1, 0
-; SI-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-NEXT:    s_bfe_u32 s2, s9, 0x80017
-; SI-NEXT:    s_and_b32 s3, s9, s7
-; SI-NEXT:    v_sub_f32_e32 v6, s9, v7
-; SI-NEXT:    s_bfe_u32 s4, s8, 0x80017
-; SI-NEXT:    s_and_b32 s14, s8, s7
-; SI-NEXT:    v_sub_f32_e32 v8, s8, v7
-; SI-NEXT:    v_sub_f32_e32 v9, s11, v7
-; SI-NEXT:    v_sub_f32_e32 v10, s10, v7
-; SI-NEXT:    s_add_i32 s5, s2, s6
-; SI-NEXT:    s_or_b32 s12, s3, s18
-; SI-NEXT:    s_sub_i32 s15, s19, s2
-; SI-NEXT:    s_add_i32 s21, s2, s20
-; SI-NEXT:    v_bfe_u32 v2, v6, 23, 8
-; SI-NEXT:    v_and_b32_e32 v0, s7, v6
-; SI-NEXT:    s_add_i32 s16, s4, s6
-; SI-NEXT:    s_sub_i32 s17, s19, s4
-; SI-NEXT:    s_add_i32 s22, s4, s20
-; SI-NEXT:    v_bfe_u32 v3, v8, 23, 8
-; SI-NEXT:    v_and_b32_e32 v11, s7, v8
-; SI-NEXT:    v_bfe_u32 v12, v9, 23, 8
-; SI-NEXT:    v_and_b32_e32 v13, s7, v9
-; SI-NEXT:    v_bfe_u32 v14, v10, 23, 8
-; SI-NEXT:    v_add_i32_e32 v4, vcc, s6, v2
-; SI-NEXT:    v_or_b32_e32 v0, s18, v0
-; SI-NEXT:    v_sub_i32_e32 v5, vcc, s19, v2
-; SI-NEXT:    v_add_i32_e32 v15, vcc, s20, v2
-; SI-NEXT:    v_add_i32_e32 v16, vcc, s6, v3
-; SI-NEXT:    v_sub_i32_e32 v17, vcc, s19, v3
-; SI-NEXT:    v_add_i32_e32 v18, vcc, s20, v3
-; SI-NEXT:    v_lshl_b64 v[2:3], v[0:1], v4
-; SI-NEXT:    v_lshr_b64 v[4:5], v[0:1], v5
-; SI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v15
-; SI-NEXT:    v_cndmask_b32_e32 v19, v5, v3, vcc
-; SI-NEXT:    v_cndmask_b32_e32 v20, v4, v2, vcc
-; SI-NEXT:    v_add_i32_e32 v21, vcc, s6, v12
-; SI-NEXT:    v_sub_i32_e32 v22, vcc, s19, v12
-; SI-NEXT:    v_add_i32_e32 v12, vcc, s20, v12
-; SI-NEXT:    v_or_b32_e32 v0, s18, v11
-; SI-NEXT:    v_lshl_b64 v[2:3], v[0:1], v16
-; SI-NEXT:    v_lshr_b64 v[4:5], v[0:1], v17
-; SI-NEXT:    v_or_b32_e32 v0, s18, v13
-; SI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v18
-; SI-NEXT:    v_cndmask_b32_e32 v11, v5, v3, vcc
-; SI-NEXT:    v_cndmask_b32_e32 v13, v4, v2, vcc
-; SI-NEXT:    v_lshl_b64 v[2:3], v[0:1], v21
-; SI-NEXT:    v_lshr_b64 v[4:5], v[0:1], v22
-; SI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v12
-; SI-NEXT:    v_cndmask_b32_e32 v5, v5, v3, vcc
-; SI-NEXT:    v_cndmask_b32_e32 v4, v4, v2, vcc
-; SI-NEXT:    v_and_b32_e32 v0, s7, v10
-; SI-NEXT:    s_lshl_b64 s[2:3], s[12:13], s5
-; SI-NEXT:    s_lshr_b64 s[4:5], s[12:13], s15
-; SI-NEXT:    s_or_b32 s12, s14, s18
-; SI-NEXT:    v_add_i32_e32 v2, vcc, s6, v14
-; SI-NEXT:    v_sub_i32_e32 v16, vcc, s19, v14
-; SI-NEXT:    v_add_i32_e32 v14, vcc, s20, v14
-; SI-NEXT:    v_or_b32_e32 v0, s18, v0
-; SI-NEXT:    v_lshl_b64 v[2:3], v[0:1], v2
-; SI-NEXT:    v_lshr_b64 v[0:1], v[0:1], v16
-; SI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v14
-; SI-NEXT:    v_cndmask_b32_e32 v1, v1, v3, vcc
-; SI-NEXT:    v_cndmask_b32_e32 v16, v0, v2, vcc
-; SI-NEXT:    v_mov_b32_e32 v0, s5
-; SI-NEXT:    v_mov_b32_e32 v2, s3
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s21, 23
-; SI-NEXT:    v_cndmask_b32_e32 v0, v0, v2, vcc
-; SI-NEXT:    v_mov_b32_e32 v2, s4
-; SI-NEXT:    v_mov_b32_e32 v3, s2
-; SI-NEXT:    s_lshl_b64 s[2:3], s[12:13], s16
-; SI-NEXT:    s_lshr_b64 s[4:5], s[12:13], s17
-; SI-NEXT:    v_cndmask_b32_e32 v2, v2, v3, vcc
-; SI-NEXT:    v_mov_b32_e32 v3, s5
-; SI-NEXT:    v_mov_b32_e32 v17, s3
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s22, 23
-; SI-NEXT:    v_cndmask_b32_e32 v3, v3, v17, vcc
-; SI-NEXT:    v_mov_b32_e32 v17, s4
-; SI-NEXT:    v_mov_b32_e32 v21, s2
-; SI-NEXT:    v_cndmask_b32_e32 v17, v17, v21, vcc
-; SI-NEXT:    s_bfe_u32 s2, s11, 0x80017
-; SI-NEXT:    s_and_b32 s3, s11, s7
-; SI-NEXT:    s_add_i32 s4, s2, s6
-; SI-NEXT:    s_sub_i32 s5, s19, s2
-; SI-NEXT:    s_or_b32 s12, s3, s18
-; SI-NEXT:    s_lshl_b64 s[14:15], s[12:13], s4
-; SI-NEXT:    s_lshr_b64 s[16:17], s[12:13], s5
-; SI-NEXT:    s_add_i32 s24, s2, s20
-; SI-NEXT:    v_mov_b32_e32 v21, s17
-; SI-NEXT:    v_mov_b32_e32 v22, s15
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s24, 23
-; SI-NEXT:    v_cndmask_b32_e32 v21, v21, v22, vcc
-; SI-NEXT:    s_ashr_i32 s2, s9, 31
-; SI-NEXT:    s_ashr_i32 s3, s2, 31
-; SI-NEXT:    v_xor_b32_e32 v0, s3, v0
-; SI-NEXT:    v_xor_b32_e32 v2, s2, v2
-; SI-NEXT:    v_mov_b32_e32 v22, s3
-; SI-NEXT:    v_subrev_i32_e64 v2, s[2:3], s2, v2
-; SI-NEXT:    v_subb_u32_e64 v22, s[2:3], v0, v22, s[2:3]
-; SI-NEXT:    v_ashrrev_i32_e32 v0, 31, v6
-; SI-NEXT:    v_xor_b32_e32 v6, v20, v0
-; SI-NEXT:    v_ashrrev_i32_e32 v20, 31, v0
-; SI-NEXT:    v_xor_b32_e32 v19, v19, v20
-; SI-NEXT:    v_sub_i32_e64 v0, s[2:3], v6, v0
-; SI-NEXT:    v_subb_u32_e64 v6, s[2:3], v19, v20, s[2:3]
-; SI-NEXT:    v_cmp_gt_i32_e64 s[2:3], 0, v15
-; SI-NEXT:    s_ashr_i32 s4, s8, 31
-; SI-NEXT:    s_ashr_i32 s5, s4, 31
-; SI-NEXT:    v_xor_b32_e32 v3, s5, v3
-; SI-NEXT:    v_xor_b32_e32 v15, s4, v17
-; SI-NEXT:    v_mov_b32_e32 v17, s5
-; SI-NEXT:    v_subrev_i32_e64 v15, s[4:5], s4, v15
-; SI-NEXT:    v_subb_u32_e64 v17, s[4:5], v3, v17, s[4:5]
-; SI-NEXT:    v_ashrrev_i32_e32 v3, 31, v8
-; SI-NEXT:    v_xor_b32_e32 v8, v13, v3
-; SI-NEXT:    v_ashrrev_i32_e32 v13, 31, v3
-; SI-NEXT:    v_xor_b32_e32 v11, v11, v13
-; SI-NEXT:    v_sub_i32_e64 v3, s[4:5], v8, v3
-; SI-NEXT:    s_bfe_u32 s12, s10, 0x80017
-; SI-NEXT:    s_and_b32 s7, s10, s7
-; SI-NEXT:    s_add_i32 s15, s12, s6
-; SI-NEXT:    s_sub_i32 s23, s19, s12
-; SI-NEXT:    s_add_i32 s25, s12, s20
-; SI-NEXT:    s_or_b32 s12, s7, s18
-; SI-NEXT:    v_cmp_lt_i32_e64 s[18:19], s21, 0
-; SI-NEXT:    v_cndmask_b32_e64 v2, v2, 0, s[18:19]
-; SI-NEXT:    v_cndmask_b32_e64 v0, v0, 0, s[2:3]
-; SI-NEXT:    v_subb_u32_e64 v8, s[4:5], v11, v13, s[4:5]
-; SI-NEXT:    v_cmp_gt_i32_e64 s[4:5], 0, v18
-; SI-NEXT:    v_cmp_lt_f32_e64 s[6:7], s9, v7
-; SI-NEXT:    v_cndmask_b32_e64 v2, v0, v2, s[6:7]
-; SI-NEXT:    v_cmp_lt_i32_e64 s[20:21], s22, 0
-; SI-NEXT:    v_cndmask_b32_e64 v0, v15, 0, s[20:21]
-; SI-NEXT:    v_cndmask_b32_e64 v3, v3, 0, s[4:5]
-; SI-NEXT:    v_cmp_lt_f32_e64 s[8:9], s8, v7
-; SI-NEXT:    v_cndmask_b32_e64 v0, v3, v0, s[8:9]
-; SI-NEXT:    v_mov_b32_e32 v3, s16
-; SI-NEXT:    v_mov_b32_e32 v11, s14
-; SI-NEXT:    s_lshl_b64 s[16:17], s[12:13], s15
-; SI-NEXT:    s_lshr_b64 s[22:23], s[12:13], s23
-; SI-NEXT:    v_cndmask_b32_e32 v11, v3, v11, vcc
-; SI-NEXT:    v_mov_b32_e32 v3, s23
-; SI-NEXT:    v_mov_b32_e32 v13, s17
-; SI-NEXT:    v_cmp_gt_i32_e64 vcc, s25, 23
-; SI-NEXT:    v_cndmask_b32_e32 v13, v3, v13, vcc
-; SI-NEXT:    s_load_dwordx2 s[12:13], s[0:1], 0x9
-; SI-NEXT:    s_mov_b32 s15, 0xf000
-; SI-NEXT:    s_mov_b32 s14, -1
-; SI-NEXT:    s_brev_b32 s17, 1
-; SI-NEXT:    s_ashr_i32 s0, s11, 31
-; SI-NEXT:    s_ashr_i32 s1, s10, 31
-; SI-NEXT:    s_ashr_i32 s23, s0, 31
-; SI-NEXT:    v_ashrrev_i32_e32 v9, 31, v9
-; SI-NEXT:    s_ashr_i32 s26, s1, 31
-; SI-NEXT:    v_ashrrev_i32_e32 v10, 31, v10
-; SI-NEXT:    v_cndmask_b32_e64 v3, v22, 0, s[18:19]
-; SI-NEXT:    v_cndmask_b32_e64 v6, v6, 0, s[2:3]
-; SI-NEXT:    v_xor_b32_e32 v6, s17, v6
-; SI-NEXT:    v_cndmask_b32_e64 v3, v6, v3, s[6:7]
-; SI-NEXT:    v_mov_b32_e32 v6, s22
-; SI-NEXT:    v_mov_b32_e32 v15, s16
-; SI-NEXT:    v_cndmask_b32_e32 v6, v6, v15, vcc
-; SI-NEXT:    v_mov_b32_e32 v15, s23
-; SI-NEXT:    v_xor_b32_e32 v18, s23, v21
-; SI-NEXT:    v_xor_b32_e32 v11, s0, v11
-; SI-NEXT:    v_subrev_i32_e32 v11, vcc, s0, v11
-; SI-NEXT:    v_subb_u32_e32 v15, vcc, v18, v15, vcc
-; SI-NEXT:    v_ashrrev_i32_e32 v18, 31, v9
-; SI-NEXT:    v_xor_b32_e32 v4, v4, v9
-; SI-NEXT:    v_xor_b32_e32 v5, v5, v18
-; SI-NEXT:    v_sub_i32_e32 v4, vcc, v4, v9
-; SI-NEXT:    v_mov_b32_e32 v9, s26
-; SI-NEXT:    v_subb_u32_e32 v5, vcc, v5, v18, vcc
-; SI-NEXT:    v_ashrrev_i32_e32 v18, 31, v10
-; SI-NEXT:    v_xor_b32_e32 v13, s26, v13
-; SI-NEXT:    v_cndmask_b32_e64 v17, v17, 0, s[20:21]
-; SI-NEXT:    v_cndmask_b32_e64 v8, v8, 0, s[4:5]
-; SI-NEXT:    v_xor_b32_e32 v6, s1, v6
-; SI-NEXT:    v_xor_b32_e32 v16, v16, v10
-; SI-NEXT:    v_xor_b32_e32 v1, v1, v18
-; SI-NEXT:    v_xor_b32_e32 v8, s17, v8
-; SI-NEXT:    v_cmp_lt_i32_e64 s[2:3], s24, 0
-; SI-NEXT:    v_cndmask_b32_e64 v11, v11, 0, s[2:3]
-; SI-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v12
-; SI-NEXT:    v_cndmask_b32_e64 v4, v4, 0, vcc
-; SI-NEXT:    v_subrev_i32_e64 v12, s[0:1], s1, v6
-; SI-NEXT:    v_subb_u32_e64 v9, s[0:1], v13, v9, s[0:1]
-; SI-NEXT:    v_sub_i32_e64 v10, s[0:1], v16, v10
-; SI-NEXT:    v_subb_u32_e64 v13, s[0:1], v1, v18, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e64 v15, v15, 0, s[2:3]
-; SI-NEXT:    v_cndmask_b32_e64 v5, v5, 0, vcc
-; SI-NEXT:    v_cndmask_b32_e64 v1, v8, v17, s[8:9]
-; SI-NEXT:    v_cmp_lt_f32_e32 vcc, s11, v7
-; SI-NEXT:    v_cndmask_b32_e32 v6, v4, v11, vcc
-; SI-NEXT:    v_cmp_lt_i32_e64 s[2:3], s25, 0
-; SI-NEXT:    v_cndmask_b32_e64 v4, v12, 0, s[2:3]
-; SI-NEXT:    v_cmp_gt_i32_e64 s[0:1], 0, v14
-; SI-NEXT:    v_cndmask_b32_e64 v8, v10, 0, s[0:1]
-; SI-NEXT:    v_xor_b32_e32 v5, s17, v5
-; SI-NEXT:    v_cndmask_b32_e64 v9, v9, 0, s[2:3]
-; SI-NEXT:    v_cndmask_b32_e64 v10, v13, 0, s[0:1]
-; SI-NEXT:    v_cmp_lt_f32_e64 s[0:1], s10, v7
-; SI-NEXT:    v_cndmask_b32_e64 v4, v8, v4, s[0:1]
-; SI-NEXT:    v_cndmask_b32_e32 v7, v5, v15, vcc
-; SI-NEXT:    v_xor_b32_e32 v5, s17, v10
-; SI-NEXT:    v_cndmask_b32_e64 v5, v5, v9, s[0:1]
+; SI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x9
+; SI-NEXT:    s_load_dwordx4 s[0:3], s[0:1], 0xd
+; SI-NEXT:    s_mov_b32 s7, 0xf000
+; SI-NEXT:    s_mov_b32 s6, -1
+; SI-NEXT:    s_mov_b32 s8, 0x2f800000
+; SI-NEXT:    s_mov_b32 s9, 0xcf800000
 ; SI-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-NEXT:    buffer_store_dwordx4 v[4:7], off, s[12:15], 0 offset:16
-; SI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[12:15], 0
+; SI-NEXT:    v_trunc_f32_e32 v0, s1
+; SI-NEXT:    v_trunc_f32_e32 v1, s0
+; SI-NEXT:    v_trunc_f32_e32 v2, s3
+; SI-NEXT:    v_trunc_f32_e32 v3, s2
+; SI-NEXT:    v_mul_f32_e64 v4, |v0|, s8
+; SI-NEXT:    v_ashrrev_i32_e32 v5, 31, v0
+; SI-NEXT:    v_mul_f32_e64 v6, |v1|, s8
+; SI-NEXT:    v_ashrrev_i32_e32 v7, 31, v1
+; SI-NEXT:    v_mul_f32_e64 v8, |v2|, s8
+; SI-NEXT:    v_ashrrev_i32_e32 v9, 31, v2
+; SI-NEXT:    v_mul_f32_e64 v10, |v3|, s8
+; SI-NEXT:    v_ashrrev_i32_e32 v11, 31, v3
+; SI-NEXT:    v_floor_f32_e32 v4, v4
+; SI-NEXT:    v_floor_f32_e32 v6, v6
+; SI-NEXT:    v_floor_f32_e32 v8, v8
+; SI-NEXT:    v_floor_f32_e32 v10, v10
+; SI-NEXT:    v_cvt_u32_f32_e32 v12, v4
+; SI-NEXT:    v_fma_f32 v0, v4, s9, |v0|
+; SI-NEXT:    v_cvt_u32_f32_e32 v4, v6
+; SI-NEXT:    v_fma_f32 v1, v6, s9, |v1|
+; SI-NEXT:    v_cvt_u32_f32_e32 v6, v8
+; SI-NEXT:    v_fma_f32 v2, v8, s9, |v2|
+; SI-NEXT:    v_cvt_u32_f32_e32 v8, v10
+; SI-NEXT:    v_fma_f32 v3, v10, s9, |v3|
+; SI-NEXT:    v_cvt_u32_f32_e32 v0, v0
+; SI-NEXT:    v_xor_b32_e32 v10, v12, v5
+; SI-NEXT:    v_cvt_u32_f32_e32 v1, v1
+; SI-NEXT:    v_xor_b32_e32 v4, v4, v7
+; SI-NEXT:    v_cvt_u32_f32_e32 v2, v2
+; SI-NEXT:    v_xor_b32_e32 v12, v6, v9
+; SI-NEXT:    v_cvt_u32_f32_e32 v3, v3
+; SI-NEXT:    v_xor_b32_e32 v8, v8, v11
+; SI-NEXT:    v_xor_b32_e32 v0, v0, v5
+; SI-NEXT:    v_xor_b32_e32 v1, v1, v7
+; SI-NEXT:    v_xor_b32_e32 v6, v2, v9
+; SI-NEXT:    v_xor_b32_e32 v13, v3, v11
+; SI-NEXT:    v_sub_i32_e32 v2, vcc, v0, v5
+; SI-NEXT:    v_subb_u32_e32 v3, vcc, v10, v5, vcc
+; SI-NEXT:    v_sub_i32_e32 v0, vcc, v1, v7
+; SI-NEXT:    v_subb_u32_e32 v1, vcc, v4, v7, vcc
+; SI-NEXT:    v_sub_i32_e32 v6, vcc, v6, v9
+; SI-NEXT:    v_subb_u32_e32 v7, vcc, v12, v9, vcc
+; SI-NEXT:    v_sub_i32_e32 v4, vcc, v13, v11
+; SI-NEXT:    v_subb_u32_e32 v5, vcc, v8, v11, vcc
+; SI-NEXT:    buffer_store_dwordx4 v[4:7], off, s[4:7], 0 offset:16
+; SI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[4:7], 0
 ; SI-NEXT:    s_endpgm
 ;
 ; VI-LABEL: fp_to_uint_v4f32_to_v4i64:
 ; VI:       ; %bb.0:
-; VI-NEXT:    s_load_dwordx2 s[8:9], s[0:1], 0x24
-; VI-NEXT:    s_load_dwordx4 s[4:7], s[0:1], 0x34
-; VI-NEXT:    s_mov_b32 s21, 0x7fffff
-; VI-NEXT:    s_movk_i32 s20, 0xff6a
-; VI-NEXT:    s_mov_b32 s22, 0x800000
-; VI-NEXT:    s_movk_i32 s23, 0x96
+; VI-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x24
+; VI-NEXT:    s_load_dwordx4 s[0:3], s[0:1], 0x34
+; VI-NEXT:    s_mov_b32 s8, 0x2f800000
+; VI-NEXT:    s_mov_b32 s9, 0xcf800000
+; VI-NEXT:    s_mov_b32 s7, 0xf000
+; VI-NEXT:    s_mov_b32 s6, -1
 ; VI-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-NEXT:    s_bfe_u32 s14, s5, 0x80017
-; VI-NEXT:    s_and_b32 s1, s5, s21
-; VI-NEXT:    s_add_i32 s0, s14, s20
-; VI-NEXT:    s_or_b32 s12, s1, s22
-; VI-NEXT:    s_mov_b32 s13, 0
-; VI-NEXT:    s_sub_i32 s2, s23, s14
-; VI-NEXT:    s_movk_i32 s24, 0xff81
-; VI-NEXT:    s_lshl_b64 s[0:1], s[12:13], s0
-; VI-NEXT:    s_lshr_b64 s[2:3], s[12:13], s2
-; VI-NEXT:    s_add_i32 s14, s14, s24
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s14, 23
-; VI-NEXT:    v_mov_b32_e32 v0, s3
-; VI-NEXT:    v_mov_b32_e32 v1, s1
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v1, vcc
-; VI-NEXT:    v_mov_b32_e32 v2, s0
-; VI-NEXT:    v_mov_b32_e32 v1, s2
-; VI-NEXT:    s_ashr_i32 s0, s5, 31
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v2, vcc
-; VI-NEXT:    v_mov_b32_e32 v10, 0x5f000000
-; VI-NEXT:    v_xor_b32_e32 v1, s0, v1
-; VI-NEXT:    s_ashr_i32 s1, s0, 31
-; VI-NEXT:    v_sub_f32_e32 v8, s5, v10
-; VI-NEXT:    v_subrev_u32_e32 v1, vcc, s0, v1
-; VI-NEXT:    v_cmp_lt_i32_e64 s[14:15], s14, 0
-; VI-NEXT:    v_cndmask_b32_e64 v7, v1, 0, s[14:15]
-; VI-NEXT:    v_and_b32_e32 v1, s21, v8
-; VI-NEXT:    v_xor_b32_e32 v0, s1, v0
-; VI-NEXT:    v_mov_b32_e32 v2, s1
-; VI-NEXT:    v_bfe_u32 v9, v8, 23, 8
-; VI-NEXT:    v_subb_u32_e32 v6, vcc, v0, v2, vcc
-; VI-NEXT:    v_add_u32_e32 v0, vcc, s20, v9
-; VI-NEXT:    v_or_b32_e32 v4, s22, v1
-; VI-NEXT:    v_mov_b32_e32 v5, 0
-; VI-NEXT:    v_sub_u32_e32 v2, vcc, s23, v9
-; VI-NEXT:    v_lshlrev_b64 v[0:1], v0, v[4:5]
-; VI-NEXT:    v_lshrrev_b64 v[2:3], v2, v[4:5]
-; VI-NEXT:    v_add_u32_e32 v4, vcc, s24, v9
-; VI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v4
-; VI-NEXT:    v_cndmask_b32_e32 v0, v2, v0, vcc
-; VI-NEXT:    v_ashrrev_i32_e32 v2, 31, v8
-; VI-NEXT:    s_and_b32 s12, s4, s21
-; VI-NEXT:    v_cndmask_b32_e32 v1, v3, v1, vcc
-; VI-NEXT:    v_xor_b32_e32 v0, v0, v2
-; VI-NEXT:    v_ashrrev_i32_e32 v3, 31, v2
-; VI-NEXT:    v_cmp_lt_f32_e64 s[2:3], s5, v10
-; VI-NEXT:    s_bfe_u32 s5, s4, 0x80017
-; VI-NEXT:    v_xor_b32_e32 v1, v1, v3
-; VI-NEXT:    v_sub_u32_e32 v0, vcc, v0, v2
-; VI-NEXT:    v_cmp_gt_i32_e64 s[0:1], 0, v4
-; VI-NEXT:    s_add_i32 s16, s5, s20
-; VI-NEXT:    s_or_b32 s12, s12, s22
-; VI-NEXT:    s_sub_i32 s18, s23, s5
-; VI-NEXT:    v_cndmask_b32_e64 v0, v0, 0, s[0:1]
-; VI-NEXT:    v_subb_u32_e32 v8, vcc, v1, v3, vcc
-; VI-NEXT:    s_lshl_b64 s[16:17], s[12:13], s16
-; VI-NEXT:    s_lshr_b64 s[18:19], s[12:13], s18
-; VI-NEXT:    s_add_i32 s5, s5, s24
-; VI-NEXT:    v_cndmask_b32_e64 v2, v0, v7, s[2:3]
-; VI-NEXT:    v_mov_b32_e32 v0, s19
-; VI-NEXT:    v_mov_b32_e32 v1, s17
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s5, 23
-; VI-NEXT:    v_cndmask_b32_e32 v0, v0, v1, vcc
-; VI-NEXT:    v_mov_b32_e32 v1, s18
-; VI-NEXT:    v_mov_b32_e32 v3, s16
-; VI-NEXT:    s_ashr_i32 s12, s4, 31
-; VI-NEXT:    v_cndmask_b32_e32 v1, v1, v3, vcc
-; VI-NEXT:    s_ashr_i32 s16, s12, 31
-; VI-NEXT:    v_xor_b32_e32 v1, s12, v1
-; VI-NEXT:    v_sub_f32_e32 v11, s4, v10
-; VI-NEXT:    v_xor_b32_e32 v0, s16, v0
-; VI-NEXT:    v_mov_b32_e32 v3, s16
-; VI-NEXT:    v_subrev_u32_e32 v1, vcc, s12, v1
-; VI-NEXT:    v_cmp_lt_i32_e64 s[16:17], s5, 0
-; VI-NEXT:    v_cndmask_b32_e64 v9, v1, 0, s[16:17]
-; VI-NEXT:    v_and_b32_e32 v1, s21, v11
-; VI-NEXT:    v_bfe_u32 v12, v11, 23, 8
-; VI-NEXT:    v_subb_u32_e32 v7, vcc, v0, v3, vcc
-; VI-NEXT:    v_add_u32_e32 v0, vcc, s20, v12
-; VI-NEXT:    v_or_b32_e32 v4, s22, v1
-; VI-NEXT:    v_sub_u32_e32 v3, vcc, s23, v12
-; VI-NEXT:    v_add_u32_e32 v12, vcc, s24, v12
-; VI-NEXT:    v_lshlrev_b64 v[0:1], v0, v[4:5]
-; VI-NEXT:    v_lshrrev_b64 v[3:4], v3, v[4:5]
-; VI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v12
-; VI-NEXT:    v_cndmask_b32_e32 v0, v3, v0, vcc
-; VI-NEXT:    v_ashrrev_i32_e32 v3, 31, v11
-; VI-NEXT:    v_cndmask_b32_e32 v1, v4, v1, vcc
-; VI-NEXT:    v_xor_b32_e32 v0, v0, v3
-; VI-NEXT:    v_ashrrev_i32_e32 v4, 31, v3
-; VI-NEXT:    v_sub_u32_e32 v0, vcc, v0, v3
-; VI-NEXT:    v_xor_b32_e32 v1, v1, v4
-; VI-NEXT:    v_subb_u32_e32 v1, vcc, v1, v4, vcc
-; VI-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v12
-; VI-NEXT:    v_cndmask_b32_e64 v4, v8, 0, s[0:1]
-; VI-NEXT:    s_brev_b32 s18, 1
-; VI-NEXT:    v_cndmask_b32_e64 v1, v1, 0, vcc
-; VI-NEXT:    v_cndmask_b32_e64 v3, v6, 0, s[14:15]
-; VI-NEXT:    v_xor_b32_e32 v4, s18, v4
-; VI-NEXT:    v_cndmask_b32_e64 v3, v4, v3, s[2:3]
-; VI-NEXT:    v_cndmask_b32_e64 v0, v0, 0, vcc
-; VI-NEXT:    v_cmp_lt_f32_e64 s[4:5], s4, v10
-; VI-NEXT:    v_cndmask_b32_e64 v4, v7, 0, s[16:17]
-; VI-NEXT:    v_xor_b32_e32 v1, s18, v1
-; VI-NEXT:    s_and_b32 s1, s7, s21
-; VI-NEXT:    v_cndmask_b32_e64 v0, v0, v9, s[4:5]
-; VI-NEXT:    v_cndmask_b32_e64 v1, v1, v4, s[4:5]
-; VI-NEXT:    s_bfe_u32 s4, s7, 0x80017
-; VI-NEXT:    s_add_i32 s0, s4, s20
-; VI-NEXT:    s_or_b32 s12, s1, s22
-; VI-NEXT:    s_sub_i32 s2, s23, s4
-; VI-NEXT:    s_lshl_b64 s[0:1], s[12:13], s0
-; VI-NEXT:    s_add_i32 s4, s4, s24
-; VI-NEXT:    s_lshr_b64 s[2:3], s[12:13], s2
-; VI-NEXT:    v_mov_b32_e32 v4, s3
-; VI-NEXT:    v_mov_b32_e32 v6, s1
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s4, 23
-; VI-NEXT:    v_cndmask_b32_e32 v4, v4, v6, vcc
-; VI-NEXT:    v_mov_b32_e32 v6, s2
-; VI-NEXT:    v_mov_b32_e32 v7, s0
-; VI-NEXT:    s_ashr_i32 s0, s7, 31
-; VI-NEXT:    v_cndmask_b32_e32 v6, v6, v7, vcc
-; VI-NEXT:    s_ashr_i32 s1, s0, 31
-; VI-NEXT:    v_xor_b32_e32 v6, s0, v6
-; VI-NEXT:    v_sub_f32_e32 v13, s7, v10
-; VI-NEXT:    v_xor_b32_e32 v4, s1, v4
-; VI-NEXT:    v_mov_b32_e32 v7, s1
-; VI-NEXT:    v_subrev_u32_e32 v6, vcc, s0, v6
-; VI-NEXT:    v_subb_u32_e32 v11, vcc, v4, v7, vcc
-; VI-NEXT:    v_and_b32_e32 v4, s21, v13
-; VI-NEXT:    v_cmp_lt_i32_e64 s[14:15], s4, 0
-; VI-NEXT:    v_bfe_u32 v14, v13, 23, 8
-; VI-NEXT:    v_cndmask_b32_e64 v12, v6, 0, s[14:15]
-; VI-NEXT:    v_add_u32_e32 v6, vcc, s20, v14
-; VI-NEXT:    v_or_b32_e32 v4, s22, v4
-; VI-NEXT:    v_sub_u32_e32 v8, vcc, s23, v14
-; VI-NEXT:    v_lshlrev_b64 v[6:7], v6, v[4:5]
-; VI-NEXT:    v_lshrrev_b64 v[8:9], v8, v[4:5]
-; VI-NEXT:    v_add_u32_e32 v4, vcc, s24, v14
-; VI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v4
-; VI-NEXT:    v_cndmask_b32_e32 v6, v8, v6, vcc
-; VI-NEXT:    v_ashrrev_i32_e32 v8, 31, v13
-; VI-NEXT:    v_cndmask_b32_e32 v7, v9, v7, vcc
-; VI-NEXT:    v_xor_b32_e32 v6, v6, v8
-; VI-NEXT:    v_ashrrev_i32_e32 v9, 31, v8
-; VI-NEXT:    v_cmp_lt_f32_e64 s[2:3], s7, v10
-; VI-NEXT:    s_bfe_u32 s7, s6, 0x80017
-; VI-NEXT:    s_and_b32 s5, s6, s21
-; VI-NEXT:    v_xor_b32_e32 v7, v7, v9
-; VI-NEXT:    v_sub_u32_e32 v6, vcc, v6, v8
-; VI-NEXT:    v_cmp_gt_i32_e64 s[0:1], 0, v4
-; VI-NEXT:    s_add_i32 s4, s7, s20
-; VI-NEXT:    s_or_b32 s12, s5, s22
-; VI-NEXT:    s_sub_i32 s16, s23, s7
-; VI-NEXT:    v_cndmask_b32_e64 v4, v6, 0, s[0:1]
-; VI-NEXT:    s_lshl_b64 s[4:5], s[12:13], s4
-; VI-NEXT:    v_subb_u32_e32 v9, vcc, v7, v9, vcc
-; VI-NEXT:    s_add_i32 s7, s7, s24
-; VI-NEXT:    s_lshr_b64 s[12:13], s[12:13], s16
-; VI-NEXT:    v_cndmask_b32_e64 v6, v4, v12, s[2:3]
-; VI-NEXT:    v_mov_b32_e32 v4, s13
-; VI-NEXT:    v_mov_b32_e32 v7, s5
-; VI-NEXT:    v_cmp_gt_i32_e64 vcc, s7, 23
-; VI-NEXT:    v_cndmask_b32_e32 v4, v4, v7, vcc
-; VI-NEXT:    v_mov_b32_e32 v7, s12
-; VI-NEXT:    v_mov_b32_e32 v8, s4
-; VI-NEXT:    s_ashr_i32 s4, s6, 31
-; VI-NEXT:    v_cndmask_b32_e32 v7, v7, v8, vcc
-; VI-NEXT:    s_ashr_i32 s5, s4, 31
-; VI-NEXT:    v_xor_b32_e32 v7, s4, v7
-; VI-NEXT:    v_sub_f32_e32 v14, s6, v10
-; VI-NEXT:    v_xor_b32_e32 v4, s5, v4
-; VI-NEXT:    v_mov_b32_e32 v8, s5
-; VI-NEXT:    v_subrev_u32_e32 v7, vcc, s4, v7
-; VI-NEXT:    v_subb_u32_e32 v12, vcc, v4, v8, vcc
-; VI-NEXT:    v_and_b32_e32 v4, s21, v14
-; VI-NEXT:    v_cmp_lt_i32_e64 s[12:13], s7, 0
-; VI-NEXT:    v_bfe_u32 v15, v14, 23, 8
-; VI-NEXT:    v_cndmask_b32_e64 v13, v7, 0, s[12:13]
-; VI-NEXT:    v_add_u32_e32 v7, vcc, s20, v15
-; VI-NEXT:    v_or_b32_e32 v4, s22, v4
-; VI-NEXT:    v_sub_u32_e32 v16, vcc, s23, v15
-; VI-NEXT:    v_add_u32_e32 v15, vcc, s24, v15
-; VI-NEXT:    v_lshlrev_b64 v[7:8], v7, v[4:5]
-; VI-NEXT:    v_lshrrev_b64 v[4:5], v16, v[4:5]
-; VI-NEXT:    v_cmp_lt_i32_e32 vcc, 23, v15
-; VI-NEXT:    v_cndmask_b32_e32 v4, v4, v7, vcc
-; VI-NEXT:    v_ashrrev_i32_e32 v7, 31, v14
-; VI-NEXT:    v_cndmask_b32_e32 v5, v5, v8, vcc
-; VI-NEXT:    v_xor_b32_e32 v4, v4, v7
-; VI-NEXT:    v_ashrrev_i32_e32 v8, 31, v7
-; VI-NEXT:    v_sub_u32_e32 v4, vcc, v4, v7
-; VI-NEXT:    v_xor_b32_e32 v5, v5, v8
-; VI-NEXT:    v_subb_u32_e32 v5, vcc, v5, v8, vcc
-; VI-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v15
-; VI-NEXT:    v_cndmask_b32_e64 v8, v9, 0, s[0:1]
-; VI-NEXT:    v_cndmask_b32_e64 v5, v5, 0, vcc
-; VI-NEXT:    v_cndmask_b32_e64 v7, v11, 0, s[14:15]
-; VI-NEXT:    v_xor_b32_e32 v8, s18, v8
-; VI-NEXT:    v_cndmask_b32_e64 v7, v8, v7, s[2:3]
-; VI-NEXT:    v_cndmask_b32_e64 v4, v4, 0, vcc
-; VI-NEXT:    v_cmp_lt_f32_e64 s[4:5], s6, v10
-; VI-NEXT:    v_cndmask_b32_e64 v8, v12, 0, s[12:13]
-; VI-NEXT:    v_xor_b32_e32 v5, s18, v5
-; VI-NEXT:    s_mov_b32 s11, 0xf000
-; VI-NEXT:    s_mov_b32 s10, -1
-; VI-NEXT:    v_cndmask_b32_e64 v4, v4, v13, s[4:5]
-; VI-NEXT:    v_cndmask_b32_e64 v5, v5, v8, s[4:5]
-; VI-NEXT:    buffer_store_dwordx4 v[4:7], off, s[8:11], 0 offset:16
-; VI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[8:11], 0
+; VI-NEXT:    v_trunc_f32_e32 v0, s1
+; VI-NEXT:    v_mul_f32_e64 v1, |v0|, s8
+; VI-NEXT:    v_floor_f32_e32 v1, v1
+; VI-NEXT:    v_fma_f32 v2, v1, s9, |v0|
+; VI-NEXT:    v_trunc_f32_e32 v4, s0
+; VI-NEXT:    v_cvt_u32_f32_e32 v2, v2
+; VI-NEXT:    v_mul_f32_e64 v3, |v4|, s8
+; VI-NEXT:    v_cvt_u32_f32_e32 v1, v1
+; VI-NEXT:    v_floor_f32_e32 v3, v3
+; VI-NEXT:    v_ashrrev_i32_e32 v0, 31, v0
+; VI-NEXT:    v_cvt_u32_f32_e32 v5, v3
+; VI-NEXT:    v_fma_f32 v3, v3, s9, |v4|
+; VI-NEXT:    v_xor_b32_e32 v2, v2, v0
+; VI-NEXT:    v_cvt_u32_f32_e32 v6, v3
+; VI-NEXT:    v_xor_b32_e32 v1, v1, v0
+; VI-NEXT:    v_sub_u32_e32 v2, vcc, v2, v0
+; VI-NEXT:    v_subb_u32_e32 v3, vcc, v1, v0, vcc
+; VI-NEXT:    v_ashrrev_i32_e32 v1, 31, v4
+; VI-NEXT:    v_xor_b32_e32 v4, v5, v1
+; VI-NEXT:    v_trunc_f32_e32 v5, s3
+; VI-NEXT:    v_xor_b32_e32 v0, v6, v1
+; VI-NEXT:    v_mul_f32_e64 v6, |v5|, s8
+; VI-NEXT:    v_floor_f32_e32 v6, v6
+; VI-NEXT:    v_cvt_u32_f32_e32 v7, v6
+; VI-NEXT:    v_fma_f32 v6, v6, s9, |v5|
+; VI-NEXT:    v_cvt_u32_f32_e32 v6, v6
+; VI-NEXT:    v_sub_u32_e32 v0, vcc, v0, v1
+; VI-NEXT:    v_subb_u32_e32 v1, vcc, v4, v1, vcc
+; VI-NEXT:    v_ashrrev_i32_e32 v4, 31, v5
+; VI-NEXT:    v_trunc_f32_e32 v8, s2
+; VI-NEXT:    v_xor_b32_e32 v5, v6, v4
+; VI-NEXT:    v_mul_f32_e64 v6, |v8|, s8
+; VI-NEXT:    v_floor_f32_e32 v6, v6
+; VI-NEXT:    v_cvt_u32_f32_e32 v9, v6
+; VI-NEXT:    v_fma_f32 v6, v6, s9, |v8|
+; VI-NEXT:    v_cvt_u32_f32_e32 v10, v6
+; VI-NEXT:    v_sub_u32_e32 v6, vcc, v5, v4
+; VI-NEXT:    v_xor_b32_e32 v7, v7, v4
+; VI-NEXT:    v_ashrrev_i32_e32 v5, 31, v8
+; VI-NEXT:    v_subb_u32_e32 v7, vcc, v7, v4, vcc
+; VI-NEXT:    v_xor_b32_e32 v4, v10, v5
+; VI-NEXT:    v_xor_b32_e32 v8, v9, v5
+; VI-NEXT:    v_sub_u32_e32 v4, vcc, v4, v5
+; VI-NEXT:    v_subb_u32_e32 v5, vcc, v8, v5, vcc
+; VI-NEXT:    buffer_store_dwordx4 v[4:7], off, s[4:7], 0 offset:16
+; VI-NEXT:    buffer_store_dwordx4 v[0:3], off, s[4:7], 0
 ; VI-NEXT:    s_endpgm
 ;
 ; EG-LABEL: fp_to_uint_v4f32_to_v4i64:
 ; EG:       ; %bb.0:
 ; EG-NEXT:    ALU 101, @6, KC0[CB0:0-32], KC1[]
 ; EG-NEXT:    ALU 58, @108, KC0[CB0:0-32], KC1[]
 ; EG-NEXT:    MEM_RAT_CACHELESS STORE_RAW T4.XYZW, T0.X, 0
 ; EG-NEXT:    MEM_RAT_CACHELESS STORE_RAW T6.XYZW, T2.X, 1