Index: llvm/lib/Target/AMDGPU/SIInstructions.td =================================================================== --- llvm/lib/Target/AMDGPU/SIInstructions.td +++ llvm/lib/Target/AMDGPU/SIInstructions.td @@ -1770,44 +1770,44 @@ // (y & x) | (z & ~x) def : AMDGPUPat < (DivergentBinFrag (and i32:$y, i32:$x), (and i32:$z, (not i32:$x))), - (V_BFI_B32_e64 $x, $y, $z) + (V_BFI_B32_e64 VSrc_b32:$x, VSrc_b32:$y, VSrc_b32:$z) >; // (y & C) | (z & ~C) def : AMDGPUPat < (BFIImm32 i32:$x, i32:$y, i32:$z), - (V_BFI_B32_e64 $x, $y, $z) + (V_BFI_B32_e64 VSrc_b32:$x, VSrc_b32:$y, VSrc_b32:$z) >; // 64-bit version def : AMDGPUPat < (DivergentBinFrag (and i64:$y, i64:$x), (and i64:$z, (not i64:$x))), - (REG_SEQUENCE SReg_64, - (V_BFI_B32_e64 (i32 (EXTRACT_SUBREG SReg_64:$x, sub0)), - (i32 (EXTRACT_SUBREG SReg_64:$y, sub0)), - (i32 (EXTRACT_SUBREG SReg_64:$z, sub0))), sub0, - (V_BFI_B32_e64 (i32 (EXTRACT_SUBREG SReg_64:$x, sub1)), - (i32 (EXTRACT_SUBREG SReg_64:$y, sub1)), - (i32 (EXTRACT_SUBREG SReg_64:$z, sub1))), sub1) + (REG_SEQUENCE VReg_64, + (V_BFI_B32_e64 (i32 (EXTRACT_SUBREG VReg_64:$x, sub0)), + (i32 (EXTRACT_SUBREG VReg_64:$y, sub0)), + (i32 (EXTRACT_SUBREG VReg_64:$z, sub0))), sub0, + (V_BFI_B32_e64 (i32 (EXTRACT_SUBREG VReg_64:$x, sub1)), + (i32 (EXTRACT_SUBREG VReg_64:$y, sub1)), + (i32 (EXTRACT_SUBREG VReg_64:$z, sub1))), sub1) >; // SHA-256 Ch function // z ^ (x & (y ^ z)) def : AMDGPUPat < (DivergentBinFrag i32:$z, (and i32:$x, (xor i32:$y, i32:$z))), - (V_BFI_B32_e64 $x, $y, $z) + (V_BFI_B32_e64 VSrc_b32:$x, VSrc_b32:$y, VSrc_b32:$z) >; // 64-bit version def : AMDGPUPat < (DivergentBinFrag i64:$z, (and i64:$x, (xor i64:$y, i64:$z))), - (REG_SEQUENCE SReg_64, - (V_BFI_B32_e64 (i32 (EXTRACT_SUBREG SReg_64:$x, sub0)), - (i32 (EXTRACT_SUBREG SReg_64:$y, sub0)), - (i32 (EXTRACT_SUBREG SReg_64:$z, sub0))), sub0, - (V_BFI_B32_e64 (i32 (EXTRACT_SUBREG SReg_64:$x, sub1)), - (i32 (EXTRACT_SUBREG SReg_64:$y, sub1)), - (i32 (EXTRACT_SUBREG SReg_64:$z, sub1))), sub1) + (REG_SEQUENCE VReg_64, + (V_BFI_B32_e64 (i32 (EXTRACT_SUBREG VReg_64:$x, sub0)), + (i32 (EXTRACT_SUBREG VReg_64:$y, sub0)), + (i32 (EXTRACT_SUBREG VReg_64:$z, sub0))), sub0, + (V_BFI_B32_e64 (i32 (EXTRACT_SUBREG VReg_64:$x, sub1)), + (i32 (EXTRACT_SUBREG VReg_64:$y, sub1)), + (i32 (EXTRACT_SUBREG VReg_64:$z, sub1))), sub1) >; def : AMDGPUPat < @@ -2733,21 +2733,21 @@ def : AMDGPUPat < (DivergentBinFrag (and i32:$x, i32:$z), (and i32:$y, (or i32:$x, i32:$z))), - (V_BFI_B32_e64 (V_XOR_B32_e64 i32:$x, i32:$y), i32:$z, i32:$y) + (V_BFI_B32_e64 (V_XOR_B32_e64 VSrc_b32:$x, VSrc_b32:$y), VSrc_b32:$z, VSrc_b32:$y) >; def : AMDGPUPat < (DivergentBinFrag (and i64:$x, i64:$z), (and i64:$y, (or i64:$x, i64:$z))), - (REG_SEQUENCE SReg_64, - (V_BFI_B32_e64 (V_XOR_B32_e64 (i32 (EXTRACT_SUBREG SReg_64:$x, sub0)), - (i32 (EXTRACT_SUBREG SReg_64:$y, sub0))), - (i32 (EXTRACT_SUBREG SReg_64:$z, sub0)), - (i32 (EXTRACT_SUBREG SReg_64:$y, sub0))), sub0, - (V_BFI_B32_e64 (V_XOR_B32_e64 (i32 (EXTRACT_SUBREG SReg_64:$x, sub1)), - (i32 (EXTRACT_SUBREG SReg_64:$y, sub1))), - (i32 (EXTRACT_SUBREG SReg_64:$z, sub1)), - (i32 (EXTRACT_SUBREG SReg_64:$y, sub1))), sub1) + (REG_SEQUENCE VReg_64, + (V_BFI_B32_e64 (V_XOR_B32_e64 (i32 (EXTRACT_SUBREG VReg_64:$x, sub0)), + (i32 (EXTRACT_SUBREG VReg_64:$y, sub0))), + (i32 (EXTRACT_SUBREG VReg_64:$z, sub0)), + (i32 (EXTRACT_SUBREG VReg_64:$y, sub0))), sub0, + (V_BFI_B32_e64 (V_XOR_B32_e64 (i32 (EXTRACT_SUBREG VReg_64:$x, sub1)), + (i32 (EXTRACT_SUBREG VReg_64:$y, sub1))), + (i32 (EXTRACT_SUBREG VReg_64:$z, sub1)), + (i32 (EXTRACT_SUBREG VReg_64:$y, sub1))), sub1) >; multiclass IntMed3Pat %a, %mask %and = and <2 x i32> %xor.0, %b %bitselect = xor <2 x i32> %and, %mask @@ -451,6 +682,33 @@ ; GFX10-NEXT: v_bfi_b32 v0, v0, v2, v4 ; GFX10-NEXT: v_bfi_b32 v1, v1, v3, v5 ; GFX10-NEXT: s_setpc_b64 s[30:31] +; +; GFX8-GISEL-LABEL: v_bitselect_i64_pat_0: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX8-GISEL-NEXT: v_and_b32_e32 v2, v0, v2 +; GFX8-GISEL-NEXT: v_and_b32_e32 v3, v1, v3 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, -1, v0 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, -1, v1 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, v0, v4 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, v1, v5 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v2, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v3, v1 +; GFX8-GISEL-NEXT: s_setpc_b64 s[30:31] +; +; GFX10-GISEL-LABEL: v_bitselect_i64_pat_0: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX10-GISEL-NEXT: s_waitcnt_vscnt null, 0x0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v6, -1, v0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v7, -1, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: v_and_b32_e32 v2, v6, v4 +; GFX10-GISEL-NEXT: v_and_b32_e32 v3, v7, v5 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: s_setpc_b64 s[30:31] %and0 = and i64 %a, %b %not.a = xor i64 %a, -1 %and1 = and i64 %not.a, %mask @@ -480,6 +738,30 @@ ; GFX10-NEXT: v_bfi_b32 v0, v0, s0, s2 ; GFX10-NEXT: v_bfi_b32 v1, v1, s1, s3 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: v_s_s_bitselect_i64_pat_0: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: v_and_b32_e32 v2, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v3, s1, v1 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, -1, v0 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, -1, v1 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s2, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s3, v1 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v2, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v3, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: v_s_s_bitselect_i64_pat_0: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: v_xor_b32_e32 v2, -1, v0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v3, -1, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v2, s2, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v3, s3, v3 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: ; return to shader part epilog %and0 = and i64 %a, %b %not.a = xor i64 %a, -1 %and1 = and i64 %not.a, %mask @@ -510,6 +792,24 @@ ; GFX10-NEXT: v_bfi_b32 v0, s0, v0, s2 ; GFX10-NEXT: v_bfi_b32 v1, s1, v1, s3 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: s_v_s_bitselect_i64_pat_0: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: s_andn2_b64 s[0:1], s[2:3], s[0:1] +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: s_v_s_bitselect_i64_pat_0: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX10-GISEL-NEXT: s_andn2_b64 s[0:1], s[2:3], s[0:1] +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, s0, v0 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, s1, v1 +; GFX10-GISEL-NEXT: ; return to shader part epilog %and0 = and i64 %a, %b %not.a = xor i64 %a, -1 %and1 = and i64 %not.a, %mask @@ -540,6 +840,26 @@ ; GFX10-NEXT: v_bfi_b32 v0, s0, s2, v0 ; GFX10-NEXT: v_bfi_b32 v1, s1, s3, v1 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: s_s_v_bitselect_i64_pat_0: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: s_and_b64 s[2:3], s[0:1], s[2:3] +; GFX8-GISEL-NEXT: s_not_b64 s[0:1], s[0:1] +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, s2, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, s3, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: s_s_v_bitselect_i64_pat_0: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: s_not_b64 s[4:5], s[0:1] +; GFX10-GISEL-NEXT: s_and_b64 s[0:1], s[0:1], s[2:3] +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, s4, v0 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, s5, v1 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, s0, v0 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, s1, v1 +; GFX10-GISEL-NEXT: ; return to shader part epilog %and0 = and i64 %a, %b %not.a = xor i64 %a, -1 %and1 = and i64 %not.a, %mask @@ -566,6 +886,30 @@ ; GFX10-NEXT: v_bfi_b32 v0, v0, v2, s0 ; GFX10-NEXT: v_bfi_b32 v1, v1, v3, s1 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: v_v_s_bitselect_i64_pat_0: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: v_and_b32_e32 v2, v0, v2 +; GFX8-GISEL-NEXT: v_and_b32_e32 v3, v1, v3 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, -1, v0 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, -1, v1 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v2, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v3, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: v_v_s_bitselect_i64_pat_0: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: v_xor_b32_e32 v4, -1, v0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v5, -1, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: v_and_b32_e32 v2, s0, v4 +; GFX10-GISEL-NEXT: v_and_b32_e32 v3, s1, v5 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: ; return to shader part epilog %and0 = and i64 %a, %b %not.a = xor i64 %a, -1 %and1 = and i64 %not.a, %mask @@ -592,6 +936,30 @@ ; GFX10-NEXT: v_bfi_b32 v0, v0, s0, v2 ; GFX10-NEXT: v_bfi_b32 v1, v1, s1, v3 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: v_s_v_bitselect_i64_pat_0: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: v_and_b32_e32 v4, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v5, s1, v1 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, -1, v0 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, -1, v1 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, v0, v2 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, v1, v3 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v4, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v5, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: v_s_v_bitselect_i64_pat_0: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: v_xor_b32_e32 v4, -1, v0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v5, -1, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v2, v4, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v3, v5, v3 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: ; return to shader part epilog %and0 = and i64 %a, %b %not.a = xor i64 %a, -1 %and1 = and i64 %not.a, %mask @@ -618,6 +986,28 @@ ; GFX10-NEXT: v_bfi_b32 v0, s0, v0, v2 ; GFX10-NEXT: v_bfi_b32 v1, s1, v1, v3 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: s_v_v_bitselect_i64_pat_0: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: s_not_b64 s[0:1], s[0:1] +; GFX8-GISEL-NEXT: v_and_b32_e32 v2, s0, v2 +; GFX8-GISEL-NEXT: v_and_b32_e32 v3, s1, v3 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: s_v_v_bitselect_i64_pat_0: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: s_not_b64 s[2:3], s[0:1] +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v2, s2, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v3, s3, v3 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: ; return to shader part epilog %and0 = and i64 %a, %b %not.a = xor i64 %a, -1 %and1 = and i64 %not.a, %mask @@ -648,6 +1038,29 @@ ; GFX10-NEXT: v_bfi_b32 v0, v2, v0, v4 ; GFX10-NEXT: v_bfi_b32 v1, v3, v1, v5 ; GFX10-NEXT: s_setpc_b64 s[30:31] +; +; GFX8-GISEL-LABEL: v_bitselect_i64_pat_1: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, v0, v4 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, v1, v5 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, v0, v2 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, v1, v3 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, v0, v4 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, v1, v5 +; GFX8-GISEL-NEXT: s_setpc_b64 s[30:31] +; +; GFX10-GISEL-LABEL: v_bitselect_i64_pat_1: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX10-GISEL-NEXT: s_waitcnt_vscnt null, 0x0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v0, v0, v4 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v1, v1, v5 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v0, v0, v4 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v1, v1, v5 +; GFX10-GISEL-NEXT: s_setpc_b64 s[30:31] %xor.0 = xor i64 %a, %mask %and = and i64 %xor.0, %b %bitselect = xor i64 %and, %mask @@ -676,6 +1089,26 @@ ; GFX10-NEXT: v_bfi_b32 v0, s0, v0, s2 ; GFX10-NEXT: v_bfi_b32 v1, s1, v1, s3 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: v_s_s_bitselect_i64_pat_1: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, s2, v0 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, s3, v1 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, s2, v0 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, s3, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: v_s_s_bitselect_i64_pat_1: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: v_xor_b32_e32 v0, s2, v0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v1, s3, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v0, s2, v0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v1, s3, v1 +; GFX10-GISEL-NEXT: ; return to shader part epilog %xor.0 = xor i64 %a, %mask %and = and i64 %xor.0, %b %bitselect = xor i64 %and, %mask @@ -705,6 +1138,26 @@ ; GFX10-NEXT: v_bfi_b32 v0, s2, s0, v0 ; GFX10-NEXT: v_bfi_b32 v1, s3, s1, v1 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: s_s_v_bitselect_i64_pat_1: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: v_xor_b32_e32 v2, s0, v0 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v3, s1, v1 +; GFX8-GISEL-NEXT: v_and_b32_e32 v2, s2, v2 +; GFX8-GISEL-NEXT: v_and_b32_e32 v3, s3, v3 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, v2, v0 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, v3, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: s_s_v_bitselect_i64_pat_1: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: v_xor_b32_e32 v2, s0, v0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v3, s1, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v2, s2, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v3, s3, v3 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v0, v2, v0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v1, v3, v1 +; GFX10-GISEL-NEXT: ; return to shader part epilog %xor.0 = xor i64 %a, %mask %and = and i64 %xor.0, %b %bitselect = xor i64 %and, %mask @@ -734,6 +1187,24 @@ ; GFX10-NEXT: v_bfi_b32 v0, v0, s0, s2 ; GFX10-NEXT: v_bfi_b32 v1, v1, s1, s3 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: s_v_s_bitselect_i64_pat_1: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: s_xor_b64 s[0:1], s[0:1], s[2:3] +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, s2, v0 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, s3, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: s_v_s_bitselect_i64_pat_1: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: s_xor_b64 s[0:1], s[0:1], s[2:3] +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v0, s2, v0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v1, s3, v1 +; GFX10-GISEL-NEXT: ; return to shader part epilog %xor.0 = xor i64 %a, %mask %and = and i64 %xor.0, %b %bitselect = xor i64 %and, %mask @@ -763,6 +1234,29 @@ ; GFX10-NEXT: v_bfi_b32 v0, v2, v0, v4 ; GFX10-NEXT: v_bfi_b32 v1, v3, v1, v5 ; GFX10-NEXT: s_setpc_b64 s[30:31] +; +; GFX8-GISEL-LABEL: v_bitselect_i64_pat_2: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, v0, v4 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, v1, v5 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, v0, v2 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, v1, v3 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v0, v0, v4 +; GFX8-GISEL-NEXT: v_xor_b32_e32 v1, v1, v5 +; GFX8-GISEL-NEXT: s_setpc_b64 s[30:31] +; +; GFX10-GISEL-LABEL: v_bitselect_i64_pat_2: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX10-GISEL-NEXT: s_waitcnt_vscnt null, 0x0 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v0, v0, v4 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v1, v1, v5 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v0, v0, v4 +; GFX10-GISEL-NEXT: v_xor_b32_e32 v1, v1, v5 +; GFX10-GISEL-NEXT: s_setpc_b64 s[30:31] %xor.0 = xor i64 %a, %mask %and = and i64 %xor.0, %b %bitselect = xor i64 %and, %mask @@ -797,6 +1291,33 @@ ; GFX10-NEXT: v_bfi_b32 v0, v0, v4, v2 ; GFX10-NEXT: v_bfi_b32 v1, v1, v5, v3 ; GFX10-NEXT: s_setpc_b64 s[30:31] +; +; GFX8-GISEL-LABEL: v_bfi_sha256_ma_i64: +; GFX8-GISEL: ; %bb.0: ; %entry +; GFX8-GISEL-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX8-GISEL-NEXT: v_and_b32_e32 v6, v0, v4 +; GFX8-GISEL-NEXT: v_and_b32_e32 v7, v1, v5 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v0, v4 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v1, v5 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, v2, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, v3, v1 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v6, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v7, v1 +; GFX8-GISEL-NEXT: s_setpc_b64 s[30:31] +; +; GFX10-GISEL-LABEL: v_bfi_sha256_ma_i64: +; GFX10-GISEL: ; %bb.0: ; %entry +; GFX10-GISEL-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GFX10-GISEL-NEXT: s_waitcnt_vscnt null, 0x0 +; GFX10-GISEL-NEXT: v_or_b32_e32 v6, v0, v4 +; GFX10-GISEL-NEXT: v_or_b32_e32 v7, v1, v5 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, v0, v4 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, v1, v5 +; GFX10-GISEL-NEXT: v_and_b32_e32 v2, v2, v6 +; GFX10-GISEL-NEXT: v_and_b32_e32 v3, v3, v7 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: s_setpc_b64 s[30:31] entry: %and0 = and i64 %x, %z %or0 = or i64 %x, %z @@ -833,6 +1354,30 @@ ; GFX10-NEXT: v_bfi_b32 v0, v0, s2, s0 ; GFX10-NEXT: v_bfi_b32 v1, v1, s3, s1 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: v_s_s_bfi_sha256_ma_i64: +; GFX8-GISEL: ; %bb.0: ; %entry +; GFX8-GISEL-NEXT: v_and_b32_e32 v2, s2, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v3, s3, v1 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, s2, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, s3, v1 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v2, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v3, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: v_s_s_bfi_sha256_ma_i64: +; GFX10-GISEL: ; %bb.0: ; %entry +; GFX10-GISEL-NEXT: v_or_b32_e32 v2, s2, v0 +; GFX10-GISEL-NEXT: v_or_b32_e32 v3, s3, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, s2, v0 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, s3, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v2, s0, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v3, s1, v3 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: ; return to shader part epilog entry: %and0 = and i64 %x, %z %or0 = or i64 %x, %z @@ -866,6 +1411,26 @@ ; GFX10-NEXT: v_bfi_b32 v0, v2, s2, v0 ; GFX10-NEXT: v_bfi_b32 v1, v3, s3, v1 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: s_v_s_bfi_sha256_ma_i64: +; GFX8-GISEL: ; %bb.0: ; %entry +; GFX8-GISEL-NEXT: s_and_b64 s[4:5], s[0:1], s[2:3] +; GFX8-GISEL-NEXT: s_or_b64 s[0:1], s[0:1], s[2:3] +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, s4, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, s5, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: s_v_s_bfi_sha256_ma_i64: +; GFX10-GISEL: ; %bb.0: ; %entry +; GFX10-GISEL-NEXT: s_or_b64 s[4:5], s[0:1], s[2:3] +; GFX10-GISEL-NEXT: s_and_b64 s[0:1], s[0:1], s[2:3] +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, s4, v0 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, s5, v1 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, s0, v0 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, s1, v1 +; GFX10-GISEL-NEXT: ; return to shader part epilog entry: %and0 = and i64 %x, %z %or0 = or i64 %x, %z @@ -903,6 +1468,30 @@ ; GFX10-NEXT: v_bfi_b32 v0, v2, v0, s2 ; GFX10-NEXT: v_bfi_b32 v1, v3, v1, s3 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: s_s_v_bfi_sha256_ma_i64: +; GFX8-GISEL: ; %bb.0: ; %entry +; GFX8-GISEL-NEXT: v_and_b32_e32 v2, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v3, s1, v1 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s2, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s3, v1 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v2, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v3, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: s_s_v_bfi_sha256_ma_i64: +; GFX10-GISEL: ; %bb.0: ; %entry +; GFX10-GISEL-NEXT: v_or_b32_e32 v2, s0, v0 +; GFX10-GISEL-NEXT: v_or_b32_e32 v3, s1, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX10-GISEL-NEXT: v_and_b32_e32 v2, s2, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v3, s3, v3 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: ; return to shader part epilog entry: %and0 = and i64 %x, %z %or0 = or i64 %x, %z @@ -936,6 +1525,30 @@ ; GFX10-NEXT: v_bfi_b32 v0, v0, v2, s0 ; GFX10-NEXT: v_bfi_b32 v1, v1, v3, s1 ; GFX10-NEXT: ; return to shader part epilog +; +; GFX8-GISEL-LABEL: v_s_v_bfi_sha256_ma_i64: +; GFX8-GISEL: ; %bb.0: ; %entry +; GFX8-GISEL-NEXT: v_and_b32_e32 v4, v0, v2 +; GFX8-GISEL-NEXT: v_and_b32_e32 v5, v1, v3 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX8-GISEL-NEXT: v_and_b32_e32 v0, s0, v0 +; GFX8-GISEL-NEXT: v_and_b32_e32 v1, s1, v1 +; GFX8-GISEL-NEXT: v_or_b32_e32 v0, v4, v0 +; GFX8-GISEL-NEXT: v_or_b32_e32 v1, v5, v1 +; GFX8-GISEL-NEXT: ; return to shader part epilog +; +; GFX10-GISEL-LABEL: v_s_v_bfi_sha256_ma_i64: +; GFX10-GISEL: ; %bb.0: ; %entry +; GFX10-GISEL-NEXT: v_or_b32_e32 v4, v0, v2 +; GFX10-GISEL-NEXT: v_or_b32_e32 v5, v1, v3 +; GFX10-GISEL-NEXT: v_and_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_and_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: v_and_b32_e32 v2, s0, v4 +; GFX10-GISEL-NEXT: v_and_b32_e32 v3, s1, v5 +; GFX10-GISEL-NEXT: v_or_b32_e32 v0, v0, v2 +; GFX10-GISEL-NEXT: v_or_b32_e32 v1, v1, v3 +; GFX10-GISEL-NEXT: ; return to shader part epilog entry: %and0 = and i64 %x, %z %or0 = or i64 %x, %z @@ -993,6 +1606,43 @@ ; GFX10-NEXT: v_mov_b32_e32 v1, s1 ; GFX10-NEXT: global_store_dwordx2 v[0:1], v[0:1], off ; GFX10-NEXT: s_endpgm +; +; GFX8-GISEL-LABEL: s_bitselect_i64_pat_0: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x24 +; GFX8-GISEL-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x34 +; GFX8-GISEL-NEXT: s_waitcnt lgkmcnt(0) +; GFX8-GISEL-NEXT: s_and_b64 s[2:3], s[4:5], s[6:7] +; GFX8-GISEL-NEXT: s_andn2_b64 s[0:1], s[0:1], s[4:5] +; GFX8-GISEL-NEXT: s_or_b64 s[0:1], s[2:3], s[0:1] +; GFX8-GISEL-NEXT: s_add_u32 s0, s0, 10 +; GFX8-GISEL-NEXT: s_cselect_b32 s2, 1, 0 +; GFX8-GISEL-NEXT: s_and_b32 s2, s2, 1 +; GFX8-GISEL-NEXT: s_cmp_lg_u32 s2, 0 +; GFX8-GISEL-NEXT: s_addc_u32 s1, s1, 0 +; GFX8-GISEL-NEXT: v_mov_b32_e32 v0, s0 +; GFX8-GISEL-NEXT: v_mov_b32_e32 v1, s1 +; GFX8-GISEL-NEXT: flat_store_dwordx2 v[0:1], v[0:1] +; GFX8-GISEL-NEXT: s_endpgm +; +; GFX10-GISEL-LABEL: s_bitselect_i64_pat_0: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: s_clause 0x1 +; GFX10-GISEL-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x24 +; GFX10-GISEL-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x34 +; GFX10-GISEL-NEXT: s_waitcnt lgkmcnt(0) +; GFX10-GISEL-NEXT: s_and_b64 s[2:3], s[4:5], s[6:7] +; GFX10-GISEL-NEXT: s_andn2_b64 s[0:1], s[0:1], s[4:5] +; GFX10-GISEL-NEXT: s_or_b64 s[0:1], s[2:3], s[0:1] +; GFX10-GISEL-NEXT: s_add_u32 s0, s0, 10 +; GFX10-GISEL-NEXT: s_cselect_b32 s2, 1, 0 +; GFX10-GISEL-NEXT: s_and_b32 s2, s2, 1 +; GFX10-GISEL-NEXT: s_cmp_lg_u32 s2, 0 +; GFX10-GISEL-NEXT: s_addc_u32 s1, s1, 0 +; GFX10-GISEL-NEXT: v_mov_b32_e32 v0, s0 +; GFX10-GISEL-NEXT: v_mov_b32_e32 v1, s1 +; GFX10-GISEL-NEXT: global_store_dwordx2 v[0:1], v[0:1], off +; GFX10-GISEL-NEXT: s_endpgm %and0 = and i64 %a, %b %not.a = xor i64 %a, -1 %and1 = and i64 %not.a, %mask @@ -1050,6 +1700,43 @@ ; GFX10-NEXT: v_mov_b32_e32 v1, s1 ; GFX10-NEXT: global_store_dwordx2 v[0:1], v[0:1], off ; GFX10-NEXT: s_endpgm +; +; GFX8-GISEL-LABEL: s_bitselect_i64_pat_1: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x24 +; GFX8-GISEL-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x34 +; GFX8-GISEL-NEXT: s_waitcnt lgkmcnt(0) +; GFX8-GISEL-NEXT: s_xor_b64 s[2:3], s[4:5], s[0:1] +; GFX8-GISEL-NEXT: s_and_b64 s[2:3], s[2:3], s[6:7] +; GFX8-GISEL-NEXT: s_xor_b64 s[0:1], s[2:3], s[0:1] +; GFX8-GISEL-NEXT: s_add_u32 s0, s0, 10 +; GFX8-GISEL-NEXT: s_cselect_b32 s2, 1, 0 +; GFX8-GISEL-NEXT: s_and_b32 s2, s2, 1 +; GFX8-GISEL-NEXT: s_cmp_lg_u32 s2, 0 +; GFX8-GISEL-NEXT: s_addc_u32 s1, s1, 0 +; GFX8-GISEL-NEXT: v_mov_b32_e32 v0, s0 +; GFX8-GISEL-NEXT: v_mov_b32_e32 v1, s1 +; GFX8-GISEL-NEXT: flat_store_dwordx2 v[0:1], v[0:1] +; GFX8-GISEL-NEXT: s_endpgm +; +; GFX10-GISEL-LABEL: s_bitselect_i64_pat_1: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: s_clause 0x1 +; GFX10-GISEL-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x24 +; GFX10-GISEL-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x34 +; GFX10-GISEL-NEXT: s_waitcnt lgkmcnt(0) +; GFX10-GISEL-NEXT: s_xor_b64 s[2:3], s[4:5], s[0:1] +; GFX10-GISEL-NEXT: s_and_b64 s[2:3], s[2:3], s[6:7] +; GFX10-GISEL-NEXT: s_xor_b64 s[0:1], s[2:3], s[0:1] +; GFX10-GISEL-NEXT: s_add_u32 s0, s0, 10 +; GFX10-GISEL-NEXT: s_cselect_b32 s2, 1, 0 +; GFX10-GISEL-NEXT: s_and_b32 s2, s2, 1 +; GFX10-GISEL-NEXT: s_cmp_lg_u32 s2, 0 +; GFX10-GISEL-NEXT: s_addc_u32 s1, s1, 0 +; GFX10-GISEL-NEXT: v_mov_b32_e32 v0, s0 +; GFX10-GISEL-NEXT: v_mov_b32_e32 v1, s1 +; GFX10-GISEL-NEXT: global_store_dwordx2 v[0:1], v[0:1], off +; GFX10-GISEL-NEXT: s_endpgm %xor.0 = xor i64 %a, %mask %and = and i64 %xor.0, %b %bitselect = xor i64 %and, %mask @@ -1107,6 +1794,43 @@ ; GFX10-NEXT: v_mov_b32_e32 v1, s1 ; GFX10-NEXT: global_store_dwordx2 v[0:1], v[0:1], off ; GFX10-NEXT: s_endpgm +; +; GFX8-GISEL-LABEL: s_bitselect_i64_pat_2: +; GFX8-GISEL: ; %bb.0: +; GFX8-GISEL-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x24 +; GFX8-GISEL-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x34 +; GFX8-GISEL-NEXT: s_waitcnt lgkmcnt(0) +; GFX8-GISEL-NEXT: s_xor_b64 s[2:3], s[4:5], s[0:1] +; GFX8-GISEL-NEXT: s_and_b64 s[2:3], s[2:3], s[6:7] +; GFX8-GISEL-NEXT: s_xor_b64 s[0:1], s[2:3], s[0:1] +; GFX8-GISEL-NEXT: s_add_u32 s0, s0, 10 +; GFX8-GISEL-NEXT: s_cselect_b32 s2, 1, 0 +; GFX8-GISEL-NEXT: s_and_b32 s2, s2, 1 +; GFX8-GISEL-NEXT: s_cmp_lg_u32 s2, 0 +; GFX8-GISEL-NEXT: s_addc_u32 s1, s1, 0 +; GFX8-GISEL-NEXT: v_mov_b32_e32 v0, s0 +; GFX8-GISEL-NEXT: v_mov_b32_e32 v1, s1 +; GFX8-GISEL-NEXT: flat_store_dwordx2 v[0:1], v[0:1] +; GFX8-GISEL-NEXT: s_endpgm +; +; GFX10-GISEL-LABEL: s_bitselect_i64_pat_2: +; GFX10-GISEL: ; %bb.0: +; GFX10-GISEL-NEXT: s_clause 0x1 +; GFX10-GISEL-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x24 +; GFX10-GISEL-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x34 +; GFX10-GISEL-NEXT: s_waitcnt lgkmcnt(0) +; GFX10-GISEL-NEXT: s_xor_b64 s[2:3], s[4:5], s[0:1] +; GFX10-GISEL-NEXT: s_and_b64 s[2:3], s[2:3], s[6:7] +; GFX10-GISEL-NEXT: s_xor_b64 s[0:1], s[2:3], s[0:1] +; GFX10-GISEL-NEXT: s_add_u32 s0, s0, 10 +; GFX10-GISEL-NEXT: s_cselect_b32 s2, 1, 0 +; GFX10-GISEL-NEXT: s_and_b32 s2, s2, 1 +; GFX10-GISEL-NEXT: s_cmp_lg_u32 s2, 0 +; GFX10-GISEL-NEXT: s_addc_u32 s1, s1, 0 +; GFX10-GISEL-NEXT: v_mov_b32_e32 v0, s0 +; GFX10-GISEL-NEXT: v_mov_b32_e32 v1, s1 +; GFX10-GISEL-NEXT: global_store_dwordx2 v[0:1], v[0:1], off +; GFX10-GISEL-NEXT: s_endpgm %xor.0 = xor i64 %a, %mask %and = and i64 %xor.0, %b %bitselect = xor i64 %and, %mask @@ -1167,6 +1891,45 @@ ; GFX10-NEXT: v_mov_b32_e32 v1, s1 ; GFX10-NEXT: global_store_dwordx2 v[0:1], v[0:1], off ; GFX10-NEXT: s_endpgm +; +; GFX8-GISEL-LABEL: s_bfi_sha256_ma_i64: +; GFX8-GISEL: ; %bb.0: ; %entry +; GFX8-GISEL-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x24 +; GFX8-GISEL-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x34 +; GFX8-GISEL-NEXT: s_waitcnt lgkmcnt(0) +; GFX8-GISEL-NEXT: s_and_b64 s[2:3], s[4:5], s[0:1] +; GFX8-GISEL-NEXT: s_or_b64 s[0:1], s[4:5], s[0:1] +; GFX8-GISEL-NEXT: s_and_b64 s[0:1], s[6:7], s[0:1] +; GFX8-GISEL-NEXT: s_or_b64 s[0:1], s[2:3], s[0:1] +; GFX8-GISEL-NEXT: s_add_u32 s0, s0, 10 +; GFX8-GISEL-NEXT: s_cselect_b32 s2, 1, 0 +; GFX8-GISEL-NEXT: s_and_b32 s2, s2, 1 +; GFX8-GISEL-NEXT: s_cmp_lg_u32 s2, 0 +; GFX8-GISEL-NEXT: s_addc_u32 s1, s1, 0 +; GFX8-GISEL-NEXT: v_mov_b32_e32 v0, s0 +; GFX8-GISEL-NEXT: v_mov_b32_e32 v1, s1 +; GFX8-GISEL-NEXT: flat_store_dwordx2 v[0:1], v[0:1] +; GFX8-GISEL-NEXT: s_endpgm +; +; GFX10-GISEL-LABEL: s_bfi_sha256_ma_i64: +; GFX10-GISEL: ; %bb.0: ; %entry +; GFX10-GISEL-NEXT: s_clause 0x1 +; GFX10-GISEL-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x24 +; GFX10-GISEL-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x34 +; GFX10-GISEL-NEXT: s_waitcnt lgkmcnt(0) +; GFX10-GISEL-NEXT: s_or_b64 s[2:3], s[4:5], s[0:1] +; GFX10-GISEL-NEXT: s_and_b64 s[0:1], s[4:5], s[0:1] +; GFX10-GISEL-NEXT: s_and_b64 s[2:3], s[6:7], s[2:3] +; GFX10-GISEL-NEXT: s_or_b64 s[0:1], s[0:1], s[2:3] +; GFX10-GISEL-NEXT: s_add_u32 s0, s0, 10 +; GFX10-GISEL-NEXT: s_cselect_b32 s2, 1, 0 +; GFX10-GISEL-NEXT: s_and_b32 s2, s2, 1 +; GFX10-GISEL-NEXT: s_cmp_lg_u32 s2, 0 +; GFX10-GISEL-NEXT: s_addc_u32 s1, s1, 0 +; GFX10-GISEL-NEXT: v_mov_b32_e32 v0, s0 +; GFX10-GISEL-NEXT: v_mov_b32_e32 v1, s1 +; GFX10-GISEL-NEXT: global_store_dwordx2 v[0:1], v[0:1], off +; GFX10-GISEL-NEXT: s_endpgm entry: %and0 = and i64 %x, %z %or0 = or i64 %x, %z