Index: llvm/include/llvm/IR/IntrinsicsAMDGPU.td =================================================================== --- llvm/include/llvm/IR/IntrinsicsAMDGPU.td +++ llvm/include/llvm/IR/IntrinsicsAMDGPU.td @@ -267,6 +267,10 @@ [IntrNoMem, IntrSpeculatable, IntrWillReturn] >; +def int_amdgcn_sqrt : Intrinsic< + [llvm_anyfloat_ty], [LLVMMatchType<0>], [IntrNoMem, IntrSpeculatable, IntrWillReturn] +>; + def int_amdgcn_rsq : Intrinsic< [llvm_anyfloat_ty], [LLVMMatchType<0>], [IntrNoMem, IntrSpeculatable, IntrWillReturn] >; Index: llvm/lib/Target/AMDGPU/AMDGPUInstructions.td =================================================================== --- llvm/lib/Target/AMDGPU/AMDGPUInstructions.td +++ llvm/lib/Target/AMDGPU/AMDGPUInstructions.td @@ -815,3 +815,8 @@ [(fmad node:$src0, node:$src1, node:$src2), (AMDGPUfmad_ftz node:$src0, node:$src1, node:$src2)] >; + +// FIXME: fsqrt shoulud not select directly +def any_amdgcn_sqrt : PatFrags<(ops node:$src0), + [(fsqrt node:$src0), (int_amdgcn_sqrt node:$src0)] +>; Index: llvm/lib/Target/AMDGPU/VOP1Instructions.td =================================================================== --- llvm/lib/Target/AMDGPU/VOP1Instructions.td +++ llvm/lib/Target/AMDGPU/VOP1Instructions.td @@ -248,13 +248,13 @@ defm V_RCP_F32 : VOP1Inst <"v_rcp_f32", VOP_F32_F32, AMDGPUrcp>; defm V_RCP_IFLAG_F32 : VOP1Inst <"v_rcp_iflag_f32", VOP_F32_F32, AMDGPUrcp_iflag>; defm V_RSQ_F32 : VOP1Inst <"v_rsq_f32", VOP_F32_F32, AMDGPUrsq>; -defm V_SQRT_F32 : VOP1Inst <"v_sqrt_f32", VOP_F32_F32, fsqrt>; +defm V_SQRT_F32 : VOP1Inst <"v_sqrt_f32", VOP_F32_F32, any_amdgcn_sqrt>; } // End SchedRW = [WriteTrans32] let SchedRW = [WriteTrans64] in { defm V_RCP_F64 : VOP1Inst <"v_rcp_f64", VOP_F64_F64, AMDGPUrcp>; defm V_RSQ_F64 : VOP1Inst <"v_rsq_f64", VOP_F64_F64, AMDGPUrsq>; -defm V_SQRT_F64 : VOP1Inst <"v_sqrt_f64", VOP_F64_F64, fsqrt>; +defm V_SQRT_F64 : VOP1Inst <"v_sqrt_f64", VOP_F64_F64, any_amdgcn_sqrt>; } // End SchedRW = [WriteTrans64] let SchedRW = [WriteTrans32] in { Index: llvm/test/CodeGen/AMDGPU/llvm.amdgcn.sqrt.ll =================================================================== --- /dev/null +++ llvm/test/CodeGen/AMDGPU/llvm.amdgcn.sqrt.ll @@ -0,0 +1,76 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=hawaii < %s | FileCheck -check-prefix=GCN %s +; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=fiji < %s | FileCheck -check-prefix=GCN %s + +define float @v_sqrt_f32(float %src) { +; GCN-LABEL: v_sqrt_f32: +; GCN: ; %bb.0: +; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GCN-NEXT: v_sqrt_f32_e32 v0, v0 +; GCN-NEXT: s_setpc_b64 s[30:31] + %sqrt = call float @llvm.amdgcn.sqrt.f32(float %src) + ret float %sqrt +} + +define float @v_fabs_sqrt_f32(float %src) { +; GCN-LABEL: v_fabs_sqrt_f32: +; GCN: ; %bb.0: +; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GCN-NEXT: v_sqrt_f32_e64 v0, |v0| +; GCN-NEXT: s_setpc_b64 s[30:31] + %fabs.src = call float @llvm.fabs.f32(float %src) + %sqrt = call float @llvm.amdgcn.sqrt.f32(float %fabs.src) + ret float %sqrt +} + +define float @v_fneg_fabs_sqrt_f32(float %src) { +; GCN-LABEL: v_fneg_fabs_sqrt_f32: +; GCN: ; %bb.0: +; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GCN-NEXT: v_sqrt_f32_e64 v0, -|v0| +; GCN-NEXT: s_setpc_b64 s[30:31] + %fabs.src = call float @llvm.fabs.f32(float %src) + %neg.fabs.src = fneg float %fabs.src + %sqrt = call float @llvm.amdgcn.sqrt.f32(float %neg.fabs.src) + ret float %sqrt +} + +define double @v_sqrt_f64(double %src) { +; GCN-LABEL: v_sqrt_f64: +; GCN: ; %bb.0: +; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GCN-NEXT: v_sqrt_f64_e32 v[0:1], v[0:1] +; GCN-NEXT: s_setpc_b64 s[30:31] + %sqrt = call double @llvm.amdgcn.sqrt.f64(double %src) + ret double %sqrt +} + +define double @v_fabs_sqrt_f64(double %src) { +; GCN-LABEL: v_fabs_sqrt_f64: +; GCN: ; %bb.0: +; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GCN-NEXT: v_sqrt_f64_e64 v[0:1], |v[0:1]| +; GCN-NEXT: s_setpc_b64 s[30:31] + %fabs.src = call double @llvm.fabs.f64(double %src) + %sqrt = call double @llvm.amdgcn.sqrt.f64(double %fabs.src) + ret double %sqrt +} + +define double @v_fneg_fabs_sqrt_f64(double %src) { +; GCN-LABEL: v_fneg_fabs_sqrt_f64: +; GCN: ; %bb.0: +; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) +; GCN-NEXT: v_sqrt_f64_e64 v[0:1], -|v[0:1]| +; GCN-NEXT: s_setpc_b64 s[30:31] + %fabs.src = call double @llvm.fabs.f64(double %src) + %neg.fabs.src = fneg double %fabs.src + %sqrt = call double @llvm.amdgcn.sqrt.f64(double %neg.fabs.src) + ret double %sqrt +} + +declare float @llvm.amdgcn.sqrt.f32(float) #0 +declare double @llvm.amdgcn.sqrt.f64(double) #0 +declare float @llvm.fabs.f32(float) #0 +declare double @llvm.fabs.f64(double) #0 + +attributes #0 = { nounwind readnone speculatable willreturn }