Index: llvm/lib/Transforms/InstCombine/InstCombineSelect.cpp =================================================================== --- llvm/lib/Transforms/InstCombine/InstCombineSelect.cpp +++ llvm/lib/Transforms/InstCombine/InstCombineSelect.cpp @@ -2866,23 +2866,21 @@ // fast-math-flags (nsz) or fsub with +0.0 (not fneg) for this to work. We // also require nnan because we do not want to unintentionally change the // sign of a NaN value. - // FIXME: These folds should test/propagate FMF from the select, not the - // fsub or fneg. // (X <= +/-0.0) ? (0.0 - X) : X --> fabs(X) Instruction *FSub; if (match(CondVal, m_FCmp(Pred, m_Specific(FalseVal), m_AnyZeroFP())) && match(TrueVal, m_FSub(m_PosZeroFP(), m_Specific(FalseVal))) && - match(TrueVal, m_Instruction(FSub)) && FSub->hasNoNaNs() && + match(TrueVal, m_Instruction(FSub)) && (Pred == FCmpInst::FCMP_OLE || Pred == FCmpInst::FCMP_ULE)) { - Value *Fabs = Builder.CreateUnaryIntrinsic(Intrinsic::fabs, FalseVal, FSub); + Value *Fabs = Builder.CreateUnaryIntrinsic(Intrinsic::fabs, FalseVal, &SI); return replaceInstUsesWith(SI, Fabs); } // (X > +/-0.0) ? X : (0.0 - X) --> fabs(X) if (match(CondVal, m_FCmp(Pred, m_Specific(TrueVal), m_AnyZeroFP())) && match(FalseVal, m_FSub(m_PosZeroFP(), m_Specific(TrueVal))) && - match(FalseVal, m_Instruction(FSub)) && FSub->hasNoNaNs() && + match(FalseVal, m_Instruction(FSub)) && (Pred == FCmpInst::FCMP_OGT || Pred == FCmpInst::FCMP_UGT)) { - Value *Fabs = Builder.CreateUnaryIntrinsic(Intrinsic::fabs, TrueVal, FSub); + Value *Fabs = Builder.CreateUnaryIntrinsic(Intrinsic::fabs, TrueVal, &SI); return replaceInstUsesWith(SI, Fabs); } // With nnan and nsz: @@ -2891,11 +2889,10 @@ Instruction *FNeg; if (match(CondVal, m_FCmp(Pred, m_Specific(FalseVal), m_AnyZeroFP())) && match(TrueVal, m_FNeg(m_Specific(FalseVal))) && - match(TrueVal, m_Instruction(FNeg)) && - FNeg->hasNoNaNs() && FNeg->hasNoSignedZeros() && + match(TrueVal, m_Instruction(FNeg)) && SI.hasNoSignedZeros() && (Pred == FCmpInst::FCMP_OLT || Pred == FCmpInst::FCMP_OLE || Pred == FCmpInst::FCMP_ULT || Pred == FCmpInst::FCMP_ULE)) { - Value *Fabs = Builder.CreateUnaryIntrinsic(Intrinsic::fabs, FalseVal, FNeg); + Value *Fabs = Builder.CreateUnaryIntrinsic(Intrinsic::fabs, FalseVal, &SI); return replaceInstUsesWith(SI, Fabs); } // With nnan and nsz: @@ -2903,11 +2900,10 @@ // (X >= +/-0.0) ? X : -X --> fabs(X) if (match(CondVal, m_FCmp(Pred, m_Specific(TrueVal), m_AnyZeroFP())) && match(FalseVal, m_FNeg(m_Specific(TrueVal))) && - match(FalseVal, m_Instruction(FNeg)) && - FNeg->hasNoNaNs() && FNeg->hasNoSignedZeros() && + match(FalseVal, m_Instruction(FNeg)) && SI.hasNoSignedZeros() && (Pred == FCmpInst::FCMP_OGT || Pred == FCmpInst::FCMP_OGE || Pred == FCmpInst::FCMP_UGT || Pred == FCmpInst::FCMP_UGE)) { - Value *Fabs = Builder.CreateUnaryIntrinsic(Intrinsic::fabs, TrueVal, FNeg); + Value *Fabs = Builder.CreateUnaryIntrinsic(Intrinsic::fabs, TrueVal, &SI); return replaceInstUsesWith(SI, Fabs); } Index: llvm/test/Transforms/InstCombine/fabs.ll =================================================================== --- llvm/test/Transforms/InstCombine/fabs.ll +++ llvm/test/Transforms/InstCombine/fabs.ll @@ -249,31 +249,15 @@ ret double %fabs } -; Negative test for the fabs folds below: we require nnan, so -; we won't always clear the sign bit of a NaN value. - -define double @select_fcmp_ole_zero(double %x) { -; CHECK-LABEL: @select_fcmp_ole_zero( -; CHECK-NEXT: [[LEZERO:%.*]] = fcmp ole double [[X:%.*]], 0.000000e+00 -; CHECK-NEXT: [[NEGX:%.*]] = fsub double 0.000000e+00, [[X]] -; CHECK-NEXT: [[FABS:%.*]] = select i1 [[LEZERO]], double [[NEGX]], double [[X]] -; CHECK-NEXT: ret double [[FABS]] -; - %lezero = fcmp ole double %x, 0.0 - %negx = fsub double 0.0, %x - %fabs = select i1 %lezero, double %negx, double %x - ret double %fabs -} - ; X <= 0.0 ? (0.0 - X) : X --> fabs(X) define double @select_fcmp_nnan_ole_zero(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_ole_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call double @llvm.fabs.f64(double [[X:%.*]]) ; CHECK-NEXT: ret double [[TMP1]] ; %lezero = fcmp ole double %x, 0.0 - %negx = fsub nnan double 0.0, %x + %negx = fsub double 0.0, %x %fabs = select i1 %lezero, double %negx, double %x ret double %fabs } @@ -282,11 +266,11 @@ define double @select_fcmp_nnan_ule_zero(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_ule_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call double @llvm.fabs.f64(double [[X:%.*]]) ; CHECK-NEXT: ret double [[TMP1]] ; %lezero = fcmp ule double %x, 0.0 - %negx = fsub nnan double 0.0, %x + %negx = fsub double 0.0, %x %fabs = select i1 %lezero, double %negx, double %x ret double %fabs } @@ -296,12 +280,12 @@ define double @select_fcmp_nnan_olt_zero(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_olt_zero( ; CHECK-NEXT: [[LEZERO:%.*]] = fcmp olt double [[X:%.*]], 0.000000e+00 -; CHECK-NEXT: [[NEGX:%.*]] = fsub nnan double 0.000000e+00, [[X]] +; CHECK-NEXT: [[NEGX:%.*]] = fsub double 0.000000e+00, [[X]] ; CHECK-NEXT: [[FABS:%.*]] = select i1 [[LEZERO]], double [[NEGX]], double [[X]] ; CHECK-NEXT: ret double [[FABS]] ; %lezero = fcmp olt double %x, 0.0 - %negx = fsub nnan double 0.0, %x + %negx = fsub double 0.0, %x %fabs = select i1 %lezero, double %negx, double %x ret double %fabs } @@ -310,11 +294,11 @@ define <2 x float> @select_fcmp_nnan_ole_negzero(<2 x float> %x) { ; CHECK-LABEL: @select_fcmp_nnan_ole_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan <2 x float> @llvm.fabs.v2f32(<2 x float> [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call <2 x float> @llvm.fabs.v2f32(<2 x float> [[X:%.*]]) ; CHECK-NEXT: ret <2 x float> [[TMP1]] ; %lezero = fcmp ole <2 x float> %x, - %negx = fsub nnan <2 x float> , %x + %negx = fsub <2 x float> , %x %fabs = select <2 x i1> %lezero, <2 x float> %negx, <2 x float> %x ret <2 x float> %fabs } @@ -323,11 +307,11 @@ define fp128 @select_fcmp_nnan_ogt_zero(fp128 %x) { ; CHECK-LABEL: @select_fcmp_nnan_ogt_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan fp128 @llvm.fabs.f128(fp128 [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call fp128 @llvm.fabs.f128(fp128 [[X:%.*]]) ; CHECK-NEXT: ret fp128 [[TMP1]] ; %gtzero = fcmp ogt fp128 %x, zeroinitializer - %negx = fsub nnan fp128 zeroinitializer, %x + %negx = fsub fp128 zeroinitializer, %x %fabs = select i1 %gtzero, fp128 %x, fp128 %negx ret fp128 %fabs } @@ -336,11 +320,11 @@ define half @select_fcmp_nnan_ogt_negzero(half %x) { ; CHECK-LABEL: @select_fcmp_nnan_ogt_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan half @llvm.fabs.f16(half [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call half @llvm.fabs.f16(half [[X:%.*]]) ; CHECK-NEXT: ret half [[TMP1]] ; %gtzero = fcmp ogt half %x, -0.0 - %negx = fsub nnan half 0.0, %x + %negx = fsub half 0.0, %x %fabs = select i1 %gtzero, half %x, half %negx ret half %fabs } @@ -349,11 +333,11 @@ define half @select_fcmp_nnan_ugt_negzero(half %x) { ; CHECK-LABEL: @select_fcmp_nnan_ugt_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan half @llvm.fabs.f16(half [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call half @llvm.fabs.f16(half [[X:%.*]]) ; CHECK-NEXT: ret half [[TMP1]] ; %gtzero = fcmp ugt half %x, -0.0 - %negx = fsub nnan half 0.0, %x + %negx = fsub half 0.0, %x %fabs = select i1 %gtzero, half %x, half %negx ret half %fabs } @@ -363,22 +347,37 @@ define half @select_fcmp_nnan_oge_negzero(half %x) { ; CHECK-LABEL: @select_fcmp_nnan_oge_negzero( ; CHECK-NEXT: [[GTZERO:%.*]] = fcmp oge half [[X:%.*]], 0xH0000 -; CHECK-NEXT: [[NEGX:%.*]] = fsub nnan half 0xH0000, [[X]] +; CHECK-NEXT: [[NEGX:%.*]] = fsub half 0xH0000, [[X]] ; CHECK-NEXT: [[FABS:%.*]] = select i1 [[GTZERO]], half [[X]], half [[NEGX]] ; CHECK-NEXT: ret half [[FABS]] ; %gtzero = fcmp oge half %x, -0.0 - %negx = fsub nnan half 0.0, %x + %negx = fsub half 0.0, %x %fabs = select i1 %gtzero, half %x, half %negx ret half %fabs } ; X < 0.0 ? -X : X --> fabs(X) +define double @select_nsz_fcmp_nnan_nsz_olt_zero(double %x) { +; CHECK-LABEL: @select_nsz_fcmp_nnan_nsz_olt_zero( +; CHECK-NEXT: [[TMP1:%.*]] = call nsz double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: ret double [[TMP1]] +; + %ltzero = fcmp olt double %x, 0.0 + %negx = fsub double -0.0, %x + %fabs = select nsz i1 %ltzero, double %negx, double %x + ret double %fabs +} + +; Negative test - nsz not present on select. + define double @select_fcmp_nnan_nsz_olt_zero(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_olt_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz double @llvm.fabs.f64(double [[X:%.*]]) -; CHECK-NEXT: ret double [[TMP1]] +; CHECK-NEXT: [[LTZERO:%.*]] = fcmp olt double [[X:%.*]], 0.000000e+00 +; CHECK-NEXT: [[NEGX:%.*]] = fneg nnan nsz double [[X]] +; CHECK-NEXT: [[FABS:%.*]] = select i1 [[LTZERO]], double [[NEGX]], double [[X]] +; CHECK-NEXT: ret double [[FABS]] ; %ltzero = fcmp olt double %x, 0.0 %negx = fsub nnan nsz double -0.0, %x @@ -390,23 +389,36 @@ define double @select_fcmp_nnan_nsz_ult_zero(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ult_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz double @llvm.fabs.f64(double [[X:%.*]]) ; CHECK-NEXT: ret double [[TMP1]] ; %ltzero = fcmp ult double %x, 0.0 - %negx = fsub nnan nsz double -0.0, %x - %fabs = select i1 %ltzero, double %negx, double %x + %negx = fsub double -0.0, %x + %fabs = select nsz i1 %ltzero, double %negx, double %x + ret double %fabs +} + +define double @select_nsz_fcmp_nnan_nsz_olt_zero_unary_fneg(double %x) { +; CHECK-LABEL: @select_nsz_fcmp_nnan_nsz_olt_zero_unary_fneg( +; CHECK-NEXT: [[TMP1:%.*]] = call nsz double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: ret double [[TMP1]] +; + %ltzero = fcmp olt double %x, 0.0 + %negx = fneg double %x + %fabs = select nsz i1 %ltzero, double %negx, double %x ret double %fabs } +; Negative test - nsz not present on select + define double @select_fcmp_nnan_nsz_olt_zero_unary_fneg(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_olt_zero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz double @llvm.fabs.f64(double [[X:%.*]]) ; CHECK-NEXT: ret double [[TMP1]] ; %ltzero = fcmp olt double %x, 0.0 - %negx = fneg nnan nsz double %x - %fabs = select i1 %ltzero, double %negx, double %x + %negx = fneg double %x + %fabs = select nsz i1 %ltzero, double %negx, double %x ret double %fabs } @@ -414,12 +426,12 @@ define double @select_fcmp_nnan_nsz_ult_zero_unary_fneg(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ult_zero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz double @llvm.fabs.f64(double [[X:%.*]]) ; CHECK-NEXT: ret double [[TMP1]] ; %ltzero = fcmp ult double %x, 0.0 - %negx = fneg nnan nsz double %x - %fabs = select i1 %ltzero, double %negx, double %x + %negx = fneg double %x + %fabs = select nsz i1 %ltzero, double %negx, double %x ret double %fabs } @@ -427,12 +439,12 @@ define float @select_fcmp_nnan_nsz_olt_negzero(float %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_olt_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan ninf nsz float @llvm.fabs.f32(float [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz float @llvm.fabs.f32(float [[X:%.*]]) ; CHECK-NEXT: ret float [[TMP1]] ; %ltzero = fcmp olt float %x, -0.0 - %negx = fsub nnan ninf nsz float -0.0, %x - %fabs = select i1 %ltzero, float %negx, float %x + %negx = fsub ninf float -0.0, %x + %fabs = select nsz i1 %ltzero, float %negx, float %x ret float %fabs } @@ -440,23 +452,23 @@ define float @select_fcmp_nnan_nsz_ult_negzero(float %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ult_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan ninf nsz float @llvm.fabs.f32(float [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz float @llvm.fabs.f32(float [[X:%.*]]) ; CHECK-NEXT: ret float [[TMP1]] ; %ltzero = fcmp ult float %x, -0.0 - %negx = fsub nnan ninf nsz float -0.0, %x - %fabs = select i1 %ltzero, float %negx, float %x + %negx = fsub ninf float -0.0, %x + %fabs = select nsz i1 %ltzero, float %negx, float %x ret float %fabs } define float @select_fcmp_nnan_nsz_olt_negzero_unary_fneg(float %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_olt_negzero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan ninf nsz float @llvm.fabs.f32(float [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz float @llvm.fabs.f32(float [[X:%.*]]) ; CHECK-NEXT: ret float [[TMP1]] ; %ltzero = fcmp olt float %x, -0.0 - %negx = fneg nnan ninf nsz float %x - %fabs = select i1 %ltzero, float %negx, float %x + %negx = fneg ninf float %x + %fabs = select nsz i1 %ltzero, float %negx, float %x ret float %fabs } @@ -464,12 +476,12 @@ define float @select_fcmp_nnan_nsz_ult_negzero_unary_fneg(float %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ult_negzero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan ninf nsz float @llvm.fabs.f32(float [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz float @llvm.fabs.f32(float [[X:%.*]]) ; CHECK-NEXT: ret float [[TMP1]] ; %ltzero = fcmp ult float %x, -0.0 - %negx = fneg nnan ninf nsz float %x - %fabs = select i1 %ltzero, float %negx, float %x + %negx = fneg ninf float %x + %fabs = select nsz i1 %ltzero, float %negx, float %x ret float %fabs } @@ -477,12 +489,12 @@ define double @select_fcmp_nnan_nsz_ole_zero(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ole_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call fast double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz double @llvm.fabs.f64(double [[X:%.*]]) ; CHECK-NEXT: ret double [[TMP1]] ; %lezero = fcmp ole double %x, 0.0 %negx = fsub fast double -0.0, %x - %fabs = select i1 %lezero, double %negx, double %x + %fabs = select nsz i1 %lezero, double %negx, double %x ret double %fabs } @@ -490,23 +502,23 @@ define double @select_fcmp_nnan_nsz_ule_zero(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ule_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call fast double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz double @llvm.fabs.f64(double [[X:%.*]]) ; CHECK-NEXT: ret double [[TMP1]] ; %lezero = fcmp ule double %x, 0.0 %negx = fsub fast double -0.0, %x - %fabs = select i1 %lezero, double %negx, double %x + %fabs = select nsz i1 %lezero, double %negx, double %x ret double %fabs } define double @select_fcmp_nnan_nsz_ole_zero_unary_fneg(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ole_zero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call fast double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz double @llvm.fabs.f64(double [[X:%.*]]) ; CHECK-NEXT: ret double [[TMP1]] ; %lezero = fcmp ole double %x, 0.0 %negx = fneg fast double %x - %fabs = select i1 %lezero, double %negx, double %x + %fabs = select nsz i1 %lezero, double %negx, double %x ret double %fabs } @@ -514,12 +526,12 @@ define double @select_fcmp_nnan_nsz_ule_zero_unary_fneg(double %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ule_zero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call fast double @llvm.fabs.f64(double [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz double @llvm.fabs.f64(double [[X:%.*]]) ; CHECK-NEXT: ret double [[TMP1]] ; %lezero = fcmp ule double %x, 0.0 %negx = fneg fast double %x - %fabs = select i1 %lezero, double %negx, double %x + %fabs = select nsz i1 %lezero, double %negx, double %x ret double %fabs } @@ -527,12 +539,12 @@ define float @select_fcmp_nnan_nsz_ole_negzero(float %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ole_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz float @llvm.fabs.f32(float [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz float @llvm.fabs.f32(float [[X:%.*]]) ; CHECK-NEXT: ret float [[TMP1]] ; %lezero = fcmp ole float %x, -0.0 - %negx = fsub nnan nsz float -0.0, %x - %fabs = select i1 %lezero, float %negx, float %x + %negx = fsub float -0.0, %x + %fabs = select nsz i1 %lezero, float %negx, float %x ret float %fabs } @@ -540,23 +552,23 @@ define float @select_fcmp_nnan_nsz_ule_negzero(float %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ule_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz float @llvm.fabs.f32(float [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz float @llvm.fabs.f32(float [[X:%.*]]) ; CHECK-NEXT: ret float [[TMP1]] ; %lezero = fcmp ule float %x, -0.0 - %negx = fsub nnan nsz float -0.0, %x - %fabs = select i1 %lezero, float %negx, float %x + %negx = fsub float -0.0, %x + %fabs = select nsz i1 %lezero, float %negx, float %x ret float %fabs } define float @select_fcmp_nnan_nsz_ole_negzero_unary_fneg(float %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ole_negzero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz float @llvm.fabs.f32(float [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz float @llvm.fabs.f32(float [[X:%.*]]) ; CHECK-NEXT: ret float [[TMP1]] ; %lezero = fcmp ole float %x, -0.0 - %negx = fneg nnan nsz float %x - %fabs = select i1 %lezero, float %negx, float %x + %negx = fneg float %x + %fabs = select nsz i1 %lezero, float %negx, float %x ret float %fabs } @@ -564,12 +576,12 @@ define float @select_fcmp_nnan_nsz_ule_negzero_unary_fneg(float %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ule_negzero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz float @llvm.fabs.f32(float [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz float @llvm.fabs.f32(float [[X:%.*]]) ; CHECK-NEXT: ret float [[TMP1]] ; %lezero = fcmp ule float %x, -0.0 - %negx = fneg nnan nsz float %x - %fabs = select i1 %lezero, float %negx, float %x + %negx = fneg float %x + %fabs = select nsz i1 %lezero, float %negx, float %x ret float %fabs } @@ -577,12 +589,12 @@ define <2 x float> @select_fcmp_nnan_nsz_ogt_zero(<2 x float> %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ogt_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz arcp <2 x float> @llvm.fabs.v2f32(<2 x float> [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz <2 x float> @llvm.fabs.v2f32(<2 x float> [[X:%.*]]) ; CHECK-NEXT: ret <2 x float> [[TMP1]] ; %gtzero = fcmp ogt <2 x float> %x, zeroinitializer - %negx = fsub nnan nsz arcp <2 x float> , %x - %fabs = select <2 x i1> %gtzero, <2 x float> %x, <2 x float> %negx + %negx = fsub arcp <2 x float> , %x + %fabs = select nsz <2 x i1> %gtzero, <2 x float> %x, <2 x float> %negx ret <2 x float> %fabs } @@ -590,23 +602,23 @@ define <2 x float> @select_fcmp_nnan_nsz_ugt_zero(<2 x float> %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ugt_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz arcp <2 x float> @llvm.fabs.v2f32(<2 x float> [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz <2 x float> @llvm.fabs.v2f32(<2 x float> [[X:%.*]]) ; CHECK-NEXT: ret <2 x float> [[TMP1]] ; %gtzero = fcmp ugt <2 x float> %x, zeroinitializer - %negx = fsub nnan nsz arcp <2 x float> , %x - %fabs = select <2 x i1> %gtzero, <2 x float> %x, <2 x float> %negx + %negx = fsub arcp <2 x float> , %x + %fabs = select nsz <2 x i1> %gtzero, <2 x float> %x, <2 x float> %negx ret <2 x float> %fabs } define <2 x float> @select_fcmp_nnan_nsz_ogt_zero_unary_fneg(<2 x float> %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ogt_zero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz arcp <2 x float> @llvm.fabs.v2f32(<2 x float> [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz <2 x float> @llvm.fabs.v2f32(<2 x float> [[X:%.*]]) ; CHECK-NEXT: ret <2 x float> [[TMP1]] ; %gtzero = fcmp ogt <2 x float> %x, zeroinitializer - %negx = fneg nnan nsz arcp <2 x float> %x - %fabs = select <2 x i1> %gtzero, <2 x float> %x, <2 x float> %negx + %negx = fneg arcp <2 x float> %x + %fabs = select nsz <2 x i1> %gtzero, <2 x float> %x, <2 x float> %negx ret <2 x float> %fabs } @@ -614,12 +626,12 @@ define <2 x float> @select_fcmp_nnan_nsz_ugt_zero_unary_fneg(<2 x float> %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ugt_zero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz arcp <2 x float> @llvm.fabs.v2f32(<2 x float> [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz <2 x float> @llvm.fabs.v2f32(<2 x float> [[X:%.*]]) ; CHECK-NEXT: ret <2 x float> [[TMP1]] ; %gtzero = fcmp ugt <2 x float> %x, zeroinitializer - %negx = fneg nnan nsz arcp <2 x float> %x - %fabs = select <2 x i1> %gtzero, <2 x float> %x, <2 x float> %negx + %negx = fneg arcp <2 x float> %x + %fabs = select nsz <2 x i1> %gtzero, <2 x float> %x, <2 x float> %negx ret <2 x float> %fabs } @@ -627,12 +639,12 @@ define half @select_fcmp_nnan_nsz_ogt_negzero(half %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ogt_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call fast half @llvm.fabs.f16(half [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz half @llvm.fabs.f16(half [[X:%.*]]) ; CHECK-NEXT: ret half [[TMP1]] ; %gtzero = fcmp ogt half %x, -0.0 %negx = fsub fast half 0.0, %x - %fabs = select i1 %gtzero, half %x, half %negx + %fabs = select nsz i1 %gtzero, half %x, half %negx ret half %fabs } @@ -640,12 +652,12 @@ define half @select_fcmp_nnan_nsz_ugt_negzero(half %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_ugt_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call fast half @llvm.fabs.f16(half [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz half @llvm.fabs.f16(half [[X:%.*]]) ; CHECK-NEXT: ret half [[TMP1]] ; %gtzero = fcmp ugt half %x, -0.0 %negx = fsub fast half 0.0, %x - %fabs = select i1 %gtzero, half %x, half %negx + %fabs = select nsz i1 %gtzero, half %x, half %negx ret half %fabs } @@ -653,12 +665,12 @@ define <2 x double> @select_fcmp_nnan_nsz_oge_zero(<2 x double> %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_oge_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call reassoc nnan nsz <2 x double> @llvm.fabs.v2f64(<2 x double> [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz <2 x double> @llvm.fabs.v2f64(<2 x double> [[X:%.*]]) ; CHECK-NEXT: ret <2 x double> [[TMP1]] ; %gezero = fcmp oge <2 x double> %x, zeroinitializer - %negx = fsub nnan nsz reassoc <2 x double> , %x - %fabs = select <2 x i1> %gezero, <2 x double> %x, <2 x double> %negx + %negx = fsub reassoc <2 x double> , %x + %fabs = select nsz <2 x i1> %gezero, <2 x double> %x, <2 x double> %negx ret <2 x double> %fabs } @@ -666,23 +678,23 @@ define <2 x double> @select_fcmp_nnan_nsz_uge_zero(<2 x double> %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_uge_zero( -; CHECK-NEXT: [[TMP1:%.*]] = call reassoc nnan nsz <2 x double> @llvm.fabs.v2f64(<2 x double> [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz <2 x double> @llvm.fabs.v2f64(<2 x double> [[X:%.*]]) ; CHECK-NEXT: ret <2 x double> [[TMP1]] ; %gezero = fcmp uge <2 x double> %x, zeroinitializer - %negx = fsub nnan nsz reassoc <2 x double> , %x - %fabs = select <2 x i1> %gezero, <2 x double> %x, <2 x double> %negx + %negx = fsub reassoc <2 x double> , %x + %fabs = select nsz <2 x i1> %gezero, <2 x double> %x, <2 x double> %negx ret <2 x double> %fabs } define <2 x double> @select_fcmp_nnan_nsz_oge_zero_unary_fneg(<2 x double> %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_oge_zero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call reassoc nnan nsz <2 x double> @llvm.fabs.v2f64(<2 x double> [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz <2 x double> @llvm.fabs.v2f64(<2 x double> [[X:%.*]]) ; CHECK-NEXT: ret <2 x double> [[TMP1]] ; %gezero = fcmp oge <2 x double> %x, zeroinitializer - %negx = fneg nnan nsz reassoc <2 x double> %x - %fabs = select <2 x i1> %gezero, <2 x double> %x, <2 x double> %negx + %negx = fneg reassoc <2 x double> %x + %fabs = select nsz <2 x i1> %gezero, <2 x double> %x, <2 x double> %negx ret <2 x double> %fabs } @@ -690,12 +702,12 @@ define <2 x double> @select_fcmp_nnan_nsz_uge_zero_unary_fneg(<2 x double> %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_uge_zero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call reassoc nnan nsz <2 x double> @llvm.fabs.v2f64(<2 x double> [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz <2 x double> @llvm.fabs.v2f64(<2 x double> [[X:%.*]]) ; CHECK-NEXT: ret <2 x double> [[TMP1]] ; %gezero = fcmp uge <2 x double> %x, zeroinitializer - %negx = fneg nnan nsz reassoc <2 x double> %x - %fabs = select <2 x i1> %gezero, <2 x double> %x, <2 x double> %negx + %negx = fneg reassoc <2 x double> %x + %fabs = select nsz <2 x i1> %gezero, <2 x double> %x, <2 x double> %negx ret <2 x double> %fabs } @@ -703,12 +715,12 @@ define half @select_fcmp_nnan_nsz_oge_negzero(half %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_oge_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz half @llvm.fabs.f16(half [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz half @llvm.fabs.f16(half [[X:%.*]]) ; CHECK-NEXT: ret half [[TMP1]] ; %gezero = fcmp oge half %x, -0.0 - %negx = fsub nnan nsz half -0.0, %x - %fabs = select i1 %gezero, half %x, half %negx + %negx = fsub half -0.0, %x + %fabs = select nsz i1 %gezero, half %x, half %negx ret half %fabs } @@ -716,23 +728,23 @@ define half @select_fcmp_nnan_nsz_uge_negzero(half %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_uge_negzero( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz half @llvm.fabs.f16(half [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz half @llvm.fabs.f16(half [[X:%.*]]) ; CHECK-NEXT: ret half [[TMP1]] ; %gezero = fcmp uge half %x, -0.0 - %negx = fsub nnan nsz half -0.0, %x - %fabs = select i1 %gezero, half %x, half %negx + %negx = fsub half -0.0, %x + %fabs = select nsz i1 %gezero, half %x, half %negx ret half %fabs } define half @select_fcmp_nnan_nsz_oge_negzero_unary_fneg(half %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_oge_negzero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz half @llvm.fabs.f16(half [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz half @llvm.fabs.f16(half [[X:%.*]]) ; CHECK-NEXT: ret half [[TMP1]] ; %gezero = fcmp oge half %x, -0.0 - %negx = fneg nnan nsz half %x - %fabs = select i1 %gezero, half %x, half %negx + %negx = fneg half %x + %fabs = select nsz i1 %gezero, half %x, half %negx ret half %fabs } @@ -740,12 +752,12 @@ define half @select_fcmp_nnan_nsz_uge_negzero_unary_fneg(half %x) { ; CHECK-LABEL: @select_fcmp_nnan_nsz_uge_negzero_unary_fneg( -; CHECK-NEXT: [[TMP1:%.*]] = call nnan nsz half @llvm.fabs.f16(half [[X:%.*]]) +; CHECK-NEXT: [[TMP1:%.*]] = call nsz half @llvm.fabs.f16(half [[X:%.*]]) ; CHECK-NEXT: ret half [[TMP1]] ; %gezero = fcmp uge half %x, -0.0 - %negx = fneg nnan nsz half %x - %fabs = select i1 %gezero, half %x, half %negx + %negx = fneg half %x + %fabs = select nsz i1 %gezero, half %x, half %negx ret half %fabs }