This is an archive of the discontinued LLVM Phabricator instance.

Differential D56246

[X86] Add post-isel peephole to fold KAND+KORTEST into KTEST if only the zero flag is used.
ClosedPublic

Authored by craig.topper on Jan 2 2019, 11:23 PM.

Details

Reviewers
RKSimon
spatel
andreadb
Commits
rG6265a15f2e7a: [X86] Add post-isel peephole to fold KAND+KORTEST into KTEST if only the zero…
rL350374: [X86] Add post-isel peephole to fold KAND+KORTEST into KTEST if only the zero…
Summary

Doing this late so we will prefer to fold the AND into a masked comparison first. That can be better for the live range of the mask register.

Diff Detail

Event Timeline

craig.topper created this revision.Jan 2 2019, 11:23 PM
Harbormaster completed remote builds in B26349: Diff 180000.Jan 2 2019, 11:23 PM
RKSimon accepted this revision.Jan 3 2019, 7:31 AM

LGTM

This revision is now accepted and ready to land.Jan 3 2019, 7:31 AM
Closed by commit rL350374: [X86] Add post-isel peephole to fold KAND+KORTEST into KTEST if only the zero… (authored by ctopper). · Explain WhyJan 3 2019, 4:14 PM
This revision was automatically updated to reflect the committed changes.

Revision Contents

PathSize
lib/
Target/
X86/
35 lines
test/
CodeGen/
X86/
147 lines

Diff 180000

lib/Target/X86/X86ISelDAGToDAG.cpp

Show First 20 Lines • Show All 942 Lines • ▼ Show 20 Lines if ((Opc == X86::TEST8rr || Opc == X86::TEST16rr ||
MachineSDNode *Test = CurDAG->getMachineNode(NewOpc, SDLoc(N), MachineSDNode *Test = CurDAG->getMachineNode(NewOpc, SDLoc(N),
MVT::i32, MVT::Other, Ops); MVT::i32, MVT::Other, Ops);
ReplaceUses(N, Test); ReplaceUses(N, Test);
MadeChange = true; MadeChange = true;
continue; continue;
} }
} }
// Look for a KAND+KORTEST and turn it into KTEST if only the zero flag is
// used. We're doing this late so we can prefer to fold the AND into masked
// comparisons. Doing that can be better for the live range of the mask
// register.
if ((Opc == X86::KORTESTBrr || Opc == X86::KORTESTWrr ||
Opc == X86::KORTESTDrr || Opc == X86::KORTESTQrr) &&
N->getOperand(0) == N->getOperand(1) &&
N->isOnlyUserOf(N->getOperand(0).getNode()) &&
N->getOperand(0).isMachineOpcode() &&
onlyUsesZeroFlag(SDValue(N, 0))) {
SDValue And = N->getOperand(0);
unsigned N0Opc = And.getMachineOpcode();
// KANDW is legal with AVX512F, but KTESTW requires AVX512DQ. The other
// KAND instructions and KTEST use the same ISA feature.
if (N0Opc == X86::KANDBrr ||
(N0Opc == X86::KANDWrr && Subtarget->hasDQI()) ||
N0Opc == X86::KANDDrr || N0Opc == X86::KANDQrr) {
unsigned NewOpc;
switch (Opc) {
default: llvm_unreachable("Unexpected opcode!");
case X86::KORTESTBrr: NewOpc = X86::KTESTBrr; break;
case X86::KORTESTWrr: NewOpc = X86::KTESTWrr; break;
case X86::KORTESTDrr: NewOpc = X86::KTESTDrr; break;
case X86::KORTESTQrr: NewOpc = X86::KTESTQrr; break;
}
MachineSDNode *KTest = CurDAG->getMachineNode(NewOpc, SDLoc(N),
MVT::i32,
And.getOperand(0),
And.getOperand(1));
ReplaceUses(N, KTest);
MadeChange = true;
continue;
}
}
// Attempt to remove vectors moves that were inserted to zero upper bits. // Attempt to remove vectors moves that were inserted to zero upper bits.
if (Opc != TargetOpcode::SUBREG_TO_REG) if (Opc != TargetOpcode::SUBREG_TO_REG)
continue; continue;
unsigned SubRegIdx = N->getConstantOperandVal(2); unsigned SubRegIdx = N->getConstantOperandVal(2);
if (SubRegIdx != X86::sub_xmm && SubRegIdx != X86::sub_ymm) if (SubRegIdx != X86::sub_xmm && SubRegIdx != X86::sub_ymm)
continue; continue;
▲ Show 20 Lines • Show All 3,092 Lines • Show Last 20 Lines

test/CodeGen/X86/avx512-mask-op.ll

Show First 20 Lines • Show All 3,513 Lines • ▼ Show 20 Lines
; SKX-NEXT: pushq %rax ; SKX-NEXT: pushq %rax
; SKX-NEXT: .cfi_def_cfa_offset 16 ; SKX-NEXT: .cfi_def_cfa_offset 16
; SKX-NEXT: vptestnmd %ymm0, %ymm0, %k0 ; SKX-NEXT: vptestnmd %ymm0, %ymm0, %k0
; SKX-NEXT: vptestnmd %ymm1, %ymm1, %k1 ; SKX-NEXT: vptestnmd %ymm1, %ymm1, %k1
; SKX-NEXT: korb %k1, %k0, %k0 ; SKX-NEXT: korb %k1, %k0, %k0
; SKX-NEXT: vptestnmd %ymm2, %ymm2, %k1 ; SKX-NEXT: vptestnmd %ymm2, %ymm2, %k1
; SKX-NEXT: vptestnmd %ymm3, %ymm3, %k2 ; SKX-NEXT: vptestnmd %ymm3, %ymm3, %k2
; SKX-NEXT: korb %k2, %k1, %k1 ; SKX-NEXT: korb %k2, %k1, %k1
; SKX-NEXT: kandb %k1, %k0, %k0 ; SKX-NEXT: ktestb %k1, %k0
; SKX-NEXT: kortestb %k0, %k0
; SKX-NEXT: je LBB71_1 ; SKX-NEXT: je LBB71_1
; SKX-NEXT: ## %bb.2: ## %exit ; SKX-NEXT: ## %bb.2: ## %exit
; SKX-NEXT: popq %rax ; SKX-NEXT: popq %rax
; SKX-NEXT: vzeroupper ; SKX-NEXT: vzeroupper
; SKX-NEXT: retq ; SKX-NEXT: retq
; SKX-NEXT: LBB71_1: ## %bar ; SKX-NEXT: LBB71_1: ## %bar
; SKX-NEXT: vzeroupper ; SKX-NEXT: vzeroupper
; SKX-NEXT: callq _foo ; SKX-NEXT: callq _foo
Show All 37 Lines
; AVX512DQ-NEXT: ## kill: def $ymm1 killed $ymm1 def $zmm1 ; AVX512DQ-NEXT: ## kill: def $ymm1 killed $ymm1 def $zmm1
; AVX512DQ-NEXT: ## kill: def $ymm0 killed $ymm0 def $zmm0 ; AVX512DQ-NEXT: ## kill: def $ymm0 killed $ymm0 def $zmm0
; AVX512DQ-NEXT: vptestnmd %zmm0, %zmm0, %k0 ; AVX512DQ-NEXT: vptestnmd %zmm0, %zmm0, %k0
; AVX512DQ-NEXT: vptestnmd %zmm1, %zmm1, %k1 ; AVX512DQ-NEXT: vptestnmd %zmm1, %zmm1, %k1
; AVX512DQ-NEXT: vptestnmd %zmm2, %zmm2, %k2 ; AVX512DQ-NEXT: vptestnmd %zmm2, %zmm2, %k2
; AVX512DQ-NEXT: vptestnmd %zmm3, %zmm3, %k3 ; AVX512DQ-NEXT: vptestnmd %zmm3, %zmm3, %k3
; AVX512DQ-NEXT: korb %k1, %k0, %k0 ; AVX512DQ-NEXT: korb %k1, %k0, %k0
; AVX512DQ-NEXT: korb %k3, %k2, %k1 ; AVX512DQ-NEXT: korb %k3, %k2, %k1
; AVX512DQ-NEXT: kandb %k1, %k0, %k0 ; AVX512DQ-NEXT: ktestb %k1, %k0
; AVX512DQ-NEXT: kortestb %k0, %k0
; AVX512DQ-NEXT: je LBB71_1 ; AVX512DQ-NEXT: je LBB71_1
; AVX512DQ-NEXT: ## %bb.2: ## %exit ; AVX512DQ-NEXT: ## %bb.2: ## %exit
; AVX512DQ-NEXT: popq %rax ; AVX512DQ-NEXT: popq %rax
; AVX512DQ-NEXT: vzeroupper ; AVX512DQ-NEXT: vzeroupper
; AVX512DQ-NEXT: retq ; AVX512DQ-NEXT: retq
; AVX512DQ-NEXT: LBB71_1: ## %bar ; AVX512DQ-NEXT: LBB71_1: ## %bar
; AVX512DQ-NEXT: vzeroupper ; AVX512DQ-NEXT: vzeroupper
; AVX512DQ-NEXT: callq _foo ; AVX512DQ-NEXT: callq _foo
; AVX512DQ-NEXT: popq %rax ; AVX512DQ-NEXT: popq %rax
; AVX512DQ-NEXT: retq ; AVX512DQ-NEXT: retq
; ;
; X86-LABEL: ktest_3: ; X86-LABEL: ktest_3:
; X86: ## %bb.0: ; X86: ## %bb.0:
; X86-NEXT: subl $12, %esp ; X86-NEXT: subl $12, %esp
; X86-NEXT: .cfi_def_cfa_offset 16 ; X86-NEXT: .cfi_def_cfa_offset 16
; X86-NEXT: vptestnmd %ymm0, %ymm0, %k0 ; X86-NEXT: vptestnmd %ymm0, %ymm0, %k0
; X86-NEXT: vptestnmd %ymm1, %ymm1, %k1 ; X86-NEXT: vptestnmd %ymm1, %ymm1, %k1
; X86-NEXT: korb %k1, %k0, %k0 ; X86-NEXT: korb %k1, %k0, %k0
; X86-NEXT: vptestnmd %ymm2, %ymm2, %k1 ; X86-NEXT: vptestnmd %ymm2, %ymm2, %k1
; X86-NEXT: vptestnmd %ymm3, %ymm3, %k2 ; X86-NEXT: vptestnmd %ymm3, %ymm3, %k2
; X86-NEXT: korb %k2, %k1, %k1 ; X86-NEXT: korb %k2, %k1, %k1
; X86-NEXT: kandb %k1, %k0, %k0 ; X86-NEXT: ktestb %k1, %k0
; X86-NEXT: kortestb %k0, %k0
; X86-NEXT: je LBB71_1 ; X86-NEXT: je LBB71_1
; X86-NEXT: ## %bb.2: ## %exit ; X86-NEXT: ## %bb.2: ## %exit
; X86-NEXT: addl $12, %esp ; X86-NEXT: addl $12, %esp
; X86-NEXT: vzeroupper ; X86-NEXT: vzeroupper
; X86-NEXT: retl ; X86-NEXT: retl
; X86-NEXT: LBB71_1: ## %bar ; X86-NEXT: LBB71_1: ## %bar
; X86-NEXT: vzeroupper ; X86-NEXT: vzeroupper
; X86-NEXT: calll _foo ; X86-NEXT: calll _foo
▲ Show 20 Lines • Show All 48 Lines • ▼ Show 20 Lines
; SKX-NEXT: pushq %rax ; SKX-NEXT: pushq %rax
; SKX-NEXT: .cfi_def_cfa_offset 16 ; SKX-NEXT: .cfi_def_cfa_offset 16
; SKX-NEXT: vptestnmq %zmm0, %zmm0, %k0 ; SKX-NEXT: vptestnmq %zmm0, %zmm0, %k0
; SKX-NEXT: vptestnmq %zmm1, %zmm1, %k1 ; SKX-NEXT: vptestnmq %zmm1, %zmm1, %k1
; SKX-NEXT: korb %k1, %k0, %k0 ; SKX-NEXT: korb %k1, %k0, %k0
; SKX-NEXT: vptestnmq %zmm2, %zmm2, %k1 ; SKX-NEXT: vptestnmq %zmm2, %zmm2, %k1
; SKX-NEXT: vptestnmq %zmm3, %zmm3, %k2 ; SKX-NEXT: vptestnmq %zmm3, %zmm3, %k2
; SKX-NEXT: korb %k2, %k1, %k1 ; SKX-NEXT: korb %k2, %k1, %k1
; SKX-NEXT: kandb %k1, %k0, %k0 ; SKX-NEXT: ktestb %k1, %k0
; SKX-NEXT: kortestb %k0, %k0
; SKX-NEXT: je LBB72_1 ; SKX-NEXT: je LBB72_1
; SKX-NEXT: ## %bb.2: ## %exit ; SKX-NEXT: ## %bb.2: ## %exit
; SKX-NEXT: popq %rax ; SKX-NEXT: popq %rax
; SKX-NEXT: vzeroupper ; SKX-NEXT: vzeroupper
; SKX-NEXT: retq ; SKX-NEXT: retq
; SKX-NEXT: LBB72_1: ## %bar ; SKX-NEXT: LBB72_1: ## %bar
; SKX-NEXT: vzeroupper ; SKX-NEXT: vzeroupper
; SKX-NEXT: callq _foo ; SKX-NEXT: callq _foo
Show All 29 Lines
; AVX512DQ-NEXT: pushq %rax ; AVX512DQ-NEXT: pushq %rax
; AVX512DQ-NEXT: .cfi_def_cfa_offset 16 ; AVX512DQ-NEXT: .cfi_def_cfa_offset 16
; AVX512DQ-NEXT: vptestnmq %zmm0, %zmm0, %k0 ; AVX512DQ-NEXT: vptestnmq %zmm0, %zmm0, %k0
; AVX512DQ-NEXT: vptestnmq %zmm1, %zmm1, %k1 ; AVX512DQ-NEXT: vptestnmq %zmm1, %zmm1, %k1
; AVX512DQ-NEXT: korb %k1, %k0, %k0 ; AVX512DQ-NEXT: korb %k1, %k0, %k0
; AVX512DQ-NEXT: vptestnmq %zmm2, %zmm2, %k1 ; AVX512DQ-NEXT: vptestnmq %zmm2, %zmm2, %k1
; AVX512DQ-NEXT: vptestnmq %zmm3, %zmm3, %k2 ; AVX512DQ-NEXT: vptestnmq %zmm3, %zmm3, %k2
; AVX512DQ-NEXT: korb %k2, %k1, %k1 ; AVX512DQ-NEXT: korb %k2, %k1, %k1
; AVX512DQ-NEXT: kandb %k1, %k0, %k0 ; AVX512DQ-NEXT: ktestb %k1, %k0
; AVX512DQ-NEXT: kortestb %k0, %k0
; AVX512DQ-NEXT: je LBB72_1 ; AVX512DQ-NEXT: je LBB72_1
; AVX512DQ-NEXT: ## %bb.2: ## %exit ; AVX512DQ-NEXT: ## %bb.2: ## %exit
; AVX512DQ-NEXT: popq %rax ; AVX512DQ-NEXT: popq %rax
; AVX512DQ-NEXT: vzeroupper ; AVX512DQ-NEXT: vzeroupper
; AVX512DQ-NEXT: retq ; AVX512DQ-NEXT: retq
; AVX512DQ-NEXT: LBB72_1: ## %bar ; AVX512DQ-NEXT: LBB72_1: ## %bar
; AVX512DQ-NEXT: vzeroupper ; AVX512DQ-NEXT: vzeroupper
; AVX512DQ-NEXT: callq _foo ; AVX512DQ-NEXT: callq _foo
; AVX512DQ-NEXT: popq %rax ; AVX512DQ-NEXT: popq %rax
; AVX512DQ-NEXT: retq ; AVX512DQ-NEXT: retq
; ;
; X86-LABEL: ktest_4: ; X86-LABEL: ktest_4:
; X86: ## %bb.0: ; X86: ## %bb.0:
; X86-NEXT: subl $12, %esp ; X86-NEXT: subl $12, %esp
; X86-NEXT: .cfi_def_cfa_offset 16 ; X86-NEXT: .cfi_def_cfa_offset 16
; X86-NEXT: vptestnmq %zmm0, %zmm0, %k0 ; X86-NEXT: vptestnmq %zmm0, %zmm0, %k0
; X86-NEXT: vptestnmq %zmm1, %zmm1, %k1 ; X86-NEXT: vptestnmq %zmm1, %zmm1, %k1
; X86-NEXT: korb %k1, %k0, %k0 ; X86-NEXT: korb %k1, %k0, %k0
; X86-NEXT: vptestnmq %zmm2, %zmm2, %k1 ; X86-NEXT: vptestnmq %zmm2, %zmm2, %k1
; X86-NEXT: vptestnmq %zmm3, %zmm3, %k2 ; X86-NEXT: vptestnmq %zmm3, %zmm3, %k2
; X86-NEXT: korb %k2, %k1, %k1 ; X86-NEXT: korb %k2, %k1, %k1
; X86-NEXT: kandb %k1, %k0, %k0 ; X86-NEXT: ktestb %k1, %k0
; X86-NEXT: kortestb %k0, %k0
; X86-NEXT: je LBB72_1 ; X86-NEXT: je LBB72_1
; X86-NEXT: ## %bb.2: ## %exit ; X86-NEXT: ## %bb.2: ## %exit
; X86-NEXT: addl $12, %esp ; X86-NEXT: addl $12, %esp
; X86-NEXT: vzeroupper ; X86-NEXT: vzeroupper
; X86-NEXT: retl ; X86-NEXT: retl
; X86-NEXT: LBB72_1: ## %bar ; X86-NEXT: LBB72_1: ## %bar
; X86-NEXT: vzeroupper ; X86-NEXT: vzeroupper
; X86-NEXT: calll _foo ; X86-NEXT: calll _foo
Show All 14 Linesbar:
call void @foo() call void @foo()
br label %exit br label %exit
exit: exit:
ret void ret void
} }
define void @ktest_5(<16 x i32> %w, <16 x i32> %x, <16 x i32> %y, <16 x i32> %z) { define void @ktest_5(<16 x i32> %w, <16 x i32> %x, <16 x i32> %y, <16 x i32> %z) {
; CHECK-LABEL: ktest_5: ; KNL-LABEL: ktest_5:
; CHECK: ## %bb.0: ; KNL: ## %bb.0:
; CHECK-NEXT: pushq %rax ; KNL-NEXT: pushq %rax
; CHECK-NEXT: .cfi_def_cfa_offset 16 ; KNL-NEXT: .cfi_def_cfa_offset 16
; CHECK-NEXT: vptestnmd %zmm0, %zmm0, %k0 ; KNL-NEXT: vptestnmd %zmm0, %zmm0, %k0
; CHECK-NEXT: vptestnmd %zmm1, %zmm1, %k1 ; KNL-NEXT: vptestnmd %zmm1, %zmm1, %k1
; CHECK-NEXT: korw %k1, %k0, %k0 ; KNL-NEXT: korw %k1, %k0, %k0
; CHECK-NEXT: vptestnmd %zmm2, %zmm2, %k1 ; KNL-NEXT: vptestnmd %zmm2, %zmm2, %k1
; CHECK-NEXT: vptestnmd %zmm3, %zmm3, %k2 ; KNL-NEXT: vptestnmd %zmm3, %zmm3, %k2
; CHECK-NEXT: korw %k2, %k1, %k1 ; KNL-NEXT: korw %k2, %k1, %k1
; CHECK-NEXT: kandw %k1, %k0, %k0 ; KNL-NEXT: kandw %k1, %k0, %k0
; CHECK-NEXT: kortestw %k0, %k0 ; KNL-NEXT: kortestw %k0, %k0
; CHECK-NEXT: je LBB73_1 ; KNL-NEXT: je LBB73_1
; CHECK-NEXT: ## %bb.2: ## %exit ; KNL-NEXT: ## %bb.2: ## %exit
; CHECK-NEXT: popq %rax ; KNL-NEXT: popq %rax
; CHECK-NEXT: vzeroupper ; KNL-NEXT: vzeroupper
; CHECK-NEXT: retq ; KNL-NEXT: retq
; CHECK-NEXT: LBB73_1: ## %bar ; KNL-NEXT: LBB73_1: ## %bar
; CHECK-NEXT: vzeroupper ; KNL-NEXT: vzeroupper
; CHECK-NEXT: callq _foo ; KNL-NEXT: callq _foo
; CHECK-NEXT: popq %rax ; KNL-NEXT: popq %rax
; CHECK-NEXT: retq ; KNL-NEXT: retq
;
; SKX-LABEL: ktest_5:
; SKX: ## %bb.0:
; SKX-NEXT: pushq %rax
; SKX-NEXT: .cfi_def_cfa_offset 16
; SKX-NEXT: vptestnmd %zmm0, %zmm0, %k0
; SKX-NEXT: vptestnmd %zmm1, %zmm1, %k1
; SKX-NEXT: korw %k1, %k0, %k0
; SKX-NEXT: vptestnmd %zmm2, %zmm2, %k1
; SKX-NEXT: vptestnmd %zmm3, %zmm3, %k2
; SKX-NEXT: korw %k2, %k1, %k1
; SKX-NEXT: ktestw %k1, %k0
; SKX-NEXT: je LBB73_1
; SKX-NEXT: ## %bb.2: ## %exit
; SKX-NEXT: popq %rax
; SKX-NEXT: vzeroupper
; SKX-NEXT: retq
; SKX-NEXT: LBB73_1: ## %bar
; SKX-NEXT: vzeroupper
; SKX-NEXT: callq _foo
; SKX-NEXT: popq %rax
; SKX-NEXT: retq
;
; AVX512BW-LABEL: ktest_5:
; AVX512BW: ## %bb.0:
; AVX512BW-NEXT: pushq %rax
; AVX512BW-NEXT: .cfi_def_cfa_offset 16
; AVX512BW-NEXT: vptestnmd %zmm0, %zmm0, %k0
; AVX512BW-NEXT: vptestnmd %zmm1, %zmm1, %k1
; AVX512BW-NEXT: korw %k1, %k0, %k0
; AVX512BW-NEXT: vptestnmd %zmm2, %zmm2, %k1
; AVX512BW-NEXT: vptestnmd %zmm3, %zmm3, %k2
; AVX512BW-NEXT: korw %k2, %k1, %k1
; AVX512BW-NEXT: kandw %k1, %k0, %k0
; AVX512BW-NEXT: kortestw %k0, %k0
; AVX512BW-NEXT: je LBB73_1
; AVX512BW-NEXT: ## %bb.2: ## %exit
; AVX512BW-NEXT: popq %rax
; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq
; AVX512BW-NEXT: LBB73_1: ## %bar
; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: callq _foo
; AVX512BW-NEXT: popq %rax
; AVX512BW-NEXT: retq
;
; AVX512DQ-LABEL: ktest_5:
; AVX512DQ: ## %bb.0:
; AVX512DQ-NEXT: pushq %rax
; AVX512DQ-NEXT: .cfi_def_cfa_offset 16
; AVX512DQ-NEXT: vptestnmd %zmm0, %zmm0, %k0
; AVX512DQ-NEXT: vptestnmd %zmm1, %zmm1, %k1
; AVX512DQ-NEXT: korw %k1, %k0, %k0
; AVX512DQ-NEXT: vptestnmd %zmm2, %zmm2, %k1
; AVX512DQ-NEXT: vptestnmd %zmm3, %zmm3, %k2
; AVX512DQ-NEXT: korw %k2, %k1, %k1
; AVX512DQ-NEXT: ktestw %k1, %k0
; AVX512DQ-NEXT: je LBB73_1
; AVX512DQ-NEXT: ## %bb.2: ## %exit
; AVX512DQ-NEXT: popq %rax
; AVX512DQ-NEXT: vzeroupper
; AVX512DQ-NEXT: retq
; AVX512DQ-NEXT: LBB73_1: ## %bar
; AVX512DQ-NEXT: vzeroupper
; AVX512DQ-NEXT: callq _foo
; AVX512DQ-NEXT: popq %rax
; AVX512DQ-NEXT: retq
; ;
; X86-LABEL: ktest_5: ; X86-LABEL: ktest_5:
; X86: ## %bb.0: ; X86: ## %bb.0:
; X86-NEXT: subl $12, %esp ; X86-NEXT: subl $12, %esp
; X86-NEXT: .cfi_def_cfa_offset 16 ; X86-NEXT: .cfi_def_cfa_offset 16
; X86-NEXT: vptestnmd %zmm0, %zmm0, %k0 ; X86-NEXT: vptestnmd %zmm0, %zmm0, %k0
; X86-NEXT: vptestnmd %zmm1, %zmm1, %k1 ; X86-NEXT: vptestnmd %zmm1, %zmm1, %k1
; X86-NEXT: korw %k1, %k0, %k0 ; X86-NEXT: korw %k1, %k0, %k0
; X86-NEXT: vptestnmd %zmm2, %zmm2, %k1 ; X86-NEXT: vptestnmd %zmm2, %zmm2, %k1
; X86-NEXT: vptestnmd %zmm3, %zmm3, %k2 ; X86-NEXT: vptestnmd %zmm3, %zmm3, %k2
; X86-NEXT: korw %k2, %k1, %k1 ; X86-NEXT: korw %k2, %k1, %k1
; X86-NEXT: kandw %k1, %k0, %k0 ; X86-NEXT: ktestw %k1, %k0
; X86-NEXT: kortestw %k0, %k0
; X86-NEXT: je LBB73_1 ; X86-NEXT: je LBB73_1
; X86-NEXT: ## %bb.2: ## %exit ; X86-NEXT: ## %bb.2: ## %exit
; X86-NEXT: addl $12, %esp ; X86-NEXT: addl $12, %esp
; X86-NEXT: vzeroupper ; X86-NEXT: vzeroupper
; X86-NEXT: retl ; X86-NEXT: retl
; X86-NEXT: LBB73_1: ## %bar ; X86-NEXT: LBB73_1: ## %bar
; X86-NEXT: vzeroupper ; X86-NEXT: vzeroupper
; X86-NEXT: calll _foo ; X86-NEXT: calll _foo
▲ Show 20 Lines • Show All 62 Lines • ▼ Show 20 Lines
; SKX-NEXT: pushq %rax ; SKX-NEXT: pushq %rax
; SKX-NEXT: .cfi_def_cfa_offset 16 ; SKX-NEXT: .cfi_def_cfa_offset 16
; SKX-NEXT: vptestnmw %zmm0, %zmm0, %k0 ; SKX-NEXT: vptestnmw %zmm0, %zmm0, %k0
; SKX-NEXT: vptestnmw %zmm1, %zmm1, %k1 ; SKX-NEXT: vptestnmw %zmm1, %zmm1, %k1
; SKX-NEXT: kord %k1, %k0, %k0 ; SKX-NEXT: kord %k1, %k0, %k0
; SKX-NEXT: vptestnmw %zmm2, %zmm2, %k1 ; SKX-NEXT: vptestnmw %zmm2, %zmm2, %k1
; SKX-NEXT: vptestnmw %zmm3, %zmm3, %k2 ; SKX-NEXT: vptestnmw %zmm3, %zmm3, %k2
; SKX-NEXT: kord %k2, %k1, %k1 ; SKX-NEXT: kord %k2, %k1, %k1
; SKX-NEXT: kandd %k1, %k0, %k0 ; SKX-NEXT: ktestd %k1, %k0
; SKX-NEXT: kortestd %k0, %k0
; SKX-NEXT: je LBB74_1 ; SKX-NEXT: je LBB74_1
; SKX-NEXT: ## %bb.2: ## %exit ; SKX-NEXT: ## %bb.2: ## %exit
; SKX-NEXT: popq %rax ; SKX-NEXT: popq %rax
; SKX-NEXT: vzeroupper ; SKX-NEXT: vzeroupper
; SKX-NEXT: retq ; SKX-NEXT: retq
; SKX-NEXT: LBB74_1: ## %bar ; SKX-NEXT: LBB74_1: ## %bar
; SKX-NEXT: vzeroupper ; SKX-NEXT: vzeroupper
; SKX-NEXT: callq _foo ; SKX-NEXT: callq _foo
; SKX-NEXT: popq %rax ; SKX-NEXT: popq %rax
; SKX-NEXT: retq ; SKX-NEXT: retq
; ;
; AVX512BW-LABEL: ktest_6: ; AVX512BW-LABEL: ktest_6:
; AVX512BW: ## %bb.0: ; AVX512BW: ## %bb.0:
; AVX512BW-NEXT: pushq %rax ; AVX512BW-NEXT: pushq %rax
; AVX512BW-NEXT: .cfi_def_cfa_offset 16 ; AVX512BW-NEXT: .cfi_def_cfa_offset 16
; AVX512BW-NEXT: vptestnmw %zmm0, %zmm0, %k0 ; AVX512BW-NEXT: vptestnmw %zmm0, %zmm0, %k0
; AVX512BW-NEXT: vptestnmw %zmm1, %zmm1, %k1 ; AVX512BW-NEXT: vptestnmw %zmm1, %zmm1, %k1
; AVX512BW-NEXT: kord %k1, %k0, %k0 ; AVX512BW-NEXT: kord %k1, %k0, %k0
; AVX512BW-NEXT: vptestnmw %zmm2, %zmm2, %k1 ; AVX512BW-NEXT: vptestnmw %zmm2, %zmm2, %k1
; AVX512BW-NEXT: vptestnmw %zmm3, %zmm3, %k2 ; AVX512BW-NEXT: vptestnmw %zmm3, %zmm3, %k2
; AVX512BW-NEXT: kord %k2, %k1, %k1 ; AVX512BW-NEXT: kord %k2, %k1, %k1
; AVX512BW-NEXT: kandd %k1, %k0, %k0 ; AVX512BW-NEXT: ktestd %k1, %k0
; AVX512BW-NEXT: kortestd %k0, %k0
; AVX512BW-NEXT: je LBB74_1 ; AVX512BW-NEXT: je LBB74_1
; AVX512BW-NEXT: ## %bb.2: ## %exit ; AVX512BW-NEXT: ## %bb.2: ## %exit
; AVX512BW-NEXT: popq %rax ; AVX512BW-NEXT: popq %rax
; AVX512BW-NEXT: vzeroupper ; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq ; AVX512BW-NEXT: retq
; AVX512BW-NEXT: LBB74_1: ## %bar ; AVX512BW-NEXT: LBB74_1: ## %bar
; AVX512BW-NEXT: vzeroupper ; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: callq _foo ; AVX512BW-NEXT: callq _foo
▲ Show 20 Lines • Show All 43 Lines • ▼ Show 20 Lines
; X86-NEXT: subl $12, %esp ; X86-NEXT: subl $12, %esp
; X86-NEXT: .cfi_def_cfa_offset 16 ; X86-NEXT: .cfi_def_cfa_offset 16
; X86-NEXT: vptestnmw %zmm0, %zmm0, %k0 ; X86-NEXT: vptestnmw %zmm0, %zmm0, %k0
; X86-NEXT: vptestnmw %zmm1, %zmm1, %k1 ; X86-NEXT: vptestnmw %zmm1, %zmm1, %k1
; X86-NEXT: kord %k1, %k0, %k0 ; X86-NEXT: kord %k1, %k0, %k0
; X86-NEXT: vptestnmw %zmm2, %zmm2, %k1 ; X86-NEXT: vptestnmw %zmm2, %zmm2, %k1
; X86-NEXT: vptestnmw %zmm3, %zmm3, %k2 ; X86-NEXT: vptestnmw %zmm3, %zmm3, %k2
; X86-NEXT: kord %k2, %k1, %k1 ; X86-NEXT: kord %k2, %k1, %k1
; X86-NEXT: kandd %k1, %k0, %k0 ; X86-NEXT: ktestd %k1, %k0
; X86-NEXT: kortestd %k0, %k0
; X86-NEXT: je LBB74_1 ; X86-NEXT: je LBB74_1
; X86-NEXT: ## %bb.2: ## %exit ; X86-NEXT: ## %bb.2: ## %exit
; X86-NEXT: addl $12, %esp ; X86-NEXT: addl $12, %esp
; X86-NEXT: vzeroupper ; X86-NEXT: vzeroupper
; X86-NEXT: retl ; X86-NEXT: retl
; X86-NEXT: LBB74_1: ## %bar ; X86-NEXT: LBB74_1: ## %bar
; X86-NEXT: vzeroupper ; X86-NEXT: vzeroupper
; X86-NEXT: calll _foo ; X86-NEXT: calll _foo
▲ Show 20 Lines • Show All 86 Lines • ▼ Show 20 Lines
; SKX-NEXT: pushq %rax ; SKX-NEXT: pushq %rax
; SKX-NEXT: .cfi_def_cfa_offset 16 ; SKX-NEXT: .cfi_def_cfa_offset 16
; SKX-NEXT: vptestnmb %zmm0, %zmm0, %k0 ; SKX-NEXT: vptestnmb %zmm0, %zmm0, %k0
; SKX-NEXT: vptestnmb %zmm1, %zmm1, %k1 ; SKX-NEXT: vptestnmb %zmm1, %zmm1, %k1
; SKX-NEXT: korq %k1, %k0, %k0 ; SKX-NEXT: korq %k1, %k0, %k0
; SKX-NEXT: vptestnmb %zmm2, %zmm2, %k1 ; SKX-NEXT: vptestnmb %zmm2, %zmm2, %k1
; SKX-NEXT: vptestnmb %zmm3, %zmm3, %k2 ; SKX-NEXT: vptestnmb %zmm3, %zmm3, %k2
; SKX-NEXT: korq %k2, %k1, %k1 ; SKX-NEXT: korq %k2, %k1, %k1
; SKX-NEXT: kandq %k1, %k0, %k0 ; SKX-NEXT: ktestq %k1, %k0
; SKX-NEXT: kortestq %k0, %k0
; SKX-NEXT: je LBB75_1 ; SKX-NEXT: je LBB75_1
; SKX-NEXT: ## %bb.2: ## %exit ; SKX-NEXT: ## %bb.2: ## %exit
; SKX-NEXT: popq %rax ; SKX-NEXT: popq %rax
; SKX-NEXT: vzeroupper ; SKX-NEXT: vzeroupper
; SKX-NEXT: retq ; SKX-NEXT: retq
; SKX-NEXT: LBB75_1: ## %bar ; SKX-NEXT: LBB75_1: ## %bar
; SKX-NEXT: vzeroupper ; SKX-NEXT: vzeroupper
; SKX-NEXT: callq _foo ; SKX-NEXT: callq _foo
; SKX-NEXT: popq %rax ; SKX-NEXT: popq %rax
; SKX-NEXT: retq ; SKX-NEXT: retq
; ;
; AVX512BW-LABEL: ktest_7: ; AVX512BW-LABEL: ktest_7:
; AVX512BW: ## %bb.0: ; AVX512BW: ## %bb.0:
; AVX512BW-NEXT: pushq %rax ; AVX512BW-NEXT: pushq %rax
; AVX512BW-NEXT: .cfi_def_cfa_offset 16 ; AVX512BW-NEXT: .cfi_def_cfa_offset 16
; AVX512BW-NEXT: vptestnmb %zmm0, %zmm0, %k0 ; AVX512BW-NEXT: vptestnmb %zmm0, %zmm0, %k0
; AVX512BW-NEXT: vptestnmb %zmm1, %zmm1, %k1 ; AVX512BW-NEXT: vptestnmb %zmm1, %zmm1, %k1
; AVX512BW-NEXT: korq %k1, %k0, %k0 ; AVX512BW-NEXT: korq %k1, %k0, %k0
; AVX512BW-NEXT: vptestnmb %zmm2, %zmm2, %k1 ; AVX512BW-NEXT: vptestnmb %zmm2, %zmm2, %k1
; AVX512BW-NEXT: vptestnmb %zmm3, %zmm3, %k2 ; AVX512BW-NEXT: vptestnmb %zmm3, %zmm3, %k2
; AVX512BW-NEXT: korq %k2, %k1, %k1 ; AVX512BW-NEXT: korq %k2, %k1, %k1
; AVX512BW-NEXT: kandq %k1, %k0, %k0 ; AVX512BW-NEXT: ktestq %k1, %k0
; AVX512BW-NEXT: kortestq %k0, %k0
; AVX512BW-NEXT: je LBB75_1 ; AVX512BW-NEXT: je LBB75_1
; AVX512BW-NEXT: ## %bb.2: ## %exit ; AVX512BW-NEXT: ## %bb.2: ## %exit
; AVX512BW-NEXT: popq %rax ; AVX512BW-NEXT: popq %rax
; AVX512BW-NEXT: vzeroupper ; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq ; AVX512BW-NEXT: retq
; AVX512BW-NEXT: LBB75_1: ## %bar ; AVX512BW-NEXT: LBB75_1: ## %bar
; AVX512BW-NEXT: vzeroupper ; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: callq _foo ; AVX512BW-NEXT: callq _foo
▲ Show 20 Lines • Show All 106 Lines • Show Last 20 Lines