[X86] Teach X86FixupBWInsts to promote MOV8rr/MOV16rr to MOV32rr.

[ab]

Summary

Codesize is less (16) or equal (8), and we avoid partial dependencies.

I'm running the test-suite to get some numbers; I figured I'd put up a patch in the meantime.

[kbsmith1]

The code generally looks good. I don't see any tests that explicitly test this code though:

if (TRI->getSubRegIndex(NewSrcReg, OldSrc.getReg()) !=

    TRI->getSubRegIndex(NewDestReg, OldDest.getReg()))
return nullptr;

Definitely need to be sure that this works, and has tests. Don't want

movb %ah, %cl

to accidentally be turned into

movl %eax, %ecx

lib/Target/X86/X86FixupBWInsts.cpp

98 ↗

(On Diff #56352)

I think \brief is no longer needed. I realize the others have it. I was just recently told of this, but haven't removed the others.

249 ↗

(On Diff #56352)

I think this would be better as .addReg(NewSrcReg); and then the next line can be deleted.

[ab]

• verify we don't drop implicit ops
• forward source kill-flag explicitly
• add separate test

[ab]

• on second thought, don't set the kill-flag: killing the sub doesn't say anything about killing the super, I think.

[ab]

lib/Target/X86/X86FixupBWInsts.cpp

96 ↗

(On Diff #56434)

Heh, I didn't even notice it! r268754

247 ↗

(On Diff #56436)

I usually copy whole operands when possible, to preserve flags; here the only one that matters is kill, and I think it's incorrect to set it on the destination.

So: addReg() indeed!

[kbsmith1]

LGTM.

[ab]

Not much changes in the test-suite (+SPEC ref) but a couple improvements:

Benchmark_Exec_Time	Delta	Previous	Current	StdDev
SingleSource/Benchmarks/BenchmarkGame/nsieve-bits	-1.99%	0.8247	0.8083	0.0037
MultiSource/Benchmarks/nbench/nbench	-1.68%	6.1993	6.0949	0.0085
LNT/CINT2006_ref/445.gobmk	-1.16%	524.3664	518.3037	1.2114

[ab]

Thanks for the review, Kevin!

[vitalybuka]

r268753 r268754 or r268760 is probably responcible for
http://lab.llvm.org:8011/builders/sanitizer-x86_64-linux-bootstrap/builds/11637/steps/build%20clang%2Fmsan/logs/stdio

llvm/trunk/lib/Target/X86/X86FixupBWInsts.cpp

class FixupBWInstPass : public MachineFunctionPass {
   bool getSuperRegDestIfDead(MachineInstr *OrigMI,
                              unsigned &SuperDestReg) const;
 
   /// Change the MachineInstr \p MI into the equivalent extending load to 32 bit
   /// register if it is safe to do so.  Return the replacement instruction if
   /// OK, otherwise return nullptr.
   MachineInstr *tryReplaceLoad(unsigned New32BitOpcode, MachineInstr *MI) const;
 
+  /// Change the MachineInstr \p MI into the equivalent 32-bit copy if it is
+  /// safe to do so.  Return the replacement instruction if OK, otherwise return
+  /// nullptr.
+  MachineInstr *tryReplaceCopy(MachineInstr *MI) const;
+
 public:
   FixupBWInstPass() : MachineFunctionPass(ID) {}
 
   void getAnalysisUsage(AnalysisUsage &AU) const override {
     AU.addRequired<MachineLoopInfo>(); // Machine loop info is used to
                                        // guide some heuristics.
     MachineFunctionPass::getAnalysisUsage(AU);
   }
MachineInstr *FixupBWInstPass::tryReplaceLoad(unsigned New32BitOpcode,
   for (unsigned i = 1; i < NumArgs; ++i)
     MIB.addOperand(MI->getOperand(i));
 
   MIB->setMemRefs(MI->memoperands_begin(), MI->memoperands_end());
 
   return MIB;
 }
 
+MachineInstr *FixupBWInstPass::tryReplaceCopy(MachineInstr *MI) const {
+  assert(MI->getNumExplicitOperands() == 2);
+  auto &OldDest = MI->getOperand(0);
+  auto &OldSrc = MI->getOperand(1);
+
+  unsigned NewDestReg;
+  if (!getSuperRegDestIfDead(MI, NewDestReg))
+    return nullptr;
+
+  unsigned NewSrcReg = getX86SubSuperRegister(OldSrc.getReg(), 32);
+
+  // This is only correct if we access the same subregister index: otherwise,
+  // we could try to replace "movb %ah, %al" with "movl %eax, %eax".
+  auto *TRI = &TII->getRegisterInfo();
+  if (TRI->getSubRegIndex(NewSrcReg, OldSrc.getReg()) !=
+      TRI->getSubRegIndex(NewDestReg, OldDest.getReg()))
+    return nullptr;
+
+  // Safe to change the instruction.
+  // Don't set src flags, as we don't know if we're also killing the superreg.
+  MachineInstrBuilder MIB =
+      BuildMI(*MF, MI->getDebugLoc(), TII->get(X86::MOV32rr), NewDestReg)
+          .addReg(NewSrcReg);
+
+#ifndef NDEBUG
+  // Make sure we didn't drop any other implicit operand.
+  for (auto &Op : MI->implicit_operands())
+    assert(Op.getReg() == NewDestReg && "Copy imp-defs unrelated reg?");
+#endif
+
+  return MIB;
+}
+
 void FixupBWInstPass::processBasicBlock(MachineFunction &MF,
                                         MachineBasicBlock &MBB) {
 
   // This algorithm doesn't delete the instructions it is replacing
   // right away.  By leaving the existing instructions in place, the
   // register liveness information doesn't change, and this makes the
   // analysis that goes on be better than if the replaced instructions
   // were immediately removed.
for (auto I = MBB.rbegin(); I != MBB.rend(); ++I) {
     case X86::MOV16rm:
       // Always try to replace 16 bit load with 32 bit zero extending.
       // Code size is the same, and there is sometimes a perf advantage
       // from eliminating a false dependence on the upper portion of
       // the register.
       NewMI = tryReplaceLoad(X86::MOVZX32rm16, MI);
       break;
 
+    case X86::MOV8rr:
+    case X86::MOV16rr:
+      // Always try to replace 8/16 bit copies with a 32 bit copy.
+      // Code size is either less (16) or equal (8), and there is sometimes a
+      // perf advantage from eliminating a false dependence on the upper portion
+      // of the register.
+      NewMI = tryReplaceCopy(MI);
+      break;
+
     default:
       // nothing to do here.
       break;
     }
 
     if (NewMI)
       MIReplacements.push_back(std::make_pair(MI, NewMI));
 

llvm/trunk/test/CodeGen/X86/2011-06-14-PreschedRegalias.ll

 ; RUN: llc < %s -march=x86-64 -stress-sched | FileCheck %s
 ; REQUIRES: asserts
 ; Test interference between physreg aliases during preRAsched.
 ; mul wants an operand in AL, but call clobbers it.
 
 define i8 @f(i8 %v1, i8 %v2) nounwind {
 entry:
 ; CHECK: callq
-; CHECK: movb %{{.*}}, %al
+; CHECK: movl %{{.*}}, %eax
 ; CHECK: mulb
 ; CHECK: mulb
         %rval = tail call i8 @bar() nounwind
         %m1 = mul i8 %v1, %v2
         %m2 = mul i8 %m1, %rval
         ret i8 %m2
 }
 
 declare i8 @bar()

llvm/trunk/test/CodeGen/X86/anyext.ll

 ; X32-NEXT:    xorl %edx, %edx
 ; X32-NEXT:    divw {{[0-9]+}}(%esp)
 ; X32-NEXT:    andl $1, %eax
 ; X32-NEXT:    retl
 ;
 ; X64-LABEL: bar:
 ; X64:       # BB#0:
 ; X64-NEXT:    xorl %edx, %edx
-; X64-NEXT:    movw %di, %ax
+; X64-NEXT:    movl %edi, %eax
 ; X64-NEXT:    divw %si
 ; X64-NEXT:    andl $1, %eax
 ; X64-NEXT:    retq
   %q = trunc i32 %p to i16
   %r = udiv i16 %q, %x
   %s = zext i16 %r to i32
   %t = and i32 %s, 1
   ret i32 %t
 }

llvm/trunk/test/CodeGen/X86/avx512-calling-conv.ll

 ; KNL_X32-NEXT:  Ltmp10:
 ; KNL_X32-NEXT:    .cfi_offset %ebx, -8
 ; KNL_X32-NEXT:    movl {{[0-9]+}}(%esp), %esi
 ; KNL_X32-NEXT:    movl {{[0-9]+}}(%esp), %edi
 ; KNL_X32-NEXT:    movl {{[0-9]+}}(%esp), %eax
 ; KNL_X32-NEXT:    movl %eax, {{[0-9]+}}(%esp)
 ; KNL_X32-NEXT:    movl %edi, (%esp)
 ; KNL_X32-NEXT:    calll _test11
-; KNL_X32-NEXT:    movb %al, %bl
+; KNL_X32-NEXT:    movl %eax, %ebx
 ; KNL_X32-NEXT:    movzbl %bl, %eax
 ; KNL_X32-NEXT:    movl %eax, {{[0-9]+}}(%esp)
 ; KNL_X32-NEXT:    movl %esi, {{[0-9]+}}(%esp)
 ; KNL_X32-NEXT:    movl %edi, (%esp)
 ; KNL_X32-NEXT:    calll _test10
 ; KNL_X32-NEXT:    xorl %ecx, %ecx
 ; KNL_X32-NEXT:    testb $1, %bl
 ; KNL_X32-NEXT:    cmovel %ecx, %eax

llvm/trunk/test/CodeGen/X86/avx512-mask-op.ll

 
 define i16 @mand16(i16 %x, i16 %y) {
 ; CHECK-LABEL: mand16:
 ; CHECK:       ## BB#0:
 ; CHECK-NEXT:    movl %edi, %eax
 ; CHECK-NEXT:    xorl %esi, %eax
 ; CHECK-NEXT:    andl %esi, %edi
 ; CHECK-NEXT:    orl %eax, %edi
-; CHECK-NEXT:    movw %di, %ax
+; CHECK-NEXT:    movl %edi, %eax
 ; CHECK-NEXT:    retq
   %ma = bitcast i16 %x to <16 x i1>
   %mb = bitcast i16 %y to <16 x i1>
   %mc = and <16 x i1> %ma, %mb
   %md = xor <16 x i1> %ma, %mb
   %me = or <16 x i1> %mc, %md
   %ret = bitcast <16 x i1> %me to i16
   ret i16 %ret

llvm/trunk/test/CodeGen/X86/avx512-select.ll

; CHECK-NEXT:    retq
   %sel = select <16 x i1> <i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 false, i1 false, i1 false, i1 false, i1 false, i1 false, i1 false, i1 false>, <16 x double> %a, <16 x double> %b
   ret <16 x double> %sel
 }
 
 define i8 @select05(i8 %a.0, i8 %m) {
 ; CHECK-LABEL: select05:
 ; CHECK:       ## BB#0:
 ; CHECK-NEXT:    orl %esi, %edi
-; CHECK-NEXT:    movb %dil, %al
+; CHECK-NEXT:    movl %edi, %eax
 ; CHECK-NEXT:    retq
   %mask = bitcast i8 %m to <8 x i1>
   %a = bitcast i8 %a.0 to <8 x i1>
   %r = select <8 x i1> %mask, <8 x i1> <i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1>, <8 x i1> %a
   %res = bitcast <8 x i1> %r to i8
   ret i8 %res;
 }
 
; CHECK-NEXT:    retq
   %res = bitcast <8 x i1> %r to i8
   ret i8 %res;
 }
 
 define i8 @select06(i8 %a.0, i8 %m) {
 ; CHECK-LABEL: select06:
 ; CHECK:       ## BB#0:
 ; CHECK-NEXT:    andl %esi, %edi
-; CHECK-NEXT:    movb %dil, %al
+; CHECK-NEXT:    movl %edi, %eax
 ; CHECK-NEXT:    retq
   %mask = bitcast i8 %m to <8 x i1>
   %a = bitcast i8 %a.0 to <8 x i1>
   %r = select <8 x i1> %mask, <8 x i1> %a, <8 x i1> zeroinitializer
   %res = bitcast <8 x i1> %r to i8
   ret i8 %res;
 }
 

llvm/trunk/test/CodeGen/X86/avx512dq-mask-op.ll

 
 define i8 @mand8(i8 %x, i8 %y) {
 ; CHECK-LABEL: mand8:
 ; CHECK:       ## BB#0:
 ; CHECK-NEXT:    movl %edi, %eax
 ; CHECK-NEXT:    xorl %esi, %eax
 ; CHECK-NEXT:    andl %esi, %edi
 ; CHECK-NEXT:    orl %eax, %edi
-; CHECK-NEXT:    movb %dil, %al
+; CHECK-NEXT:    movl %edi, %eax
 ; CHECK-NEXT:    retq
   %ma = bitcast i8 %x to <8 x i1>
   %mb = bitcast i8 %y to <8 x i1>
   %mc = and <8 x i1> %ma, %mb
   %md = xor <8 x i1> %ma, %mb
   %me = or <8 x i1> %mc, %md
   %ret = bitcast <8 x i1> %me to i8
   ret i8 %ret

llvm/trunk/test/CodeGen/X86/cmovcmov.ll

 ;   vreg13 = COPY vreg12
 ; Which was invalid as %vreg12 is not the same value as %vreg13
 
 ; CHECK-LABEL: no_cascade_opt:
 ; CMOV-DAG: cmpl %edx, %esi
 ; CMOV-DAG: movb $20, %al
 ; CMOV-DAG: movb $20, %dl
 ; CMOV:   jl [[BB0:.LBB[0-9_]+]]
-; CMOV:   movb %cl, %dl
+; CMOV:   movl %ecx, %edx
 ; CMOV: [[BB0]]:
 ; CMOV:   jg [[BB1:.LBB[0-9_]+]]
-; CMOV:   movb %dl, %al
+; CMOV:   movl %edx, %eax
 ; CMOV: [[BB1]]:
 ; CMOV:   testl %edi, %edi
 ; CMOV:   je [[BB2:.LBB[0-9_]+]]
-; CMOV:   movb %dl, %al
+; CMOV:   movl %edx, %eax
 ; CMOV: [[BB2]]:
 ; CMOV:   movb %al, g8(%rip)
 ; CMOV:   retq
 define void @no_cascade_opt(i32 %v0, i32 %v1, i32 %v2, i32 %v3) {
 entry:
   %c0 = icmp eq i32 %v0, 0
   %c1 = icmp slt i32 %v1, %v2
   %c2 = icmp sgt i32 %v1, %v2
   %trunc = trunc i32 %v3 to i8
   %sel0 = select i1 %c1, i8 20, i8 %trunc
   %sel1 = select i1 %c2, i8 20, i8 %sel0
   %sel2 = select i1 %c0, i8 %sel1, i8 %sel0
   store volatile i8 %sel2, i8* @g8
   ret void
 }

llvm/trunk/test/CodeGen/X86/fixup-bw-copy.ll

+; NOTE: Assertions have been autogenerated by update_llc_test_checks.py
+; RUN: llc -fixup-byte-word-insts=1 -mtriple=x86_64-- < %s | FileCheck --check-prefix=X64 --check-prefix=BWON64 %s
+; RUN: llc -fixup-byte-word-insts=0 -mtriple=x86_64-- < %s | FileCheck --check-prefix=X64 --check-prefix=BWOFF64 %s
+; RUN: llc -fixup-byte-word-insts=1 -mtriple=i386-- < %s | FileCheck --check-prefix=X32 --check-prefix=BWON32 %s
+; RUN: llc -fixup-byte-word-insts=0 -mtriple=i386-- < %s | FileCheck --check-prefix=X32 --check-prefix=BWOFF32 %s
+
+target datalayout = "e-m:o-p:32:32-f64:32:64-f80:128-n8:16:32-S128"
+
+define i8 @test_movb(i8 %a0) {
+; BWON64-LABEL: test_movb:
+; BWON64:       # BB#0:
+; BWON64-NEXT:    movl %edi, %eax
+; BWON64-NEXT:    retq
+;
+; BWOFF64-LABEL: test_movb:
+; BWOFF64:       # BB#0:
+; BWOFF64-NEXT:    movb %dil, %al
+; BWOFF64-NEXT:    retq
+;
+; X32-LABEL: test_movb:
+; X32:       # BB#0:
+; X32-NEXT:    movb {{[0-9]+}}(%esp), %al
+; X32-NEXT:    retl
+  ret i8 %a0
+}
+
+define i16 @test_movw(i16 %a0) {
+; BWON64-LABEL: test_movw:
+; BWON64:       # BB#0:
+; BWON64-NEXT:    movl %edi, %eax
+; BWON64-NEXT:    retq
+;
+; BWOFF64-LABEL: test_movw:
+; BWOFF64:       # BB#0:
+; BWOFF64-NEXT:    movw %di, %ax
+; BWOFF64-NEXT:    retq
+;
+; BWON32-LABEL: test_movw:
+; BWON32:       # BB#0:
+; BWON32-NEXT:    movzwl {{[0-9]+}}(%esp), %eax
+; BWON32-NEXT:    retl
+;
+; BWOFF32-LABEL: test_movw:
+; BWOFF32:       # BB#0:
+; BWOFF32-NEXT:    movw {{[0-9]+}}(%esp), %ax
+; BWOFF32-NEXT:    retl
+  ret i16 %a0
+}
+
+; Verify we don't mess with H-reg copies (only generated in 32-bit mode).
+define i8 @test_movb_hreg(i16 %a0) {
+; X64-LABEL: test_movb_hreg:
+; X64:       # BB#0:
+; X64-NEXT:    movl %edi, %eax
+; X64-NEXT:    shrl $8, %eax
+; X64-NEXT:    addb %dil, %al
+; X64-NEXT:    retq
+;
+; X32-LABEL: test_movb_hreg:
+; X32:       # BB#0:
+; X32-NEXT:    movzwl {{[0-9]+}}(%esp), %eax
+; X32-NEXT:    addb %al, %ah
+; X32-NEXT:    movb %ah, %al
+; X32-NEXT:    retl
+  %tmp0 = trunc i16 %a0 to i8
+  %tmp1 = lshr i16 %a0, 8
+  %tmp2 = trunc i16 %tmp1 to i8
+  %tmp3 = add i8 %tmp0, %tmp2
+  ret i8 %tmp3
+}

llvm/trunk/test/CodeGen/X86/float-conv-elim.ll

 define i32 @foo2(i8 %a) #0 {
   %conv = sitofp i8 %a to float
   %conv1 = fptosi float %conv to i32
   ret i32 %conv1
 }
 
 ; CHECK-LABEL: bar
 ; CHECK-NOT: cvt
-; CHECK: movb
+; CHECK: movl
 define zeroext i8 @bar(i8 zeroext %a) #0 {
   %conv = uitofp i8 %a to float
   %conv1 = fptoui float %conv to i8
   ret i8 %conv1
 }
 
 attributes #0 = { nounwind ssp uwtable "less-precise-fpmad"="false" "no-frame-pointer-elim"="true" "no-frame-pointer-elim-non-leaf" "no-infs-fp-math"="false" "no-nans-fp-math"="false" "stack-protector-buffer-size"="8" "unsafe-fp-math"="false" "use-soft-float"="false" }
 

llvm/trunk/test/CodeGen/X86/machine-combiner-int.ll

 ; each test should be independent of the result of the preceding sub.
 
 define i8 @reassociate_ands_i8(i8 %x0, i8 %x1, i8 %x2, i8 %x3) {
 ; CHECK-LABEL: reassociate_ands_i8:
 ; CHECK:       # BB#0:
 ; CHECK-NEXT:    subb  %sil, %dil
 ; CHECK-NEXT:    andb  %cl, %dl
 ; CHECK-NEXT:    andb  %dil, %dl
-; CHECK-NEXT:    movb  %dl, %al
+; CHECK-NEXT:    movl  %edx, %eax
 ; CHECK-NEXT:    retq
   %t0 = sub i8 %x0, %x1
   %t1 = and i8 %x2, %t0
   %t2 = and i8 %x3, %t1
   ret i8 %t2
 }
 
 ; TODO: No way to test i16? These appear to always get promoted to i32.

 ; each test should be independent of the result of the preceding sub.
 
 define i8 @reassociate_ors_i8(i8 %x0, i8 %x1, i8 %x2, i8 %x3) {
 ; CHECK-LABEL: reassociate_ors_i8:
 ; CHECK:       # BB#0:
 ; CHECK-NEXT:    subb  %sil, %dil
 ; CHECK-NEXT:    orb   %cl, %dl
 ; CHECK-NEXT:    orb   %dil, %dl
-; CHECK-NEXT:    movb  %dl, %al
+; CHECK-NEXT:    movl  %edx, %eax
 ; CHECK-NEXT:    retq
   %t0 = sub i8 %x0, %x1
   %t1 = or i8 %x2, %t0
   %t2 = or i8 %x3, %t1
   ret i8 %t2
 }
 
 ; TODO: No way to test i16? These appear to always get promoted to i32.

 ; each test should be independent of the result of the preceding sub.
 
 define i8 @reassociate_xors_i8(i8 %x0, i8 %x1, i8 %x2, i8 %x3) {
 ; CHECK-LABEL: reassociate_xors_i8:
 ; CHECK:       # BB#0:
 ; CHECK-NEXT:    subb  %sil, %dil
 ; CHECK-NEXT:    xorb  %cl, %dl
 ; CHECK-NEXT:    xorb  %dil, %dl
-; CHECK-NEXT:    movb  %dl, %al
+; CHECK-NEXT:    movl  %edx, %eax
 ; CHECK-NEXT:    retq
   %t0 = sub i8 %x0, %x1
   %t1 = xor i8 %x2, %t0
   %t2 = xor i8 %x3, %t1
   ret i8 %t2
 }
 
 ; TODO: No way to test i16? These appear to always get promoted to i32.

llvm/trunk/test/CodeGen/X86/opt-ext-uses.ll

 ; RUN: llc < %s -march=x86 | FileCheck %s
 
 ; This test should get one and only one register to register mov.
 ; CHECK-LABEL: t:
-; CHECK:     movw
-; CHECK-NOT: movw
+; CHECK:     movl
+; CHECK-NOT: mov
 ; CHECK:     ret
 
 define signext i16 @t()   {
 entry:
         %tmp180 = load i16, i16* null, align 2               ; <i16> [#uses=3]
         %tmp180181 = sext i16 %tmp180 to i32            ; <i32> [#uses=1]
         %tmp182 = add i16 %tmp180, 10
         %tmp185 = icmp slt i16 %tmp182, 0               ; <i1> [#uses=1]

llvm/trunk/test/CodeGen/X86/pr23664.ll

 ; RUN: llc -mtriple=x86_64-unknown-linux-gnu < %s | FileCheck %s
 
 define i2 @f(i32 %arg) {
   %trunc = trunc i32 %arg to i1
   %sext = sext i1 %trunc to i2
   %or = or i2 %sext, 1
   ret i2 %or
 
 ; CHECK-LABEL: f:
 ; CHECK:      addb    %dil, %dil
 ; CHECK-NEXT: orb     $1, %dil
-; CHECK-NEXT: movb    %dil, %al
+; CHECK-NEXT: movl    %edi, %eax
 ; CHECK-NEXT: retq
 }

llvm/trunk/test/CodeGen/X86/vector-bitreverse.ll

 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+sse2 | FileCheck %s --check-prefix=ALL --check-prefix=SSE --check-prefix=SSE2
 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+ssse3 | FileCheck %s --check-prefix=ALL --check-prefix=SSE --check-prefix=SSSE3
 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx | FileCheck %s --check-prefix=ALL --check-prefix=AVX --check-prefix=AVX1
 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx2 | FileCheck %s --check-prefix=ALL --check-prefix=AVX --check-prefix=AVX2
 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+xop,+avx | FileCheck %s --check-prefix=ALL --check-prefix=XOP --check-prefix=XOPAVX1
 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+xop,+avx2 | FileCheck %s --check-prefix=ALL --check-prefix=XOP --check-prefix=XOPAVX2
 
 define i8 @test_bitreverse_i8(i8 %a) nounwind {
 ; SSE-LABEL: test_bitreverse_i8:
 ; SSE:       # BB#0:
-; SSE-NEXT:    movb %dil, %al
+; SSE-NEXT:    movl %edi, %eax
 ; SSE-NEXT:    shlb $7, %al
-; SSE-NEXT:    movb %dil, %cl
+; SSE-NEXT:    movl %edi, %ecx
 ; SSE-NEXT:    shlb $5, %cl
 ; SSE-NEXT:    andb $64, %cl
-; SSE-NEXT:    movb %dil, %dl
+; SSE-NEXT:    movl %edi, %edx
 ; SSE-NEXT:    shlb $3, %dl
 ; SSE-NEXT:    andb $32, %dl
 ; SSE-NEXT:    orb %cl, %dl
-; SSE-NEXT:    movb %dil, %cl
+; SSE-NEXT:    movl %edi, %ecx
 ; SSE-NEXT:    addb %cl, %cl
 ; SSE-NEXT:    andb $16, %cl
 ; SSE-NEXT:    orb %dl, %cl
-; SSE-NEXT:    movb %dil, %dl
+; SSE-NEXT:    movl %edi, %edx
 ; SSE-NEXT:    shrb %dl
 ; SSE-NEXT:    andb $8, %dl
 ; SSE-NEXT:    orb %cl, %dl
-; SSE-NEXT:    movb %dil, %cl
+; SSE-NEXT:    movl %edi, %ecx
 ; SSE-NEXT:    shrb $3, %cl
 ; SSE-NEXT:    andb $4, %cl
 ; SSE-NEXT:    orb %dl, %cl
-; SSE-NEXT:    movb %dil, %dl
+; SSE-NEXT:    movl %edi, %edx
 ; SSE-NEXT:    shrb $5, %dl
 ; SSE-NEXT:    andb $2, %dl
 ; SSE-NEXT:    orb %cl, %dl
 ; SSE-NEXT:    shrb $7, %dil
 ; SSE-NEXT:    orb %dl, %dil
 ; SSE-NEXT:    orb %al, %dil
-; SSE-NEXT:    movb %dil, %al
+; SSE-NEXT:    movl %edi, %eax
 ; SSE-NEXT:    retq
 ;
 ; AVX-LABEL: test_bitreverse_i8:
 ; AVX:       # BB#0:
-; AVX-NEXT:    movb %dil, %al
+; AVX-NEXT:    movl %edi, %eax
 ; AVX-NEXT:    shlb $7, %al
-; AVX-NEXT:    movb %dil, %cl
+; AVX-NEXT:    movl %edi, %ecx
 ; AVX-NEXT:    shlb $5, %cl
 ; AVX-NEXT:    andb $64, %cl
-; AVX-NEXT:    movb %dil, %dl
+; AVX-NEXT:    movl %edi, %edx
 ; AVX-NEXT:    shlb $3, %dl
 ; AVX-NEXT:    andb $32, %dl
 ; AVX-NEXT:    orb %cl, %dl
-; AVX-NEXT:    movb %dil, %cl
+; AVX-NEXT:    movl %edi, %ecx
 ; AVX-NEXT:    addb %cl, %cl
 ; AVX-NEXT:    andb $16, %cl
 ; AVX-NEXT:    orb %dl, %cl
-; AVX-NEXT:    movb %dil, %dl
+; AVX-NEXT:    movl %edi, %edx
 ; AVX-NEXT:    shrb %dl
 ; AVX-NEXT:    andb $8, %dl
 ; AVX-NEXT:    orb %cl, %dl
-; AVX-NEXT:    movb %dil, %cl
+; AVX-NEXT:    movl %edi, %ecx
 ; AVX-NEXT:    shrb $3, %cl
 ; AVX-NEXT:    andb $4, %cl
 ; AVX-NEXT:    orb %dl, %cl
-; AVX-NEXT:    movb %dil, %dl
+; AVX-NEXT:    movl %edi, %edx
 ; AVX-NEXT:    shrb $5, %dl
 ; AVX-NEXT:    andb $2, %dl
 ; AVX-NEXT:    orb %cl, %dl
 ; AVX-NEXT:    shrb $7, %dil
 ; AVX-NEXT:    orb %dl, %dil
 ; AVX-NEXT:    orb %al, %dil
-; AVX-NEXT:    movb %dil, %al
+; AVX-NEXT:    movl %edi, %eax
 ; AVX-NEXT:    retq
 ;
 ; XOP-LABEL: test_bitreverse_i8:
 ; XOP:       # BB#0:
 ; XOP-NEXT:    vmovd %edi, %xmm0
 ; XOP-NEXT:    vpperm {{.*}}(%rip), %xmm0, %xmm0, %xmm0
 ; XOP-NEXT:    vpextrb $0, %xmm0, %eax
 ; XOP-NEXT:    retq

llvm/trunk/test/CodeGen/X86/vector-idiv-sdiv-512.ll

 ; AVX512BW-LABEL: test_div7_64i8:
 ; AVX512BW:       # BB#0:
 ; AVX512BW-NEXT:    vextracti32x4 $3, %zmm0, %xmm1
 ; AVX512BW-NEXT:    vpextrb $1, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpextrb $0, %xmm1, %ecx
 ; AVX512BW-NEXT:    movsbl %cl, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %edx
 ; AVX512BW-NEXT:    shrl $8, %edx
 ; AVX512BW-NEXT:    addb %dl, %cl
-; AVX512BW-NEXT:    movb %cl, %dl
+; AVX512BW-NEXT:    movl %ecx, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %cl
 ; AVX512BW-NEXT:    addb %dl, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %ecx
 ; AVX512BW-NEXT:    vmovd %ecx, %xmm2
 ; AVX512BW-NEXT:    vpinsrb $1, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $2, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $3, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $4, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $5, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $6, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $7, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $8, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $9, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $10, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $11, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $12, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $13, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $14, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $15, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm2, %xmm1
 ; AVX512BW-NEXT:    vextracti32x4 $2, %zmm0, %xmm2
 ; AVX512BW-NEXT:    vpextrb $1, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpextrb $0, %xmm2, %ecx
 ; AVX512BW-NEXT:    movsbl %cl, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %edx
 ; AVX512BW-NEXT:    shrl $8, %edx
 ; AVX512BW-NEXT:    addb %dl, %cl
-; AVX512BW-NEXT:    movb %cl, %dl
+; AVX512BW-NEXT:    movl %ecx, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %cl
 ; AVX512BW-NEXT:    addb %dl, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %ecx
 ; AVX512BW-NEXT:    vmovd %ecx, %xmm3
 ; AVX512BW-NEXT:    vpinsrb $1, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $2, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $3, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $4, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $5, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $6, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $7, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $8, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $9, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $10, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $11, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $12, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $13, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $14, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $15, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm3, %xmm2
 ; AVX512BW-NEXT:    vinserti128 $1, %xmm1, %ymm2, %ymm1
 ; AVX512BW-NEXT:    vextracti32x4 $1, %zmm0, %xmm2
 ; AVX512BW-NEXT:    vpextrb $1, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpextrb $0, %xmm2, %ecx
 ; AVX512BW-NEXT:    movsbl %cl, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %edx
 ; AVX512BW-NEXT:    shrl $8, %edx
 ; AVX512BW-NEXT:    addb %dl, %cl
-; AVX512BW-NEXT:    movb %cl, %dl
+; AVX512BW-NEXT:    movl %ecx, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %cl
 ; AVX512BW-NEXT:    addb %dl, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %ecx
 ; AVX512BW-NEXT:    vmovd %ecx, %xmm3
 ; AVX512BW-NEXT:    vpinsrb $1, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $2, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $3, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $4, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $5, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $6, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $7, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $8, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $9, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $10, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $11, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $12, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $13, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $14, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $15, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm3, %xmm2
 ; AVX512BW-NEXT:    vpextrb $1, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpextrb $0, %xmm0, %ecx
 ; AVX512BW-NEXT:    movsbl %cl, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %edx
 ; AVX512BW-NEXT:    shrl $8, %edx
 ; AVX512BW-NEXT:    addb %dl, %cl
-; AVX512BW-NEXT:    movb %cl, %dl
+; AVX512BW-NEXT:    movl %ecx, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %cl
 ; AVX512BW-NEXT:    addb %dl, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %ecx
 ; AVX512BW-NEXT:    vmovd %ecx, %xmm3
 ; AVX512BW-NEXT:    vpinsrb $1, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $2, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $3, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $4, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $5, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $6, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $7, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $8, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $9, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $10, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $11, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $12, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $13, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $14, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $15, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %eax
 ; AVX512BW-NEXT:    imull $-109, %eax, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movzbl %al, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm3, %xmm0
 ; AVX512BW-NEXT:    vinserti128 $1, %xmm2, %ymm0, %ymm0
 ; AVX512BW-NEXT:    vinserti64x4 $1, %ymm1, %zmm0, %zmm0
 ; AVX512BW-NEXT:    retq

 ; AVX512BW-LABEL: test_rem7_64i8:
 ; AVX512BW:       # BB#0:
 ; AVX512BW-NEXT:    vextracti32x4 $3, %zmm0, %xmm1
 ; AVX512BW-NEXT:    vpextrb $1, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %edx
 ; AVX512BW-NEXT:    imull $-109, %edx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %dl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    movb $7, %dil
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %edx
 ; AVX512BW-NEXT:    vpextrb $0, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %esi
 ; AVX512BW-NEXT:    imull $-109, %esi, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %sil, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %sil
 ; AVX512BW-NEXT:    movzbl %sil, %eax
 ; AVX512BW-NEXT:    vmovd %eax, %xmm2
 ; AVX512BW-NEXT:    vpinsrb $1, %edx, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $2, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $3, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $4, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $5, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $6, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $7, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $8, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $9, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $10, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $11, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $12, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $13, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $14, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $15, %xmm1, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm2, %xmm1
 ; AVX512BW-NEXT:    vextracti32x4 $2, %zmm0, %xmm2
 ; AVX512BW-NEXT:    vpextrb $1, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %esi
 ; AVX512BW-NEXT:    vpextrb $0, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %edx
 ; AVX512BW-NEXT:    imull $-109, %edx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %dl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vmovd %eax, %xmm3
 ; AVX512BW-NEXT:    vpinsrb $1, %esi, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $2, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $3, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $4, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $5, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $6, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $7, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $8, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $9, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $10, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $11, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $12, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $13, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $14, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $15, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm3, %xmm2
 ; AVX512BW-NEXT:    vinserti128 $1, %xmm1, %ymm2, %ymm1
 ; AVX512BW-NEXT:    vextracti32x4 $1, %zmm0, %xmm2
 ; AVX512BW-NEXT:    vpextrb $1, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %esi
 ; AVX512BW-NEXT:    vpextrb $0, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %edx
 ; AVX512BW-NEXT:    imull $-109, %edx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %dl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vmovd %eax, %xmm3
 ; AVX512BW-NEXT:    vpinsrb $1, %esi, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $2, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $3, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $4, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $5, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $6, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $7, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $8, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $9, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $10, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $11, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $12, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $13, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $14, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $15, %xmm2, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm3, %xmm2
 ; AVX512BW-NEXT:    vpextrb $1, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %esi
 ; AVX512BW-NEXT:    vpextrb $0, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %edx
 ; AVX512BW-NEXT:    imull $-109, %edx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %dl, %al
-; AVX512BW-NEXT:    movb %al, %cl
+; AVX512BW-NEXT:    movl %eax, %ecx
 ; AVX512BW-NEXT:    shrb $7, %cl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vmovd %eax, %xmm3
 ; AVX512BW-NEXT:    vpinsrb $1, %esi, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $2, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $3, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $4, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $5, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $6, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $7, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $8, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $9, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $10, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $11, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $12, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $13, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $14, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $15, %xmm0, %eax
 ; AVX512BW-NEXT:    movsbl %al, %ecx
 ; AVX512BW-NEXT:    imull $-109, %ecx, %eax
 ; AVX512BW-NEXT:    shrl $8, %eax
 ; AVX512BW-NEXT:    addb %cl, %al
-; AVX512BW-NEXT:    movb %al, %dl
+; AVX512BW-NEXT:    movl %eax, %edx
 ; AVX512BW-NEXT:    shrb $7, %dl
 ; AVX512BW-NEXT:    sarb $2, %al
 ; AVX512BW-NEXT:    addb %dl, %al
 ; AVX512BW-NEXT:    mulb %dil
 ; AVX512BW-NEXT:    subb %al, %cl
 ; AVX512BW-NEXT:    movzbl %cl, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm3, %xmm0
 ; AVX512BW-NEXT:    vinserti128 $1, %xmm2, %ymm0, %ymm0
 ; AVX512BW-NEXT:    vinserti64x4 $1, %ymm1, %zmm0, %zmm0
 ; AVX512BW-NEXT:    retq
   %res = srem <64 x i8> %a, <i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7>
   ret <64 x i8> %res
 }

llvm/trunk/test/CodeGen/X86/vector-idiv-udiv-512.ll

 ; AVX512F-NEXT:    retq
 ;
 ; AVX512BW-LABEL: test_rem7_64i8:
 ; AVX512BW:       # BB#0:
 ; AVX512BW-NEXT:    vextracti32x4 $3, %zmm0, %xmm1
 ; AVX512BW-NEXT:    vpextrb $1, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %ecx
 ; AVX512BW-NEXT:    shrl $8, %ecx
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %cl, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %cl, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    movb $7, %cl
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %edx
 ; AVX512BW-NEXT:    vpextrb $0, %xmm1, %esi
 ; AVX512BW-NEXT:    imull $37, %esi, %edi
 ; AVX512BW-NEXT:    shrl $8, %edi
-; AVX512BW-NEXT:    movb %sil, %al
+; AVX512BW-NEXT:    movl %esi, %eax
 ; AVX512BW-NEXT:    subb %dil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %dil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %sil
 ; AVX512BW-NEXT:    movzbl %sil, %eax
 ; AVX512BW-NEXT:    vmovd %eax, %xmm2
 ; AVX512BW-NEXT:    vpinsrb $1, %edx, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $2, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $3, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $4, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $5, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $6, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $7, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $8, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $9, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $10, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $11, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $12, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $13, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $14, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm2, %xmm2
 ; AVX512BW-NEXT:    vpextrb $15, %xmm1, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm2, %xmm1
 ; AVX512BW-NEXT:    vextracti32x4 $2, %zmm0, %xmm2
 ; AVX512BW-NEXT:    vpextrb $1, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %edx
 ; AVX512BW-NEXT:    vpextrb $0, %xmm2, %esi
 ; AVX512BW-NEXT:    imull $37, %esi, %edi
 ; AVX512BW-NEXT:    shrl $8, %edi
-; AVX512BW-NEXT:    movb %sil, %al
+; AVX512BW-NEXT:    movl %esi, %eax
 ; AVX512BW-NEXT:    subb %dil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %dil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %sil
 ; AVX512BW-NEXT:    movzbl %sil, %eax
 ; AVX512BW-NEXT:    vmovd %eax, %xmm3
 ; AVX512BW-NEXT:    vpinsrb $1, %edx, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $2, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $3, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $4, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $5, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $6, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $7, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $8, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $9, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $10, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $11, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $12, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $13, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $14, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $15, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm3, %xmm2
 ; AVX512BW-NEXT:    vinserti128 $1, %xmm1, %ymm2, %ymm1
 ; AVX512BW-NEXT:    vextracti32x4 $1, %zmm0, %xmm2
 ; AVX512BW-NEXT:    vpextrb $1, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %edx
 ; AVX512BW-NEXT:    vpextrb $0, %xmm2, %esi
 ; AVX512BW-NEXT:    imull $37, %esi, %edi
 ; AVX512BW-NEXT:    shrl $8, %edi
-; AVX512BW-NEXT:    movb %sil, %al
+; AVX512BW-NEXT:    movl %esi, %eax
 ; AVX512BW-NEXT:    subb %dil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %dil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %sil
 ; AVX512BW-NEXT:    movzbl %sil, %eax
 ; AVX512BW-NEXT:    vmovd %eax, %xmm3
 ; AVX512BW-NEXT:    vpinsrb $1, %edx, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $2, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $3, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $4, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $5, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $6, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $7, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $8, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $9, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $10, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $11, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $12, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $13, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $14, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $15, %xmm2, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm3, %xmm2
 ; AVX512BW-NEXT:    vpextrb $1, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %edx
 ; AVX512BW-NEXT:    vpextrb $0, %xmm0, %esi
 ; AVX512BW-NEXT:    imull $37, %esi, %edi
 ; AVX512BW-NEXT:    shrl $8, %edi
-; AVX512BW-NEXT:    movb %sil, %al
+; AVX512BW-NEXT:    movl %esi, %eax
 ; AVX512BW-NEXT:    subb %dil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %dil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %sil
 ; AVX512BW-NEXT:    movzbl %sil, %eax
 ; AVX512BW-NEXT:    vmovd %eax, %xmm3
 ; AVX512BW-NEXT:    vpinsrb $1, %edx, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $2, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $2, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $3, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $3, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $4, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $4, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $5, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $5, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $6, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $6, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $7, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $7, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $8, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $8, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $9, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $9, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $10, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $10, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $11, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $11, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $12, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $12, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $13, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $13, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $14, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $14, %eax, %xmm3, %xmm3
 ; AVX512BW-NEXT:    vpextrb $15, %xmm0, %edx
 ; AVX512BW-NEXT:    imull $37, %edx, %esi
 ; AVX512BW-NEXT:    shrl $8, %esi
-; AVX512BW-NEXT:    movb %dl, %al
+; AVX512BW-NEXT:    movl %edx, %eax
 ; AVX512BW-NEXT:    subb %sil, %al
 ; AVX512BW-NEXT:    shrb %al
 ; AVX512BW-NEXT:    addb %sil, %al
 ; AVX512BW-NEXT:    shrb $2, %al
 ; AVX512BW-NEXT:    mulb %cl
 ; AVX512BW-NEXT:    subb %al, %dl
 ; AVX512BW-NEXT:    movzbl %dl, %eax
 ; AVX512BW-NEXT:    vpinsrb $15, %eax, %xmm3, %xmm0
 ; AVX512BW-NEXT:    vinserti128 $1, %xmm2, %ymm0, %ymm0
 ; AVX512BW-NEXT:    vinserti64x4 $1, %ymm1, %zmm0, %zmm0
 ; AVX512BW-NEXT:    retq
   %res = urem <64 x i8> %a, <i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7>
   ret <64 x i8> %res
 }

llvm/trunk/test/CodeGen/X86/xaluo.ll

; CHECK-NEXT:  setb %al
   store i64 %val, i64* %res
   ret i1 %obit
 }
 
 ; SMULO
 define zeroext i1 @smulo.i8(i8 %v1, i8 %v2, i8* %res) {
 entry:
 ; CHECK-LABEL:   smulo.i8
-; CHECK:         movb %dil, %al
+; CHECK:         movl %edi, %eax
 ; CHECK-NEXT:    imulb %sil
 ; CHECK-NEXT:    seto %cl
   %t = call {i8, i1} @llvm.smul.with.overflow.i8(i8 %v1, i8 %v2)
   %val = extractvalue {i8, i1} %t, 0
   %obit = extractvalue {i8, i1} %t, 1
   store i8 %val, i8* %res
   ret i1 %obit
 }
; CHECK-NEXT:  seto %al
   store i64 %val, i64* %res
   ret i1 %obit
 }
 
 ; UMULO
 define zeroext i1 @umulo.i8(i8 %v1, i8 %v2, i8* %res) {
 entry:
 ; CHECK-LABEL:   umulo.i8
-; CHECK:         movb %dil, %al
+; CHECK:         movl %edi, %eax
 ; CHECK-NEXT:    mulb %sil
 ; CHECK-NEXT:    seto %cl
   %t = call {i8, i1} @llvm.umul.with.overflow.i8(i8 %v1, i8 %v2)
   %val = extractvalue {i8, i1} %t, 0
   %obit = extractvalue {i8, i1} %t, 1
   store i8 %val, i8* %res
   ret i1 %obit
 }