diff --git a/llvm/lib/Target/AMDGPU/AMDGPULegalizerInfo.cpp b/llvm/lib/Target/AMDGPU/AMDGPULegalizerInfo.cpp --- a/llvm/lib/Target/AMDGPU/AMDGPULegalizerInfo.cpp +++ b/llvm/lib/Target/AMDGPU/AMDGPULegalizerInfo.cpp @@ -603,6 +603,8 @@ .scalarize(0) .lower(); + getActionDefinitionsBuilder({G_UMULO, G_SMULO}).lower(); + // Report legal for any types we can handle anywhere. For the cases only legal // on the SALU, RegBankSelect will be able to re-legalize. getActionDefinitionsBuilder({G_AND, G_OR, G_XOR}) diff --git a/llvm/test/CodeGen/AMDGPU/GlobalISel/legalize-smulo.mir b/llvm/test/CodeGen/AMDGPU/GlobalISel/legalize-smulo.mir new file mode 100644 --- /dev/null +++ b/llvm/test/CodeGen/AMDGPU/GlobalISel/legalize-smulo.mir @@ -0,0 +1,825 @@ +# NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py +# RUN: llc -mtriple=amdgcn-mesa-mesa3d -mcpu=fiji -global-isel-abort=0 -O0 -run-pass=legalizer %s -o - | FileCheck %s --check-prefix=GFX8 +# RUN: llc -mtriple=amdgcn-mesa-mesa3d -mcpu=gfx906 -global-isel-abort=0 -O0 -run-pass=legalizer %s -o - | FileCheck %s --check-prefix=GFX9 + +--- +name: test_smulo_s32 +body: | + bb.0: + liveins: $vgpr0, $vgpr1 + + ; GFX8-LABEL: name: test_smulo_s32 + ; GFX8: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX8: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX8: [[SMULH:%[0-9]+]]:_(s32) = G_SMULH [[COPY]], [[COPY1]] + ; GFX8: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[COPY]], [[COPY1]] + ; GFX8: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 31 + ; GFX8: [[ASHR:%[0-9]+]]:_(s32) = G_ASHR [[MUL]], [[C]](s32) + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SMULH]](s32), [[ASHR]] + ; GFX8: [[SEXT:%[0-9]+]]:_(s32) = G_SEXT [[ICMP]](s1) + ; GFX8: $vgpr0 = COPY [[MUL]](s32) + ; GFX8: $vgpr1 = COPY [[SEXT]](s32) + ; GFX9-LABEL: name: test_smulo_s32 + ; GFX9: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX9: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX9: [[SMULH:%[0-9]+]]:_(s32) = G_SMULH [[COPY]], [[COPY1]] + ; GFX9: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[COPY]], [[COPY1]] + ; GFX9: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 31 + ; GFX9: [[ASHR:%[0-9]+]]:_(s32) = G_ASHR [[MUL]], [[C]](s32) + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SMULH]](s32), [[ASHR]] + ; GFX9: [[SEXT:%[0-9]+]]:_(s32) = G_SEXT [[ICMP]](s1) + ; GFX9: $vgpr0 = COPY [[MUL]](s32) + ; GFX9: $vgpr1 = COPY [[SEXT]](s32) + %0:_(s32) = COPY $vgpr0 + %1:_(s32) = COPY $vgpr1 + %2:_(s32), %3:_(s1) = G_SMULO %0, %1 + %4:_(s32) = G_SEXT %3 + $vgpr0 = COPY %2 + $vgpr1 = COPY %4 +... + +--- +name: test_smulo_v2s32 +body: | + bb.0: + liveins: $vgpr0_vgpr1, $vgpr2_vgpr3 + + ; GFX8-LABEL: name: test_smulo_v2s32 + ; GFX8: [[COPY:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr0_vgpr1 + ; GFX8: [[COPY1:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr2_vgpr3 + ; GFX8: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX8: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX8: [[SMULH:%[0-9]+]]:_(s32) = G_SMULH [[UV]], [[UV2]] + ; GFX8: [[SMULH1:%[0-9]+]]:_(s32) = G_SMULH [[UV1]], [[UV3]] + ; GFX8: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX8: [[UV4:%[0-9]+]]:_(s32), [[UV5:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX8: [[UV6:%[0-9]+]]:_(s32), [[UV7:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX8: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[UV4]], [[UV6]] + ; GFX8: [[MUL1:%[0-9]+]]:_(s32) = G_MUL [[UV5]], [[UV7]] + ; GFX8: [[BUILD_VECTOR:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[MUL]](s32), [[MUL1]](s32) + ; GFX8: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 63 + ; GFX8: [[ASHR:%[0-9]+]]:_(s32) = G_ASHR [[MUL]], [[C1]](s32) + ; GFX8: [[ASHR1:%[0-9]+]]:_(s32) = G_ASHR [[MUL1]], [[C1]](s32) + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SMULH]](s32), [[ASHR]] + ; GFX8: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SMULH1]](s32), [[ASHR1]] + ; GFX8: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX8: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY [[ANYEXT]](s32) + ; GFX8: [[SEXT_INREG:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY2]], 1 + ; GFX8: [[COPY3:%[0-9]+]]:_(s32) = COPY [[ANYEXT1]](s32) + ; GFX8: [[SEXT_INREG1:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY3]], 1 + ; GFX8: [[BUILD_VECTOR1:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[SEXT_INREG]](s32), [[SEXT_INREG1]](s32) + ; GFX8: $vgpr0_vgpr1 = COPY [[BUILD_VECTOR]](<2 x s32>) + ; GFX8: $vgpr2_vgpr3 = COPY [[BUILD_VECTOR1]](<2 x s32>) + ; GFX9-LABEL: name: test_smulo_v2s32 + ; GFX9: [[COPY:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr0_vgpr1 + ; GFX9: [[COPY1:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr2_vgpr3 + ; GFX9: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX9: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX9: [[SMULH:%[0-9]+]]:_(s32) = G_SMULH [[UV]], [[UV2]] + ; GFX9: [[SMULH1:%[0-9]+]]:_(s32) = G_SMULH [[UV1]], [[UV3]] + ; GFX9: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX9: [[UV4:%[0-9]+]]:_(s32), [[UV5:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX9: [[UV6:%[0-9]+]]:_(s32), [[UV7:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX9: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[UV4]], [[UV6]] + ; GFX9: [[MUL1:%[0-9]+]]:_(s32) = G_MUL [[UV5]], [[UV7]] + ; GFX9: [[BUILD_VECTOR:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[MUL]](s32), [[MUL1]](s32) + ; GFX9: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 63 + ; GFX9: [[ASHR:%[0-9]+]]:_(s32) = G_ASHR [[MUL]], [[C1]](s32) + ; GFX9: [[ASHR1:%[0-9]+]]:_(s32) = G_ASHR [[MUL1]], [[C1]](s32) + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SMULH]](s32), [[ASHR]] + ; GFX9: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SMULH1]](s32), [[ASHR1]] + ; GFX9: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX9: [[SEXT_INREG:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT]], 1 + ; GFX9: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX9: [[SEXT_INREG1:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT1]], 1 + ; GFX9: [[BUILD_VECTOR1:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[SEXT_INREG]](s32), [[SEXT_INREG1]](s32) + ; GFX9: $vgpr0_vgpr1 = COPY [[BUILD_VECTOR]](<2 x s32>) + ; GFX9: $vgpr2_vgpr3 = COPY [[BUILD_VECTOR1]](<2 x s32>) + %0:_(<2 x s32>) = COPY $vgpr0_vgpr1 + %1:_(<2 x s32>) = COPY $vgpr2_vgpr3 + %2:_(<2 x s32>), %3:_(<2 x s1>) = G_SMULO %0, %1 + %4:_(<2 x s32>) = G_SEXT %3 + $vgpr0_vgpr1 = COPY %2 + $vgpr2_vgpr3 = COPY %4 +... + +--- +name: test_smulo_s16 +body: | + bb.0: + liveins: $vgpr0, $vgpr1 + + ; GFX8-LABEL: name: test_smulo_s16 + ; GFX8: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX8: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX8: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY [[COPY]](s32) + ; GFX8: [[SEXT_INREG:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY2]], 16 + ; GFX8: [[COPY3:%[0-9]+]]:_(s32) = COPY [[COPY1]](s32) + ; GFX8: [[SEXT_INREG1:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY3]], 16 + ; GFX8: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[SEXT_INREG]], [[SEXT_INREG1]] + ; GFX8: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX8: [[ASHR:%[0-9]+]]:_(s32) = G_ASHR [[MUL]], [[C]](s32) + ; GFX8: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[ASHR]](s32) + ; GFX8: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[TRUNC]], [[TRUNC1]] + ; GFX8: [[C1:%[0-9]+]]:_(s16) = G_CONSTANT i16 15 + ; GFX8: [[ASHR1:%[0-9]+]]:_(s16) = G_ASHR [[MUL1]], [[C1]](s16) + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC2]](s16), [[ASHR1]] + ; GFX8: [[SEXT:%[0-9]+]]:_(s32) = G_SEXT [[MUL1]](s16) + ; GFX8: [[SEXT1:%[0-9]+]]:_(s32) = G_SEXT [[ICMP]](s1) + ; GFX8: $vgpr0 = COPY [[SEXT]](s32) + ; GFX8: $vgpr1 = COPY [[SEXT1]](s32) + ; GFX9-LABEL: name: test_smulo_s16 + ; GFX9: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX9: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX9: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[COPY2:%[0-9]+]]:_(s32) = COPY [[COPY]](s32) + ; GFX9: [[SEXT_INREG:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY2]], 16 + ; GFX9: [[COPY3:%[0-9]+]]:_(s32) = COPY [[COPY1]](s32) + ; GFX9: [[SEXT_INREG1:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY3]], 16 + ; GFX9: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[SEXT_INREG]], [[SEXT_INREG1]] + ; GFX9: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX9: [[ASHR:%[0-9]+]]:_(s32) = G_ASHR [[MUL]], [[C]](s32) + ; GFX9: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[ASHR]](s32) + ; GFX9: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[TRUNC]], [[TRUNC1]] + ; GFX9: [[C1:%[0-9]+]]:_(s16) = G_CONSTANT i16 15 + ; GFX9: [[ASHR1:%[0-9]+]]:_(s16) = G_ASHR [[MUL1]], [[C1]](s16) + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC2]](s16), [[ASHR1]] + ; GFX9: [[SEXT:%[0-9]+]]:_(s32) = G_SEXT [[MUL1]](s16) + ; GFX9: [[SEXT1:%[0-9]+]]:_(s32) = G_SEXT [[ICMP]](s1) + ; GFX9: $vgpr0 = COPY [[SEXT]](s32) + ; GFX9: $vgpr1 = COPY [[SEXT1]](s32) + %0:_(s32) = COPY $vgpr0 + %1:_(s32) = COPY $vgpr1 + %2:_(s16) = G_TRUNC %0 + %3:_(s16) = G_TRUNC %1 + %4:_(s16), %6:_(s1) = G_SMULO %2, %3 + %5:_(s32) = G_SEXT %4 + %7:_(s32) = G_SEXT %6 + $vgpr0 = COPY %5 + $vgpr1 = COPY %7 +... + +--- +name: test_smulo_s8 +body: | + bb.0: + liveins: $vgpr0, $vgpr1 + + ; GFX8-LABEL: name: test_smulo_s8 + ; GFX8: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX8: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX8: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[C:%[0-9]+]]:_(s16) = G_CONSTANT i16 8 + ; GFX8: [[SHL:%[0-9]+]]:_(s16) = G_SHL [[TRUNC]], [[C]](s16) + ; GFX8: [[ASHR:%[0-9]+]]:_(s16) = G_ASHR [[SHL]], [[C]](s16) + ; GFX8: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[SHL1:%[0-9]+]]:_(s16) = G_SHL [[TRUNC1]], [[C]](s16) + ; GFX8: [[ASHR1:%[0-9]+]]:_(s16) = G_ASHR [[SHL1]], [[C]](s16) + ; GFX8: [[MUL:%[0-9]+]]:_(s16) = G_MUL [[ASHR]], [[ASHR1]] + ; GFX8: [[ASHR2:%[0-9]+]]:_(s16) = G_ASHR [[MUL]], [[C]](s16) + ; GFX8: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[TRUNC2]], [[TRUNC3]] + ; GFX8: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 7 + ; GFX8: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY [[C1]](s32) + ; GFX8: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY2]], [[C2]] + ; GFX8: [[COPY3:%[0-9]+]]:_(s16) = COPY [[MUL1]](s16) + ; GFX8: [[SHL2:%[0-9]+]]:_(s16) = G_SHL [[COPY3]], [[C]](s16) + ; GFX8: [[ASHR3:%[0-9]+]]:_(s16) = G_ASHR [[SHL2]], [[C]](s16) + ; GFX8: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[AND]](s32) + ; GFX8: [[ASHR4:%[0-9]+]]:_(s16) = G_ASHR [[ASHR3]], [[TRUNC4]](s16) + ; GFX8: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR2]](s16) + ; GFX8: [[AND1:%[0-9]+]]:_(s32) = G_AND [[ANYEXT]], [[C2]] + ; GFX8: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR4]](s16) + ; GFX8: [[AND2:%[0-9]+]]:_(s32) = G_AND [[ANYEXT1]], [[C2]] + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND1]](s32), [[AND2]] + ; GFX8: [[ANYEXT2:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL1]](s16) + ; GFX8: [[SEXT_INREG:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT2]], 8 + ; GFX8: [[SEXT:%[0-9]+]]:_(s32) = G_SEXT [[ICMP]](s1) + ; GFX8: $vgpr0 = COPY [[SEXT_INREG]](s32) + ; GFX8: $vgpr1 = COPY [[SEXT]](s32) + ; GFX9-LABEL: name: test_smulo_s8 + ; GFX9: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX9: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX9: [[COPY2:%[0-9]+]]:_(s32) = COPY [[COPY]](s32) + ; GFX9: [[SEXT_INREG:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY2]], 8 + ; GFX9: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[SEXT_INREG]](s32) + ; GFX9: [[COPY3:%[0-9]+]]:_(s32) = COPY [[COPY1]](s32) + ; GFX9: [[SEXT_INREG1:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY3]], 8 + ; GFX9: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[SEXT_INREG1]](s32) + ; GFX9: [[MUL:%[0-9]+]]:_(s16) = G_MUL [[TRUNC]], [[TRUNC1]] + ; GFX9: [[C:%[0-9]+]]:_(s16) = G_CONSTANT i16 8 + ; GFX9: [[ASHR:%[0-9]+]]:_(s16) = G_ASHR [[MUL]], [[C]](s16) + ; GFX9: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[TRUNC2]], [[TRUNC3]] + ; GFX9: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 7 + ; GFX9: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX9: [[COPY4:%[0-9]+]]:_(s32) = COPY [[C1]](s32) + ; GFX9: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY4]], [[C2]] + ; GFX9: [[COPY5:%[0-9]+]]:_(s16) = COPY [[MUL1]](s16) + ; GFX9: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[COPY5]](s16) + ; GFX9: [[SEXT_INREG2:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT]], 8 + ; GFX9: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[SEXT_INREG2]](s32) + ; GFX9: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[AND]](s32) + ; GFX9: [[ASHR1:%[0-9]+]]:_(s16) = G_ASHR [[TRUNC4]], [[TRUNC5]](s16) + ; GFX9: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR]](s16) + ; GFX9: [[AND1:%[0-9]+]]:_(s32) = G_AND [[ANYEXT1]], [[C2]] + ; GFX9: [[ANYEXT2:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR1]](s16) + ; GFX9: [[AND2:%[0-9]+]]:_(s32) = G_AND [[ANYEXT2]], [[C2]] + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND1]](s32), [[AND2]] + ; GFX9: [[ANYEXT3:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL1]](s16) + ; GFX9: [[SEXT_INREG3:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT3]], 8 + ; GFX9: [[SEXT:%[0-9]+]]:_(s32) = G_SEXT [[ICMP]](s1) + ; GFX9: $vgpr0 = COPY [[SEXT_INREG3]](s32) + ; GFX9: $vgpr1 = COPY [[SEXT]](s32) + %0:_(s32) = COPY $vgpr0 + %1:_(s32) = COPY $vgpr1 + %2:_(s8) = G_TRUNC %0 + %3:_(s8) = G_TRUNC %1 + %4:_(s8), %6:_(s1) = G_SMULO %2, %3 + %5:_(s32) = G_SEXT %4 + %7:_(s32) = G_SEXT %6 + $vgpr0 = COPY %5 + $vgpr1 = COPY %7 +... + +--- +name: test_smulo_v2s16 +body: | + bb.0: + liveins: $vgpr0_vgpr1, $vgpr2_vgpr3 + ; GFX8-LABEL: name: test_smulo_v2s16 + ; GFX8: [[COPY:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr0_vgpr1 + ; GFX8: [[COPY1:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr2_vgpr3 + ; GFX8: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX8: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY [[UV]](s32) + ; GFX8: [[SEXT_INREG:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY2]], 16 + ; GFX8: [[COPY3:%[0-9]+]]:_(s32) = COPY [[UV2]](s32) + ; GFX8: [[SEXT_INREG1:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY3]], 16 + ; GFX8: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[SEXT_INREG]], [[SEXT_INREG1]] + ; GFX8: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX8: [[ASHR:%[0-9]+]]:_(s32) = G_ASHR [[MUL]], [[C]](s32) + ; GFX8: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[ASHR]](s32) + ; GFX8: [[COPY4:%[0-9]+]]:_(s32) = COPY [[UV1]](s32) + ; GFX8: [[SEXT_INREG2:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY4]], 16 + ; GFX8: [[COPY5:%[0-9]+]]:_(s32) = COPY [[UV3]](s32) + ; GFX8: [[SEXT_INREG3:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY5]], 16 + ; GFX8: [[MUL1:%[0-9]+]]:_(s32) = G_MUL [[SEXT_INREG2]], [[SEXT_INREG3]] + ; GFX8: [[ASHR1:%[0-9]+]]:_(s32) = G_ASHR [[MUL1]], [[C]](s32) + ; GFX8: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[ASHR1]](s32) + ; GFX8: [[C1:%[0-9]+]]:_(s16) = G_CONSTANT i16 0 + ; GFX8: [[UV4:%[0-9]+]]:_(s32), [[UV5:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX8: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[UV4]](s32) + ; GFX8: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[UV5]](s32) + ; GFX8: [[UV6:%[0-9]+]]:_(s32), [[UV7:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX8: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[UV6]](s32) + ; GFX8: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[UV7]](s32) + ; GFX8: [[MUL2:%[0-9]+]]:_(s16) = G_MUL [[TRUNC2]], [[TRUNC4]] + ; GFX8: [[MUL3:%[0-9]+]]:_(s16) = G_MUL [[TRUNC3]], [[TRUNC5]] + ; GFX8: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[MUL2]](s16) + ; GFX8: [[ZEXT1:%[0-9]+]]:_(s32) = G_ZEXT [[MUL3]](s16) + ; GFX8: [[SHL:%[0-9]+]]:_(s32) = G_SHL [[ZEXT1]], [[C]](s32) + ; GFX8: [[OR:%[0-9]+]]:_(s32) = G_OR [[ZEXT]], [[SHL]] + ; GFX8: [[BITCAST:%[0-9]+]]:_(<2 x s16>) = G_BITCAST [[OR]](s32) + ; GFX8: [[C2:%[0-9]+]]:_(s16) = G_CONSTANT i16 31 + ; GFX8: [[ASHR2:%[0-9]+]]:_(s16) = G_ASHR [[MUL2]], [[C2]](s16) + ; GFX8: [[ASHR3:%[0-9]+]]:_(s16) = G_ASHR [[MUL3]], [[C2]](s16) + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC]](s16), [[ASHR2]] + ; GFX8: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC1]](s16), [[ASHR3]] + ; GFX8: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX8: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX8: [[COPY6:%[0-9]+]]:_(s32) = COPY [[ANYEXT]](s32) + ; GFX8: [[SEXT_INREG4:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY6]], 1 + ; GFX8: [[COPY7:%[0-9]+]]:_(s32) = COPY [[ANYEXT1]](s32) + ; GFX8: [[SEXT_INREG5:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY7]], 1 + ; GFX8: [[BUILD_VECTOR:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[SEXT_INREG4]](s32), [[SEXT_INREG5]](s32) + ; GFX8: [[BITCAST1:%[0-9]+]]:_(s32) = G_BITCAST [[BITCAST]](<2 x s16>) + ; GFX8: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST1]], [[C]](s32) + ; GFX8: [[COPY8:%[0-9]+]]:_(s32) = COPY [[BITCAST1]](s32) + ; GFX8: [[SEXT_INREG6:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY8]], 16 + ; GFX8: [[COPY9:%[0-9]+]]:_(s32) = COPY [[LSHR]](s32) + ; GFX8: [[SEXT_INREG7:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY9]], 16 + ; GFX8: [[BUILD_VECTOR1:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[SEXT_INREG6]](s32), [[SEXT_INREG7]](s32) + ; GFX8: $vgpr0_vgpr1 = COPY [[BUILD_VECTOR1]](<2 x s32>) + ; GFX8: $vgpr2_vgpr3 = COPY [[BUILD_VECTOR]](<2 x s32>) + ; GFX9-LABEL: name: test_smulo_v2s16 + ; GFX9: [[COPY:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr0_vgpr1 + ; GFX9: [[COPY1:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr2_vgpr3 + ; GFX9: [[TRUNC:%[0-9]+]]:_(<2 x s16>) = G_TRUNC [[COPY]](<2 x s32>) + ; GFX9: [[TRUNC1:%[0-9]+]]:_(<2 x s16>) = G_TRUNC [[COPY1]](<2 x s32>) + ; GFX9: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX9: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX9: [[COPY2:%[0-9]+]]:_(s32) = COPY [[UV]](s32) + ; GFX9: [[SEXT_INREG:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY2]], 16 + ; GFX9: [[COPY3:%[0-9]+]]:_(s32) = COPY [[UV2]](s32) + ; GFX9: [[SEXT_INREG1:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY3]], 16 + ; GFX9: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[SEXT_INREG]], [[SEXT_INREG1]] + ; GFX9: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX9: [[ASHR:%[0-9]+]]:_(s32) = G_ASHR [[MUL]], [[C]](s32) + ; GFX9: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[ASHR]](s32) + ; GFX9: [[COPY4:%[0-9]+]]:_(s32) = COPY [[UV1]](s32) + ; GFX9: [[SEXT_INREG2:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY4]], 16 + ; GFX9: [[COPY5:%[0-9]+]]:_(s32) = COPY [[UV3]](s32) + ; GFX9: [[SEXT_INREG3:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY5]], 16 + ; GFX9: [[MUL1:%[0-9]+]]:_(s32) = G_MUL [[SEXT_INREG2]], [[SEXT_INREG3]] + ; GFX9: [[ASHR1:%[0-9]+]]:_(s32) = G_ASHR [[MUL1]], [[C]](s32) + ; GFX9: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[ASHR1]](s32) + ; GFX9: [[C1:%[0-9]+]]:_(s16) = G_CONSTANT i16 0 + ; GFX9: [[MUL2:%[0-9]+]]:_(<2 x s16>) = G_MUL [[TRUNC]], [[TRUNC1]] + ; GFX9: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 31 + ; GFX9: [[COPY6:%[0-9]+]]:_(s32) = COPY [[C2]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY6]](s32), [[C2]](s32) + ; GFX9: [[ASHR2:%[0-9]+]]:_(<2 x s16>) = G_ASHR [[MUL2]], [[BUILD_VECTOR_TRUNC]](<2 x s16>) + ; GFX9: [[BITCAST:%[0-9]+]]:_(s32) = G_BITCAST [[ASHR2]](<2 x s16>) + ; GFX9: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[BITCAST]](s32) + ; GFX9: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST]], [[C]](s32) + ; GFX9: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC2]](s16), [[TRUNC4]] + ; GFX9: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC3]](s16), [[TRUNC5]] + ; GFX9: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX9: [[SEXT_INREG4:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT]], 1 + ; GFX9: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX9: [[SEXT_INREG5:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT1]], 1 + ; GFX9: [[BUILD_VECTOR:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[SEXT_INREG4]](s32), [[SEXT_INREG5]](s32) + ; GFX9: [[BITCAST1:%[0-9]+]]:_(s32) = G_BITCAST [[MUL2]](<2 x s16>) + ; GFX9: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST1]], [[C]](s32) + ; GFX9: [[COPY7:%[0-9]+]]:_(s32) = COPY [[BITCAST1]](s32) + ; GFX9: [[SEXT_INREG6:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY7]], 16 + ; GFX9: [[COPY8:%[0-9]+]]:_(s32) = COPY [[LSHR1]](s32) + ; GFX9: [[SEXT_INREG7:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY8]], 16 + ; GFX9: [[BUILD_VECTOR1:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[SEXT_INREG6]](s32), [[SEXT_INREG7]](s32) + ; GFX9: $vgpr0_vgpr1 = COPY [[BUILD_VECTOR1]](<2 x s32>) + ; GFX9: $vgpr2_vgpr3 = COPY [[BUILD_VECTOR]](<2 x s32>) + %0:_(<2 x s32>) = COPY $vgpr0_vgpr1 + %1:_(<2 x s32>) = COPY $vgpr2_vgpr3 + %2:_(<2 x s16>) = G_TRUNC %0 + %3:_(<2 x s16>) = G_TRUNC %1 + %4:_(<2 x s16>), %6:_(<2 x s1>) = G_SMULO %2, %3 + %7:_(<2 x s32>) = G_SEXT %6 + %5:_(<2 x s32>) = G_SEXT %4 + $vgpr0_vgpr1 = COPY %5 + $vgpr2_vgpr3 = COPY %7 +... + + +--- +name: test_smulo_v2s8 +body: | + bb.0: + liveins: $vgpr0, $vgpr1, $vgpr2, $vgpr3 + ; GFX8-LABEL: name: test_smulo_v2s8 + ; GFX8: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX8: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY $vgpr2 + ; GFX8: [[COPY3:%[0-9]+]]:_(s32) = COPY $vgpr3 + ; GFX8: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[C:%[0-9]+]]:_(s16) = G_CONSTANT i16 8 + ; GFX8: [[SHL:%[0-9]+]]:_(s16) = G_SHL [[TRUNC]], [[C]](s16) + ; GFX8: [[ASHR:%[0-9]+]]:_(s16) = G_ASHR [[SHL]], [[C]](s16) + ; GFX8: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY2]](s32) + ; GFX8: [[SHL1:%[0-9]+]]:_(s16) = G_SHL [[TRUNC1]], [[C]](s16) + ; GFX8: [[ASHR1:%[0-9]+]]:_(s16) = G_ASHR [[SHL1]], [[C]](s16) + ; GFX8: [[MUL:%[0-9]+]]:_(s16) = G_MUL [[ASHR]], [[ASHR1]] + ; GFX8: [[ASHR2:%[0-9]+]]:_(s16) = G_ASHR [[MUL]], [[C]](s16) + ; GFX8: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[SHL2:%[0-9]+]]:_(s16) = G_SHL [[TRUNC2]], [[C]](s16) + ; GFX8: [[ASHR3:%[0-9]+]]:_(s16) = G_ASHR [[SHL2]], [[C]](s16) + ; GFX8: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[COPY3]](s32) + ; GFX8: [[SHL3:%[0-9]+]]:_(s16) = G_SHL [[TRUNC3]], [[C]](s16) + ; GFX8: [[ASHR4:%[0-9]+]]:_(s16) = G_ASHR [[SHL3]], [[C]](s16) + ; GFX8: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[ASHR3]], [[ASHR4]] + ; GFX8: [[ASHR5:%[0-9]+]]:_(s16) = G_ASHR [[MUL1]], [[C]](s16) + ; GFX8: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX8: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[COPY2]](s32) + ; GFX8: [[MUL2:%[0-9]+]]:_(s16) = G_MUL [[TRUNC4]], [[TRUNC5]] + ; GFX8: [[TRUNC6:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[TRUNC7:%[0-9]+]]:_(s16) = G_TRUNC [[COPY3]](s32) + ; GFX8: [[MUL3:%[0-9]+]]:_(s16) = G_MUL [[TRUNC6]], [[TRUNC7]] + ; GFX8: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 15 + ; GFX8: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX8: [[COPY4:%[0-9]+]]:_(s32) = COPY [[C2]](s32) + ; GFX8: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY4]], [[C3]] + ; GFX8: [[COPY5:%[0-9]+]]:_(s16) = COPY [[MUL2]](s16) + ; GFX8: [[SHL4:%[0-9]+]]:_(s16) = G_SHL [[COPY5]], [[C]](s16) + ; GFX8: [[ASHR6:%[0-9]+]]:_(s16) = G_ASHR [[SHL4]], [[C]](s16) + ; GFX8: [[TRUNC8:%[0-9]+]]:_(s16) = G_TRUNC [[AND]](s32) + ; GFX8: [[ASHR7:%[0-9]+]]:_(s16) = G_ASHR [[ASHR6]], [[TRUNC8]](s16) + ; GFX8: [[COPY6:%[0-9]+]]:_(s32) = COPY [[C2]](s32) + ; GFX8: [[AND1:%[0-9]+]]:_(s32) = G_AND [[COPY6]], [[C3]] + ; GFX8: [[COPY7:%[0-9]+]]:_(s16) = COPY [[MUL3]](s16) + ; GFX8: [[SHL5:%[0-9]+]]:_(s16) = G_SHL [[COPY7]], [[C]](s16) + ; GFX8: [[ASHR8:%[0-9]+]]:_(s16) = G_ASHR [[SHL5]], [[C]](s16) + ; GFX8: [[TRUNC9:%[0-9]+]]:_(s16) = G_TRUNC [[AND1]](s32) + ; GFX8: [[ASHR9:%[0-9]+]]:_(s16) = G_ASHR [[ASHR8]], [[TRUNC9]](s16) + ; GFX8: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR2]](s16) + ; GFX8: [[AND2:%[0-9]+]]:_(s32) = G_AND [[ANYEXT]], [[C3]] + ; GFX8: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR7]](s16) + ; GFX8: [[AND3:%[0-9]+]]:_(s32) = G_AND [[ANYEXT1]], [[C3]] + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND2]](s32), [[AND3]] + ; GFX8: [[ANYEXT2:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR5]](s16) + ; GFX8: [[AND4:%[0-9]+]]:_(s32) = G_AND [[ANYEXT2]], [[C3]] + ; GFX8: [[ANYEXT3:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR9]](s16) + ; GFX8: [[AND5:%[0-9]+]]:_(s32) = G_AND [[ANYEXT3]], [[C3]] + ; GFX8: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND4]](s32), [[AND5]] + ; GFX8: [[C4:%[0-9]+]]:_(s16) = G_CONSTANT i16 255 + ; GFX8: [[COPY8:%[0-9]+]]:_(s16) = COPY [[MUL2]](s16) + ; GFX8: [[AND6:%[0-9]+]]:_(s16) = G_AND [[COPY8]], [[C4]] + ; GFX8: [[COPY9:%[0-9]+]]:_(s16) = COPY [[MUL3]](s16) + ; GFX8: [[AND7:%[0-9]+]]:_(s16) = G_AND [[COPY9]], [[C4]] + ; GFX8: [[SHL6:%[0-9]+]]:_(s16) = G_SHL [[AND7]], [[C]](s16) + ; GFX8: [[OR:%[0-9]+]]:_(s16) = G_OR [[AND6]], [[SHL6]] + ; GFX8: [[ANYEXT4:%[0-9]+]]:_(s32) = G_ANYEXT [[OR]](s16) + ; GFX8: [[ANYEXT5:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX8: [[ANYEXT6:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX8: $vgpr0 = COPY [[ANYEXT4]](s32) + ; GFX8: $vgpr1 = COPY [[ANYEXT5]](s32) + ; GFX8: $vgpr2 = COPY [[ANYEXT6]](s32) + ; GFX9-LABEL: name: test_smulo_v2s8 + ; GFX9: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX9: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX9: [[COPY2:%[0-9]+]]:_(s32) = COPY $vgpr2 + ; GFX9: [[COPY3:%[0-9]+]]:_(s32) = COPY $vgpr3 + ; GFX9: [[COPY4:%[0-9]+]]:_(s32) = COPY [[COPY]](s32) + ; GFX9: [[SEXT_INREG:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY4]], 8 + ; GFX9: [[COPY5:%[0-9]+]]:_(s32) = COPY [[COPY1]](s32) + ; GFX9: [[SEXT_INREG1:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY5]], 8 + ; GFX9: [[COPY6:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG]](s32) + ; GFX9: [[COPY7:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG1]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY6]](s32), [[COPY7]](s32) + ; GFX9: [[COPY8:%[0-9]+]]:_(s32) = COPY [[COPY2]](s32) + ; GFX9: [[SEXT_INREG2:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY8]], 8 + ; GFX9: [[COPY9:%[0-9]+]]:_(s32) = COPY [[COPY3]](s32) + ; GFX9: [[SEXT_INREG3:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY9]], 8 + ; GFX9: [[COPY10:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG2]](s32) + ; GFX9: [[COPY11:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG3]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC1:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY10]](s32), [[COPY11]](s32) + ; GFX9: [[MUL:%[0-9]+]]:_(<2 x s16>) = G_MUL [[BUILD_VECTOR_TRUNC]], [[BUILD_VECTOR_TRUNC1]] + ; GFX9: [[C:%[0-9]+]]:_(s16) = G_CONSTANT i16 8 + ; GFX9: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 8 + ; GFX9: [[COPY12:%[0-9]+]]:_(s32) = COPY [[C1]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC2:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY12]](s32), [[C1]](s32) + ; GFX9: [[ASHR:%[0-9]+]]:_(<2 x s16>) = G_ASHR [[MUL]], [[BUILD_VECTOR_TRUNC2]](<2 x s16>) + ; GFX9: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX9: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY2]](s32) + ; GFX9: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[TRUNC]], [[TRUNC1]] + ; GFX9: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[COPY3]](s32) + ; GFX9: [[MUL2:%[0-9]+]]:_(s16) = G_MUL [[TRUNC2]], [[TRUNC3]] + ; GFX9: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 15 + ; GFX9: [[C4:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX9: [[COPY13:%[0-9]+]]:_(s32) = COPY [[C3]](s32) + ; GFX9: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY13]], [[C4]] + ; GFX9: [[COPY14:%[0-9]+]]:_(s16) = COPY [[MUL1]](s16) + ; GFX9: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[COPY14]](s16) + ; GFX9: [[SEXT_INREG4:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT]], 8 + ; GFX9: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[SEXT_INREG4]](s32) + ; GFX9: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[AND]](s32) + ; GFX9: [[ASHR1:%[0-9]+]]:_(s16) = G_ASHR [[TRUNC4]], [[TRUNC5]](s16) + ; GFX9: [[COPY15:%[0-9]+]]:_(s32) = COPY [[C3]](s32) + ; GFX9: [[AND1:%[0-9]+]]:_(s32) = G_AND [[COPY15]], [[C4]] + ; GFX9: [[COPY16:%[0-9]+]]:_(s16) = COPY [[MUL2]](s16) + ; GFX9: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[COPY16]](s16) + ; GFX9: [[SEXT_INREG5:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT1]], 8 + ; GFX9: [[TRUNC6:%[0-9]+]]:_(s16) = G_TRUNC [[SEXT_INREG5]](s32) + ; GFX9: [[TRUNC7:%[0-9]+]]:_(s16) = G_TRUNC [[AND1]](s32) + ; GFX9: [[ASHR2:%[0-9]+]]:_(s16) = G_ASHR [[TRUNC6]], [[TRUNC7]](s16) + ; GFX9: [[BITCAST:%[0-9]+]]:_(s32) = G_BITCAST [[ASHR]](<2 x s16>) + ; GFX9: [[C5:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX9: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST]], [[C5]](s32) + ; GFX9: [[COPY17:%[0-9]+]]:_(s32) = COPY [[BITCAST]](s32) + ; GFX9: [[AND2:%[0-9]+]]:_(s32) = G_AND [[COPY17]], [[C4]] + ; GFX9: [[ANYEXT2:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR1]](s16) + ; GFX9: [[AND3:%[0-9]+]]:_(s32) = G_AND [[ANYEXT2]], [[C4]] + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND2]](s32), [[AND3]] + ; GFX9: [[COPY18:%[0-9]+]]:_(s32) = COPY [[LSHR]](s32) + ; GFX9: [[AND4:%[0-9]+]]:_(s32) = G_AND [[COPY18]], [[C4]] + ; GFX9: [[ANYEXT3:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR2]](s16) + ; GFX9: [[AND5:%[0-9]+]]:_(s32) = G_AND [[ANYEXT3]], [[C4]] + ; GFX9: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND4]](s32), [[AND5]] + ; GFX9: [[C6:%[0-9]+]]:_(s16) = G_CONSTANT i16 255 + ; GFX9: [[COPY19:%[0-9]+]]:_(s16) = COPY [[MUL1]](s16) + ; GFX9: [[AND6:%[0-9]+]]:_(s16) = G_AND [[COPY19]], [[C6]] + ; GFX9: [[COPY20:%[0-9]+]]:_(s16) = COPY [[MUL2]](s16) + ; GFX9: [[AND7:%[0-9]+]]:_(s16) = G_AND [[COPY20]], [[C6]] + ; GFX9: [[SHL:%[0-9]+]]:_(s16) = G_SHL [[AND7]], [[C]](s16) + ; GFX9: [[OR:%[0-9]+]]:_(s16) = G_OR [[AND6]], [[SHL]] + ; GFX9: [[ANYEXT4:%[0-9]+]]:_(s32) = G_ANYEXT [[OR]](s16) + ; GFX9: [[ANYEXT5:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX9: [[ANYEXT6:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX9: $vgpr0 = COPY [[ANYEXT4]](s32) + ; GFX9: $vgpr1 = COPY [[ANYEXT5]](s32) + ; GFX9: $vgpr2 = COPY [[ANYEXT6]](s32) + %0:_(s32) = COPY $vgpr0 + %1:_(s32) = COPY $vgpr1 + %2:_(s32) = COPY $vgpr2 + %3:_(s32) = COPY $vgpr3 + %5:_(s8) = G_TRUNC %0 + %6:_(s8) = G_TRUNC %1 + %7:_(s8) = G_TRUNC %2 + %8:_(s8) = G_TRUNC %3 + %11:_(<2 x s8>) = G_BUILD_VECTOR %5, %6 + %12:_(<2 x s8>) = G_BUILD_VECTOR %7, %8 + %13:_(<2 x s8>), %19:_(<2 x s1>) = G_SMULO %11, %12 + %20:_(<2 x s32>) = G_SEXT %19 + %14:_(s8), %15:_(s8) = G_UNMERGE_VALUES %13 + %21:_(s1), %22:_(s1) = G_UNMERGE_VALUES %19 + %17:_(s16) = G_MERGE_VALUES %14, %15 + %18:_(s32) = G_ANYEXT %17 + %23:_(s32) = G_ANYEXT %21 + %24:_(s32) = G_ANYEXT %22 + $vgpr0 = COPY %18 + $vgpr1 = COPY %23 + $vgpr2 = COPY %24 +... + +--- +name: test_smulo_v4s8 +body: | + bb.0: + liveins: $vgpr0, $vgpr1 + ; GFX8-LABEL: name: test_smulo_v4s8 + ; GFX8: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX8: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX8: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 8 + ; GFX8: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C]](s32) + ; GFX8: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX8: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C1]](s32) + ; GFX8: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 24 + ; GFX8: [[LSHR2:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C2]](s32) + ; GFX8: [[LSHR3:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C]](s32) + ; GFX8: [[LSHR4:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C1]](s32) + ; GFX8: [[LSHR5:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C2]](s32) + ; GFX8: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[C3:%[0-9]+]]:_(s16) = G_CONSTANT i16 8 + ; GFX8: [[SHL:%[0-9]+]]:_(s16) = G_SHL [[TRUNC]], [[C3]](s16) + ; GFX8: [[ASHR:%[0-9]+]]:_(s16) = G_ASHR [[SHL]], [[C3]](s16) + ; GFX8: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[SHL1:%[0-9]+]]:_(s16) = G_SHL [[TRUNC1]], [[C3]](s16) + ; GFX8: [[ASHR1:%[0-9]+]]:_(s16) = G_ASHR [[SHL1]], [[C3]](s16) + ; GFX8: [[MUL:%[0-9]+]]:_(s16) = G_MUL [[ASHR]], [[ASHR1]] + ; GFX8: [[ASHR2:%[0-9]+]]:_(s16) = G_ASHR [[MUL]], [[C3]](s16) + ; GFX8: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX8: [[SHL2:%[0-9]+]]:_(s16) = G_SHL [[TRUNC2]], [[C3]](s16) + ; GFX8: [[ASHR3:%[0-9]+]]:_(s16) = G_ASHR [[SHL2]], [[C3]](s16) + ; GFX8: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR3]](s32) + ; GFX8: [[SHL3:%[0-9]+]]:_(s16) = G_SHL [[TRUNC3]], [[C3]](s16) + ; GFX8: [[ASHR4:%[0-9]+]]:_(s16) = G_ASHR [[SHL3]], [[C3]](s16) + ; GFX8: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[ASHR3]], [[ASHR4]] + ; GFX8: [[ASHR5:%[0-9]+]]:_(s16) = G_ASHR [[MUL1]], [[C3]](s16) + ; GFX8: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR1]](s32) + ; GFX8: [[SHL4:%[0-9]+]]:_(s16) = G_SHL [[TRUNC4]], [[C3]](s16) + ; GFX8: [[ASHR6:%[0-9]+]]:_(s16) = G_ASHR [[SHL4]], [[C3]](s16) + ; GFX8: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR4]](s32) + ; GFX8: [[SHL5:%[0-9]+]]:_(s16) = G_SHL [[TRUNC5]], [[C3]](s16) + ; GFX8: [[ASHR7:%[0-9]+]]:_(s16) = G_ASHR [[SHL5]], [[C3]](s16) + ; GFX8: [[MUL2:%[0-9]+]]:_(s16) = G_MUL [[ASHR6]], [[ASHR7]] + ; GFX8: [[ASHR8:%[0-9]+]]:_(s16) = G_ASHR [[MUL2]], [[C3]](s16) + ; GFX8: [[TRUNC6:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR2]](s32) + ; GFX8: [[SHL6:%[0-9]+]]:_(s16) = G_SHL [[TRUNC6]], [[C3]](s16) + ; GFX8: [[ASHR9:%[0-9]+]]:_(s16) = G_ASHR [[SHL6]], [[C3]](s16) + ; GFX8: [[TRUNC7:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR5]](s32) + ; GFX8: [[SHL7:%[0-9]+]]:_(s16) = G_SHL [[TRUNC7]], [[C3]](s16) + ; GFX8: [[ASHR10:%[0-9]+]]:_(s16) = G_ASHR [[SHL7]], [[C3]](s16) + ; GFX8: [[MUL3:%[0-9]+]]:_(s16) = G_MUL [[ASHR9]], [[ASHR10]] + ; GFX8: [[ASHR11:%[0-9]+]]:_(s16) = G_ASHR [[MUL3]], [[C3]](s16) + ; GFX8: [[C4:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX8: [[TRUNC8:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[TRUNC9:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[MUL4:%[0-9]+]]:_(s16) = G_MUL [[TRUNC8]], [[TRUNC9]] + ; GFX8: [[TRUNC10:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX8: [[TRUNC11:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR3]](s32) + ; GFX8: [[MUL5:%[0-9]+]]:_(s16) = G_MUL [[TRUNC10]], [[TRUNC11]] + ; GFX8: [[TRUNC12:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR1]](s32) + ; GFX8: [[TRUNC13:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR4]](s32) + ; GFX8: [[MUL6:%[0-9]+]]:_(s16) = G_MUL [[TRUNC12]], [[TRUNC13]] + ; GFX8: [[TRUNC14:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR2]](s32) + ; GFX8: [[TRUNC15:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR5]](s32) + ; GFX8: [[MUL7:%[0-9]+]]:_(s16) = G_MUL [[TRUNC14]], [[TRUNC15]] + ; GFX8: [[C5:%[0-9]+]]:_(s32) = G_CONSTANT i32 31 + ; GFX8: [[C6:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY [[C5]](s32) + ; GFX8: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY2]], [[C6]] + ; GFX8: [[COPY3:%[0-9]+]]:_(s16) = COPY [[MUL4]](s16) + ; GFX8: [[SHL8:%[0-9]+]]:_(s16) = G_SHL [[COPY3]], [[C3]](s16) + ; GFX8: [[ASHR12:%[0-9]+]]:_(s16) = G_ASHR [[SHL8]], [[C3]](s16) + ; GFX8: [[TRUNC16:%[0-9]+]]:_(s16) = G_TRUNC [[AND]](s32) + ; GFX8: [[ASHR13:%[0-9]+]]:_(s16) = G_ASHR [[ASHR12]], [[TRUNC16]](s16) + ; GFX8: [[COPY4:%[0-9]+]]:_(s32) = COPY [[C5]](s32) + ; GFX8: [[AND1:%[0-9]+]]:_(s32) = G_AND [[COPY4]], [[C6]] + ; GFX8: [[COPY5:%[0-9]+]]:_(s16) = COPY [[MUL5]](s16) + ; GFX8: [[SHL9:%[0-9]+]]:_(s16) = G_SHL [[COPY5]], [[C3]](s16) + ; GFX8: [[ASHR14:%[0-9]+]]:_(s16) = G_ASHR [[SHL9]], [[C3]](s16) + ; GFX8: [[TRUNC17:%[0-9]+]]:_(s16) = G_TRUNC [[AND1]](s32) + ; GFX8: [[ASHR15:%[0-9]+]]:_(s16) = G_ASHR [[ASHR14]], [[TRUNC17]](s16) + ; GFX8: [[COPY6:%[0-9]+]]:_(s32) = COPY [[C5]](s32) + ; GFX8: [[AND2:%[0-9]+]]:_(s32) = G_AND [[COPY6]], [[C6]] + ; GFX8: [[COPY7:%[0-9]+]]:_(s16) = COPY [[MUL6]](s16) + ; GFX8: [[SHL10:%[0-9]+]]:_(s16) = G_SHL [[COPY7]], [[C3]](s16) + ; GFX8: [[ASHR16:%[0-9]+]]:_(s16) = G_ASHR [[SHL10]], [[C3]](s16) + ; GFX8: [[TRUNC18:%[0-9]+]]:_(s16) = G_TRUNC [[AND2]](s32) + ; GFX8: [[ASHR17:%[0-9]+]]:_(s16) = G_ASHR [[ASHR16]], [[TRUNC18]](s16) + ; GFX8: [[COPY8:%[0-9]+]]:_(s32) = COPY [[C5]](s32) + ; GFX8: [[AND3:%[0-9]+]]:_(s32) = G_AND [[COPY8]], [[C6]] + ; GFX8: [[COPY9:%[0-9]+]]:_(s16) = COPY [[MUL7]](s16) + ; GFX8: [[SHL11:%[0-9]+]]:_(s16) = G_SHL [[COPY9]], [[C3]](s16) + ; GFX8: [[ASHR18:%[0-9]+]]:_(s16) = G_ASHR [[SHL11]], [[C3]](s16) + ; GFX8: [[TRUNC19:%[0-9]+]]:_(s16) = G_TRUNC [[AND3]](s32) + ; GFX8: [[ASHR19:%[0-9]+]]:_(s16) = G_ASHR [[ASHR18]], [[TRUNC19]](s16) + ; GFX8: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR2]](s16) + ; GFX8: [[AND4:%[0-9]+]]:_(s32) = G_AND [[ANYEXT]], [[C6]] + ; GFX8: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR13]](s16) + ; GFX8: [[AND5:%[0-9]+]]:_(s32) = G_AND [[ANYEXT1]], [[C6]] + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND4]](s32), [[AND5]] + ; GFX8: [[ANYEXT2:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR5]](s16) + ; GFX8: [[AND6:%[0-9]+]]:_(s32) = G_AND [[ANYEXT2]], [[C6]] + ; GFX8: [[ANYEXT3:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR15]](s16) + ; GFX8: [[AND7:%[0-9]+]]:_(s32) = G_AND [[ANYEXT3]], [[C6]] + ; GFX8: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND6]](s32), [[AND7]] + ; GFX8: [[ANYEXT4:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR8]](s16) + ; GFX8: [[AND8:%[0-9]+]]:_(s32) = G_AND [[ANYEXT4]], [[C6]] + ; GFX8: [[ANYEXT5:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR17]](s16) + ; GFX8: [[AND9:%[0-9]+]]:_(s32) = G_AND [[ANYEXT5]], [[C6]] + ; GFX8: [[ICMP2:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND8]](s32), [[AND9]] + ; GFX8: [[ANYEXT6:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR11]](s16) + ; GFX8: [[AND10:%[0-9]+]]:_(s32) = G_AND [[ANYEXT6]], [[C6]] + ; GFX8: [[ANYEXT7:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR19]](s16) + ; GFX8: [[AND11:%[0-9]+]]:_(s32) = G_AND [[ANYEXT7]], [[C6]] + ; GFX8: [[ICMP3:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND10]](s32), [[AND11]] + ; GFX8: [[ANYEXT8:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL4]](s16) + ; GFX8: [[AND12:%[0-9]+]]:_(s32) = G_AND [[ANYEXT8]], [[C6]] + ; GFX8: [[ANYEXT9:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL5]](s16) + ; GFX8: [[AND13:%[0-9]+]]:_(s32) = G_AND [[ANYEXT9]], [[C6]] + ; GFX8: [[SHL12:%[0-9]+]]:_(s32) = G_SHL [[AND13]], [[C]](s32) + ; GFX8: [[OR:%[0-9]+]]:_(s32) = G_OR [[AND12]], [[SHL12]] + ; GFX8: [[ANYEXT10:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL6]](s16) + ; GFX8: [[AND14:%[0-9]+]]:_(s32) = G_AND [[ANYEXT10]], [[C6]] + ; GFX8: [[SHL13:%[0-9]+]]:_(s32) = G_SHL [[AND14]], [[C1]](s32) + ; GFX8: [[OR1:%[0-9]+]]:_(s32) = G_OR [[OR]], [[SHL13]] + ; GFX8: [[ANYEXT11:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL7]](s16) + ; GFX8: [[AND15:%[0-9]+]]:_(s32) = G_AND [[ANYEXT11]], [[C6]] + ; GFX8: [[SHL14:%[0-9]+]]:_(s32) = G_SHL [[AND15]], [[C2]](s32) + ; GFX8: [[OR2:%[0-9]+]]:_(s32) = G_OR [[OR1]], [[SHL14]] + ; GFX8: [[ANYEXT12:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX8: $vgpr0 = COPY [[OR2]](s32) + ; GFX8: $vgpr1 = COPY [[ANYEXT12]](s32) + ; GFX9-LABEL: name: test_smulo_v4s8 + ; GFX9: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX9: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX9: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 8 + ; GFX9: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C]](s32) + ; GFX9: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX9: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C1]](s32) + ; GFX9: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 24 + ; GFX9: [[LSHR2:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C2]](s32) + ; GFX9: [[LSHR3:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C]](s32) + ; GFX9: [[LSHR4:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C1]](s32) + ; GFX9: [[LSHR5:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C2]](s32) + ; GFX9: [[COPY2:%[0-9]+]]:_(s32) = COPY [[COPY]](s32) + ; GFX9: [[SEXT_INREG:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY2]], 8 + ; GFX9: [[COPY3:%[0-9]+]]:_(s32) = COPY [[LSHR]](s32) + ; GFX9: [[SEXT_INREG1:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY3]], 8 + ; GFX9: [[COPY4:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG]](s32) + ; GFX9: [[COPY5:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG1]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY4]](s32), [[COPY5]](s32) + ; GFX9: [[COPY6:%[0-9]+]]:_(s32) = COPY [[COPY1]](s32) + ; GFX9: [[SEXT_INREG2:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY6]], 8 + ; GFX9: [[COPY7:%[0-9]+]]:_(s32) = COPY [[LSHR3]](s32) + ; GFX9: [[SEXT_INREG3:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY7]], 8 + ; GFX9: [[COPY8:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG2]](s32) + ; GFX9: [[COPY9:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG3]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC1:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY8]](s32), [[COPY9]](s32) + ; GFX9: [[MUL:%[0-9]+]]:_(<2 x s16>) = G_MUL [[BUILD_VECTOR_TRUNC]], [[BUILD_VECTOR_TRUNC1]] + ; GFX9: [[COPY10:%[0-9]+]]:_(s32) = COPY [[C]](s32) + ; GFX9: [[COPY11:%[0-9]+]]:_(s32) = COPY [[C]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC2:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY10]](s32), [[COPY11]](s32) + ; GFX9: [[ASHR:%[0-9]+]]:_(<2 x s16>) = G_ASHR [[MUL]], [[BUILD_VECTOR_TRUNC2]](<2 x s16>) + ; GFX9: [[COPY12:%[0-9]+]]:_(s32) = COPY [[LSHR1]](s32) + ; GFX9: [[SEXT_INREG4:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY12]], 8 + ; GFX9: [[COPY13:%[0-9]+]]:_(s32) = COPY [[LSHR2]](s32) + ; GFX9: [[SEXT_INREG5:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY13]], 8 + ; GFX9: [[COPY14:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG4]](s32) + ; GFX9: [[COPY15:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG5]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC3:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY14]](s32), [[COPY15]](s32) + ; GFX9: [[COPY16:%[0-9]+]]:_(s32) = COPY [[LSHR4]](s32) + ; GFX9: [[SEXT_INREG6:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY16]], 8 + ; GFX9: [[COPY17:%[0-9]+]]:_(s32) = COPY [[LSHR5]](s32) + ; GFX9: [[SEXT_INREG7:%[0-9]+]]:_(s32) = G_SEXT_INREG [[COPY17]], 8 + ; GFX9: [[COPY18:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG6]](s32) + ; GFX9: [[COPY19:%[0-9]+]]:_(s32) = COPY [[SEXT_INREG7]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC4:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY18]](s32), [[COPY19]](s32) + ; GFX9: [[MUL1:%[0-9]+]]:_(<2 x s16>) = G_MUL [[BUILD_VECTOR_TRUNC3]], [[BUILD_VECTOR_TRUNC4]] + ; GFX9: [[COPY20:%[0-9]+]]:_(s32) = COPY [[C]](s32) + ; GFX9: [[COPY21:%[0-9]+]]:_(s32) = COPY [[C]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC5:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY20]](s32), [[COPY21]](s32) + ; GFX9: [[ASHR1:%[0-9]+]]:_(<2 x s16>) = G_ASHR [[MUL1]], [[BUILD_VECTOR_TRUNC5]](<2 x s16>) + ; GFX9: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX9: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[MUL2:%[0-9]+]]:_(s16) = G_MUL [[TRUNC]], [[TRUNC1]] + ; GFX9: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX9: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR3]](s32) + ; GFX9: [[MUL3:%[0-9]+]]:_(s16) = G_MUL [[TRUNC2]], [[TRUNC3]] + ; GFX9: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR1]](s32) + ; GFX9: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR4]](s32) + ; GFX9: [[MUL4:%[0-9]+]]:_(s16) = G_MUL [[TRUNC4]], [[TRUNC5]] + ; GFX9: [[TRUNC6:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR2]](s32) + ; GFX9: [[TRUNC7:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR5]](s32) + ; GFX9: [[MUL5:%[0-9]+]]:_(s16) = G_MUL [[TRUNC6]], [[TRUNC7]] + ; GFX9: [[C4:%[0-9]+]]:_(s32) = G_CONSTANT i32 31 + ; GFX9: [[C5:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX9: [[COPY22:%[0-9]+]]:_(s32) = COPY [[C4]](s32) + ; GFX9: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY22]], [[C5]] + ; GFX9: [[COPY23:%[0-9]+]]:_(s16) = COPY [[MUL2]](s16) + ; GFX9: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[COPY23]](s16) + ; GFX9: [[SEXT_INREG8:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT]], 8 + ; GFX9: [[TRUNC8:%[0-9]+]]:_(s16) = G_TRUNC [[SEXT_INREG8]](s32) + ; GFX9: [[TRUNC9:%[0-9]+]]:_(s16) = G_TRUNC [[AND]](s32) + ; GFX9: [[ASHR2:%[0-9]+]]:_(s16) = G_ASHR [[TRUNC8]], [[TRUNC9]](s16) + ; GFX9: [[COPY24:%[0-9]+]]:_(s32) = COPY [[C4]](s32) + ; GFX9: [[AND1:%[0-9]+]]:_(s32) = G_AND [[COPY24]], [[C5]] + ; GFX9: [[COPY25:%[0-9]+]]:_(s16) = COPY [[MUL3]](s16) + ; GFX9: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[COPY25]](s16) + ; GFX9: [[SEXT_INREG9:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT1]], 8 + ; GFX9: [[TRUNC10:%[0-9]+]]:_(s16) = G_TRUNC [[SEXT_INREG9]](s32) + ; GFX9: [[TRUNC11:%[0-9]+]]:_(s16) = G_TRUNC [[AND1]](s32) + ; GFX9: [[ASHR3:%[0-9]+]]:_(s16) = G_ASHR [[TRUNC10]], [[TRUNC11]](s16) + ; GFX9: [[COPY26:%[0-9]+]]:_(s32) = COPY [[C4]](s32) + ; GFX9: [[AND2:%[0-9]+]]:_(s32) = G_AND [[COPY26]], [[C5]] + ; GFX9: [[COPY27:%[0-9]+]]:_(s16) = COPY [[MUL4]](s16) + ; GFX9: [[ANYEXT2:%[0-9]+]]:_(s32) = G_ANYEXT [[COPY27]](s16) + ; GFX9: [[SEXT_INREG10:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT2]], 8 + ; GFX9: [[TRUNC12:%[0-9]+]]:_(s16) = G_TRUNC [[SEXT_INREG10]](s32) + ; GFX9: [[TRUNC13:%[0-9]+]]:_(s16) = G_TRUNC [[AND2]](s32) + ; GFX9: [[ASHR4:%[0-9]+]]:_(s16) = G_ASHR [[TRUNC12]], [[TRUNC13]](s16) + ; GFX9: [[COPY28:%[0-9]+]]:_(s32) = COPY [[C4]](s32) + ; GFX9: [[AND3:%[0-9]+]]:_(s32) = G_AND [[COPY28]], [[C5]] + ; GFX9: [[COPY29:%[0-9]+]]:_(s16) = COPY [[MUL5]](s16) + ; GFX9: [[ANYEXT3:%[0-9]+]]:_(s32) = G_ANYEXT [[COPY29]](s16) + ; GFX9: [[SEXT_INREG11:%[0-9]+]]:_(s32) = G_SEXT_INREG [[ANYEXT3]], 8 + ; GFX9: [[TRUNC14:%[0-9]+]]:_(s16) = G_TRUNC [[SEXT_INREG11]](s32) + ; GFX9: [[TRUNC15:%[0-9]+]]:_(s16) = G_TRUNC [[AND3]](s32) + ; GFX9: [[ASHR5:%[0-9]+]]:_(s16) = G_ASHR [[TRUNC14]], [[TRUNC15]](s16) + ; GFX9: [[BITCAST:%[0-9]+]]:_(s32) = G_BITCAST [[ASHR]](<2 x s16>) + ; GFX9: [[LSHR6:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST]], [[C1]](s32) + ; GFX9: [[BITCAST1:%[0-9]+]]:_(s32) = G_BITCAST [[ASHR1]](<2 x s16>) + ; GFX9: [[LSHR7:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST1]], [[C1]](s32) + ; GFX9: [[COPY30:%[0-9]+]]:_(s32) = COPY [[BITCAST]](s32) + ; GFX9: [[AND4:%[0-9]+]]:_(s32) = G_AND [[COPY30]], [[C5]] + ; GFX9: [[ANYEXT4:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR2]](s16) + ; GFX9: [[AND5:%[0-9]+]]:_(s32) = G_AND [[ANYEXT4]], [[C5]] + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND4]](s32), [[AND5]] + ; GFX9: [[COPY31:%[0-9]+]]:_(s32) = COPY [[LSHR6]](s32) + ; GFX9: [[AND6:%[0-9]+]]:_(s32) = G_AND [[COPY31]], [[C5]] + ; GFX9: [[ANYEXT5:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR3]](s16) + ; GFX9: [[AND7:%[0-9]+]]:_(s32) = G_AND [[ANYEXT5]], [[C5]] + ; GFX9: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND6]](s32), [[AND7]] + ; GFX9: [[COPY32:%[0-9]+]]:_(s32) = COPY [[BITCAST1]](s32) + ; GFX9: [[AND8:%[0-9]+]]:_(s32) = G_AND [[COPY32]], [[C5]] + ; GFX9: [[ANYEXT6:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR4]](s16) + ; GFX9: [[AND9:%[0-9]+]]:_(s32) = G_AND [[ANYEXT6]], [[C5]] + ; GFX9: [[ICMP2:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND8]](s32), [[AND9]] + ; GFX9: [[COPY33:%[0-9]+]]:_(s32) = COPY [[LSHR7]](s32) + ; GFX9: [[AND10:%[0-9]+]]:_(s32) = G_AND [[COPY33]], [[C5]] + ; GFX9: [[ANYEXT7:%[0-9]+]]:_(s32) = G_ANYEXT [[ASHR5]](s16) + ; GFX9: [[AND11:%[0-9]+]]:_(s32) = G_AND [[ANYEXT7]], [[C5]] + ; GFX9: [[ICMP3:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND10]](s32), [[AND11]] + ; GFX9: [[ANYEXT8:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL2]](s16) + ; GFX9: [[AND12:%[0-9]+]]:_(s32) = G_AND [[ANYEXT8]], [[C5]] + ; GFX9: [[ANYEXT9:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL3]](s16) + ; GFX9: [[AND13:%[0-9]+]]:_(s32) = G_AND [[ANYEXT9]], [[C5]] + ; GFX9: [[SHL:%[0-9]+]]:_(s32) = G_SHL [[AND13]], [[C]](s32) + ; GFX9: [[OR:%[0-9]+]]:_(s32) = G_OR [[AND12]], [[SHL]] + ; GFX9: [[ANYEXT10:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL4]](s16) + ; GFX9: [[AND14:%[0-9]+]]:_(s32) = G_AND [[ANYEXT10]], [[C5]] + ; GFX9: [[SHL1:%[0-9]+]]:_(s32) = G_SHL [[AND14]], [[C1]](s32) + ; GFX9: [[OR1:%[0-9]+]]:_(s32) = G_OR [[OR]], [[SHL1]] + ; GFX9: [[ANYEXT11:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL5]](s16) + ; GFX9: [[AND15:%[0-9]+]]:_(s32) = G_AND [[ANYEXT11]], [[C5]] + ; GFX9: [[SHL2:%[0-9]+]]:_(s32) = G_SHL [[AND15]], [[C2]](s32) + ; GFX9: [[OR2:%[0-9]+]]:_(s32) = G_OR [[OR1]], [[SHL2]] + ; GFX9: [[ANYEXT12:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX9: $vgpr0 = COPY [[OR2]](s32) + ; GFX9: $vgpr1 = COPY [[ANYEXT12]](s32) + %0:_(s32) = COPY $vgpr0 + %1:_(s32) = COPY $vgpr1 + %2:_(s8), %3:_(s8), %4:_(s8), %5:_(s8) = G_UNMERGE_VALUES %0 + %6:_(s8), %7:_(s8), %8:_(s8), %9:_(s8) = G_UNMERGE_VALUES %1 + %10:_(<4 x s8>) = G_BUILD_VECTOR %2:_(s8), %3:_(s8), %4:_(s8), %5:_(s8) + %11:_(<4 x s8>) = G_BUILD_VECTOR %6:_(s8), %7:_(s8), %8:_(s8), %9:_(s8) + %12:_(<4 x s8>), %18:_(<4 x s1>) = G_SMULO %10:_, %11:_ + %13:_(s8), %14:_(s8), %15:_(s8), %16:_(s8) = G_UNMERGE_VALUES %12:_(<4 x s8>) + %19:_(s1), %20:_(s1), %21:_(s1), %22:_(s1) = G_UNMERGE_VALUES %18:_(<4 x s1>) + %17:_(s32) = G_MERGE_VALUES %13, %14, %15, %16 + %23:_(s32) = G_ANYEXT %19 + $vgpr0 = COPY %17 + $vgpr1 = COPY %23 +... diff --git a/llvm/test/CodeGen/AMDGPU/GlobalISel/legalize-umulo.mir b/llvm/test/CodeGen/AMDGPU/GlobalISel/legalize-umulo.mir new file mode 100644 --- /dev/null +++ b/llvm/test/CodeGen/AMDGPU/GlobalISel/legalize-umulo.mir @@ -0,0 +1,799 @@ +# NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py +# RUN: llc -mtriple=amdgcn-mesa-mesa3d -mcpu=fiji -global-isel-abort=0 -O0 -run-pass=legalizer %s -o - | FileCheck %s --check-prefix=GFX8 +# RUN: llc -mtriple=amdgcn-mesa-mesa3d -mcpu=gfx906 -global-isel-abort=0 -O0 -run-pass=legalizer %s -o - | FileCheck %s --check-prefix=GFX9 + +--- +name: test_umulo_s32 +body: | + bb.0: + liveins: $vgpr0, $vgpr1 + + ; GFX8-LABEL: name: test_umulo_s32 + ; GFX8: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX8: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX8: [[UMULH:%[0-9]+]]:_(s32) = G_UMULH [[COPY]], [[COPY1]] + ; GFX8: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX8: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[COPY]], [[COPY1]] + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[UMULH]](s32), [[C]] + ; GFX8: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP]](s1) + ; GFX8: $vgpr0 = COPY [[MUL]](s32) + ; GFX8: $vgpr1 = COPY [[ZEXT]](s32) + ; GFX9-LABEL: name: test_umulo_s32 + ; GFX9: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX9: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX9: [[UMULH:%[0-9]+]]:_(s32) = G_UMULH [[COPY]], [[COPY1]] + ; GFX9: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX9: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[COPY]], [[COPY1]] + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[UMULH]](s32), [[C]] + ; GFX9: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP]](s1) + ; GFX9: $vgpr0 = COPY [[MUL]](s32) + ; GFX9: $vgpr1 = COPY [[ZEXT]](s32) + %0:_(s32) = COPY $vgpr0 + %1:_(s32) = COPY $vgpr1 + %2:_(s32), %3:_(s1) = G_UMULO %0, %1 + %4:_(s32) = G_ZEXT %3 + $vgpr0 = COPY %2 + $vgpr1 = COPY %4 +... + +--- +name: test_umulo_v2s32 +body: | + bb.0: + liveins: $vgpr0_vgpr1, $vgpr2_vgpr3 + + ; GFX8-LABEL: name: test_umulo_v2s32 + ; GFX8: [[COPY:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr0_vgpr1 + ; GFX8: [[COPY1:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr2_vgpr3 + ; GFX8: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX8: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX8: [[UMULH:%[0-9]+]]:_(s32) = G_UMULH [[UV]], [[UV2]] + ; GFX8: [[UMULH1:%[0-9]+]]:_(s32) = G_UMULH [[UV1]], [[UV3]] + ; GFX8: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX8: [[UV4:%[0-9]+]]:_(s32), [[UV5:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX8: [[UV6:%[0-9]+]]:_(s32), [[UV7:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX8: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[UV4]], [[UV6]] + ; GFX8: [[MUL1:%[0-9]+]]:_(s32) = G_MUL [[UV5]], [[UV7]] + ; GFX8: [[BUILD_VECTOR:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[MUL]](s32), [[MUL1]](s32) + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[UMULH]](s32), [[C]] + ; GFX8: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[UMULH1]](s32), [[C]] + ; GFX8: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX8: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX8: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 1 + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY [[ANYEXT]](s32) + ; GFX8: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY2]], [[C1]] + ; GFX8: [[COPY3:%[0-9]+]]:_(s32) = COPY [[ANYEXT1]](s32) + ; GFX8: [[AND1:%[0-9]+]]:_(s32) = G_AND [[COPY3]], [[C1]] + ; GFX8: [[BUILD_VECTOR1:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[AND]](s32), [[AND1]](s32) + ; GFX8: $vgpr0_vgpr1 = COPY [[BUILD_VECTOR]](<2 x s32>) + ; GFX8: $vgpr2_vgpr3 = COPY [[BUILD_VECTOR1]](<2 x s32>) + ; GFX9-LABEL: name: test_umulo_v2s32 + ; GFX9: [[COPY:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr0_vgpr1 + ; GFX9: [[COPY1:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr2_vgpr3 + ; GFX9: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX9: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX9: [[UMULH:%[0-9]+]]:_(s32) = G_UMULH [[UV]], [[UV2]] + ; GFX9: [[UMULH1:%[0-9]+]]:_(s32) = G_UMULH [[UV1]], [[UV3]] + ; GFX9: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX9: [[UV4:%[0-9]+]]:_(s32), [[UV5:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX9: [[UV6:%[0-9]+]]:_(s32), [[UV7:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX9: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[UV4]], [[UV6]] + ; GFX9: [[MUL1:%[0-9]+]]:_(s32) = G_MUL [[UV5]], [[UV7]] + ; GFX9: [[BUILD_VECTOR:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[MUL]](s32), [[MUL1]](s32) + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[UMULH]](s32), [[C]] + ; GFX9: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[UMULH1]](s32), [[C]] + ; GFX9: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 1 + ; GFX9: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX9: [[AND:%[0-9]+]]:_(s32) = G_AND [[ANYEXT]], [[C1]] + ; GFX9: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX9: [[AND1:%[0-9]+]]:_(s32) = G_AND [[ANYEXT1]], [[C1]] + ; GFX9: [[BUILD_VECTOR1:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[AND]](s32), [[AND1]](s32) + ; GFX9: $vgpr0_vgpr1 = COPY [[BUILD_VECTOR]](<2 x s32>) + ; GFX9: $vgpr2_vgpr3 = COPY [[BUILD_VECTOR1]](<2 x s32>) + %0:_(<2 x s32>) = COPY $vgpr0_vgpr1 + %1:_(<2 x s32>) = COPY $vgpr2_vgpr3 + %2:_(<2 x s32>), %3:_(<2 x s1>) = G_UMULO %0, %1 + %4:_(<2 x s32>) = G_ZEXT %3 + $vgpr0_vgpr1 = COPY %2 + $vgpr2_vgpr3 = COPY %4 +... + +--- +name: test_umulo_s64 +body: | + bb.0: + liveins: $vgpr0_vgpr1, $vgpr2_vgpr3 + + ; GFX8-LABEL: name: test_umulo_s64 + ; GFX8: [[COPY:%[0-9]+]]:_(s64) = COPY $vgpr0_vgpr1 + ; GFX8: [[COPY1:%[0-9]+]]:_(s64) = COPY $vgpr2_vgpr3 + ; GFX8: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](s64) + ; GFX8: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](s64) + ; GFX8: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[UV1]], [[UV2]] + ; GFX8: [[MUL1:%[0-9]+]]:_(s32) = G_MUL [[UV]], [[UV3]] + ; GFX8: [[UMULH:%[0-9]+]]:_(s32) = G_UMULH [[UV]], [[UV2]] + ; GFX8: [[UADDO:%[0-9]+]]:_(s32), [[UADDO1:%[0-9]+]]:_(s1) = G_UADDO [[MUL]], [[MUL1]] + ; GFX8: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[UADDO1]](s1) + ; GFX8: [[UADDO2:%[0-9]+]]:_(s32), [[UADDO3:%[0-9]+]]:_(s1) = G_UADDO [[UADDO]], [[UMULH]] + ; GFX8: [[ZEXT1:%[0-9]+]]:_(s32) = G_ZEXT [[UADDO3]](s1) + ; GFX8: [[ADD:%[0-9]+]]:_(s32) = G_ADD [[ZEXT]], [[ZEXT1]] + ; GFX8: [[MUL2:%[0-9]+]]:_(s32) = G_MUL [[UV1]], [[UV3]] + ; GFX8: [[UMULH1:%[0-9]+]]:_(s32) = G_UMULH [[UV1]], [[UV2]] + ; GFX8: [[UMULH2:%[0-9]+]]:_(s32) = G_UMULH [[UV]], [[UV3]] + ; GFX8: [[UADDO4:%[0-9]+]]:_(s32), [[UADDO5:%[0-9]+]]:_(s1) = G_UADDO [[MUL2]], [[UMULH1]] + ; GFX8: [[ZEXT2:%[0-9]+]]:_(s32) = G_ZEXT [[UADDO5]](s1) + ; GFX8: [[UADDO6:%[0-9]+]]:_(s32), [[UADDO7:%[0-9]+]]:_(s1) = G_UADDO [[UADDO4]], [[UMULH2]] + ; GFX8: [[ZEXT3:%[0-9]+]]:_(s32) = G_ZEXT [[UADDO7]](s1) + ; GFX8: [[ADD1:%[0-9]+]]:_(s32) = G_ADD [[ZEXT2]], [[ZEXT3]] + ; GFX8: [[UADDO8:%[0-9]+]]:_(s32), [[UADDO9:%[0-9]+]]:_(s1) = G_UADDO [[UADDO6]], [[ADD]] + ; GFX8: [[ZEXT4:%[0-9]+]]:_(s32) = G_ZEXT [[UADDO9]](s1) + ; GFX8: [[ADD2:%[0-9]+]]:_(s32) = G_ADD [[ADD1]], [[ZEXT4]] + ; GFX8: [[UMULH3:%[0-9]+]]:_(s32) = G_UMULH [[UV1]], [[UV3]] + ; GFX8: [[ADD3:%[0-9]+]]:_(s32) = G_ADD [[UMULH3]], [[ADD2]] + ; GFX8: [[MV:%[0-9]+]]:_(s64) = G_MERGE_VALUES [[UADDO8]](s32), [[ADD3]](s32) + ; GFX8: [[C:%[0-9]+]]:_(s64) = G_CONSTANT i64 0 + ; GFX8: [[UV4:%[0-9]+]]:_(s32), [[UV5:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](s64) + ; GFX8: [[UV6:%[0-9]+]]:_(s32), [[UV7:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](s64) + ; GFX8: [[MUL3:%[0-9]+]]:_(s32) = G_MUL [[UV4]], [[UV6]] + ; GFX8: [[MUL4:%[0-9]+]]:_(s32) = G_MUL [[UV5]], [[UV6]] + ; GFX8: [[MUL5:%[0-9]+]]:_(s32) = G_MUL [[UV4]], [[UV7]] + ; GFX8: [[UMULH4:%[0-9]+]]:_(s32) = G_UMULH [[UV4]], [[UV6]] + ; GFX8: [[ADD4:%[0-9]+]]:_(s32) = G_ADD [[MUL4]], [[MUL5]] + ; GFX8: [[ADD5:%[0-9]+]]:_(s32) = G_ADD [[ADD4]], [[UMULH4]] + ; GFX8: [[MV1:%[0-9]+]]:_(s64) = G_MERGE_VALUES [[MUL3]](s32), [[ADD5]](s32) + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[MV]](s64), [[C]] + ; GFX8: [[ZEXT5:%[0-9]+]]:_(s64) = G_ZEXT [[ICMP]](s1) + ; GFX8: $vgpr0_vgpr1 = COPY [[MV1]](s64) + ; GFX8: $vgpr2_vgpr3 = COPY [[ZEXT5]](s64) + ; GFX9-LABEL: name: test_umulo_s64 + ; GFX9: [[COPY:%[0-9]+]]:_(s64) = COPY $vgpr0_vgpr1 + ; GFX9: [[COPY1:%[0-9]+]]:_(s64) = COPY $vgpr2_vgpr3 + ; GFX9: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](s64) + ; GFX9: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](s64) + ; GFX9: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[UV1]], [[UV2]] + ; GFX9: [[MUL1:%[0-9]+]]:_(s32) = G_MUL [[UV]], [[UV3]] + ; GFX9: [[UMULH:%[0-9]+]]:_(s32) = G_UMULH [[UV]], [[UV2]] + ; GFX9: [[UADDO:%[0-9]+]]:_(s32), [[UADDO1:%[0-9]+]]:_(s1) = G_UADDO [[MUL]], [[MUL1]] + ; GFX9: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[UADDO1]](s1) + ; GFX9: [[UADDO2:%[0-9]+]]:_(s32), [[UADDO3:%[0-9]+]]:_(s1) = G_UADDO [[UADDO]], [[UMULH]] + ; GFX9: [[ZEXT1:%[0-9]+]]:_(s32) = G_ZEXT [[UADDO3]](s1) + ; GFX9: [[ADD:%[0-9]+]]:_(s32) = G_ADD [[ZEXT]], [[ZEXT1]] + ; GFX9: [[MUL2:%[0-9]+]]:_(s32) = G_MUL [[UV1]], [[UV3]] + ; GFX9: [[UMULH1:%[0-9]+]]:_(s32) = G_UMULH [[UV1]], [[UV2]] + ; GFX9: [[UMULH2:%[0-9]+]]:_(s32) = G_UMULH [[UV]], [[UV3]] + ; GFX9: [[UADDO4:%[0-9]+]]:_(s32), [[UADDO5:%[0-9]+]]:_(s1) = G_UADDO [[MUL2]], [[UMULH1]] + ; GFX9: [[ZEXT2:%[0-9]+]]:_(s32) = G_ZEXT [[UADDO5]](s1) + ; GFX9: [[UADDO6:%[0-9]+]]:_(s32), [[UADDO7:%[0-9]+]]:_(s1) = G_UADDO [[UADDO4]], [[UMULH2]] + ; GFX9: [[ZEXT3:%[0-9]+]]:_(s32) = G_ZEXT [[UADDO7]](s1) + ; GFX9: [[ADD1:%[0-9]+]]:_(s32) = G_ADD [[ZEXT2]], [[ZEXT3]] + ; GFX9: [[UADDO8:%[0-9]+]]:_(s32), [[UADDO9:%[0-9]+]]:_(s1) = G_UADDO [[UADDO6]], [[ADD]] + ; GFX9: [[ZEXT4:%[0-9]+]]:_(s32) = G_ZEXT [[UADDO9]](s1) + ; GFX9: [[ADD2:%[0-9]+]]:_(s32) = G_ADD [[ADD1]], [[ZEXT4]] + ; GFX9: [[UMULH3:%[0-9]+]]:_(s32) = G_UMULH [[UV1]], [[UV3]] + ; GFX9: [[ADD3:%[0-9]+]]:_(s32) = G_ADD [[UMULH3]], [[ADD2]] + ; GFX9: [[MV:%[0-9]+]]:_(s64) = G_MERGE_VALUES [[UADDO8]](s32), [[ADD3]](s32) + ; GFX9: [[C:%[0-9]+]]:_(s64) = G_CONSTANT i64 0 + ; GFX9: [[UV4:%[0-9]+]]:_(s32), [[UV5:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](s64) + ; GFX9: [[UV6:%[0-9]+]]:_(s32), [[UV7:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](s64) + ; GFX9: [[MUL3:%[0-9]+]]:_(s32) = G_MUL [[UV4]], [[UV6]] + ; GFX9: [[MUL4:%[0-9]+]]:_(s32) = G_MUL [[UV5]], [[UV6]] + ; GFX9: [[MUL5:%[0-9]+]]:_(s32) = G_MUL [[UV4]], [[UV7]] + ; GFX9: [[UMULH4:%[0-9]+]]:_(s32) = G_UMULH [[UV4]], [[UV6]] + ; GFX9: [[ADD4:%[0-9]+]]:_(s32) = G_ADD [[MUL4]], [[MUL5]] + ; GFX9: [[ADD5:%[0-9]+]]:_(s32) = G_ADD [[ADD4]], [[UMULH4]] + ; GFX9: [[MV1:%[0-9]+]]:_(s64) = G_MERGE_VALUES [[MUL3]](s32), [[ADD5]](s32) + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[MV]](s64), [[C]] + ; GFX9: [[ZEXT5:%[0-9]+]]:_(s64) = G_ZEXT [[ICMP]](s1) + ; GFX9: $vgpr0_vgpr1 = COPY [[MV1]](s64) + ; GFX9: $vgpr2_vgpr3 = COPY [[ZEXT5]](s64) + %0:_(s64) = COPY $vgpr0_vgpr1 + %1:_(s64) = COPY $vgpr2_vgpr3 + %2:_(s64), %3:_(s1) = G_UMULO %0, %1 + %4:_(s64) = G_ZEXT %3 + $vgpr0_vgpr1 = COPY %2 + $vgpr2_vgpr3 = COPY %4 +... + +--- +name: test_umulo_s16 +body: | + bb.0: + liveins: $vgpr0, $vgpr1 + + ; GFX8-LABEL: name: test_umulo_s16 + ; GFX8: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX8: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX8: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65535 + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY [[COPY]](s32) + ; GFX8: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY2]], [[C]] + ; GFX8: [[COPY3:%[0-9]+]]:_(s32) = COPY [[COPY1]](s32) + ; GFX8: [[AND1:%[0-9]+]]:_(s32) = G_AND [[COPY3]], [[C]] + ; GFX8: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[AND]], [[AND1]] + ; GFX8: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX8: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[MUL]], [[C1]](s32) + ; GFX8: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX8: [[C2:%[0-9]+]]:_(s16) = G_CONSTANT i16 0 + ; GFX8: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[TRUNC]], [[TRUNC1]] + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC2]](s16), [[C2]] + ; GFX8: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[MUL1]](s16) + ; GFX8: [[ZEXT1:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP]](s1) + ; GFX8: $vgpr0 = COPY [[ZEXT]](s32) + ; GFX8: $vgpr1 = COPY [[ZEXT1]](s32) + ; GFX9-LABEL: name: test_umulo_s16 + ; GFX9: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX9: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX9: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65535 + ; GFX9: [[COPY2:%[0-9]+]]:_(s32) = COPY [[COPY]](s32) + ; GFX9: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY2]], [[C]] + ; GFX9: [[COPY3:%[0-9]+]]:_(s32) = COPY [[COPY1]](s32) + ; GFX9: [[AND1:%[0-9]+]]:_(s32) = G_AND [[COPY3]], [[C]] + ; GFX9: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[AND]], [[AND1]] + ; GFX9: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX9: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[MUL]], [[C1]](s32) + ; GFX9: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX9: [[C2:%[0-9]+]]:_(s16) = G_CONSTANT i16 0 + ; GFX9: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[TRUNC]], [[TRUNC1]] + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC2]](s16), [[C2]] + ; GFX9: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[MUL1]](s16) + ; GFX9: [[ZEXT1:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP]](s1) + ; GFX9: $vgpr0 = COPY [[ZEXT]](s32) + ; GFX9: $vgpr1 = COPY [[ZEXT1]](s32) + %0:_(s32) = COPY $vgpr0 + %1:_(s32) = COPY $vgpr1 + %2:_(s16) = G_TRUNC %0 + %3:_(s16) = G_TRUNC %1 + %4:_(s16), %6:_(s1) = G_UMULO %2, %3 + %5:_(s32) = G_ZEXT %4 + %7:_(s32) = G_ZEXT %6 + $vgpr0 = COPY %5 + $vgpr1 = COPY %7 +... + +--- +name: test_umulo_s8 +body: | + bb.0: + liveins: $vgpr0, $vgpr1 + + ; GFX8-LABEL: name: test_umulo_s8 + ; GFX8: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX8: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX8: [[C:%[0-9]+]]:_(s16) = G_CONSTANT i16 255 + ; GFX8: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[AND:%[0-9]+]]:_(s16) = G_AND [[TRUNC]], [[C]] + ; GFX8: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[AND1:%[0-9]+]]:_(s16) = G_AND [[TRUNC1]], [[C]] + ; GFX8: [[MUL:%[0-9]+]]:_(s16) = G_MUL [[AND]], [[AND1]] + ; GFX8: [[C1:%[0-9]+]]:_(s16) = G_CONSTANT i16 8 + ; GFX8: [[LSHR:%[0-9]+]]:_(s16) = G_LSHR [[MUL]], [[C1]](s16) + ; GFX8: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX8: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[TRUNC2]], [[TRUNC3]] + ; GFX8: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX8: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[LSHR]](s16) + ; GFX8: [[AND2:%[0-9]+]]:_(s32) = G_AND [[ANYEXT]], [[C3]] + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY [[C2]](s32) + ; GFX8: [[AND3:%[0-9]+]]:_(s32) = G_AND [[COPY2]], [[C3]] + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND2]](s32), [[AND3]] + ; GFX8: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL1]](s16) + ; GFX8: [[AND4:%[0-9]+]]:_(s32) = G_AND [[ANYEXT1]], [[C3]] + ; GFX8: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP]](s1) + ; GFX8: $vgpr0 = COPY [[AND4]](s32) + ; GFX8: $vgpr1 = COPY [[ZEXT]](s32) + ; GFX9-LABEL: name: test_umulo_s8 + ; GFX9: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX9: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX9: [[C:%[0-9]+]]:_(s16) = G_CONSTANT i16 255 + ; GFX9: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[AND:%[0-9]+]]:_(s16) = G_AND [[TRUNC]], [[C]] + ; GFX9: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[AND1:%[0-9]+]]:_(s16) = G_AND [[TRUNC1]], [[C]] + ; GFX9: [[MUL:%[0-9]+]]:_(s16) = G_MUL [[AND]], [[AND1]] + ; GFX9: [[C1:%[0-9]+]]:_(s16) = G_CONSTANT i16 8 + ; GFX9: [[LSHR:%[0-9]+]]:_(s16) = G_LSHR [[MUL]], [[C1]](s16) + ; GFX9: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX9: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[TRUNC2]], [[TRUNC3]] + ; GFX9: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX9: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[LSHR]](s16) + ; GFX9: [[AND2:%[0-9]+]]:_(s32) = G_AND [[ANYEXT]], [[C3]] + ; GFX9: [[COPY2:%[0-9]+]]:_(s32) = COPY [[C2]](s32) + ; GFX9: [[AND3:%[0-9]+]]:_(s32) = G_AND [[COPY2]], [[C3]] + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND2]](s32), [[AND3]] + ; GFX9: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL1]](s16) + ; GFX9: [[AND4:%[0-9]+]]:_(s32) = G_AND [[ANYEXT1]], [[C3]] + ; GFX9: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP]](s1) + ; GFX9: $vgpr0 = COPY [[AND4]](s32) + ; GFX9: $vgpr1 = COPY [[ZEXT]](s32) + %0:_(s32) = COPY $vgpr0 + %1:_(s32) = COPY $vgpr1 + %2:_(s8) = G_TRUNC %0 + %3:_(s8) = G_TRUNC %1 + %4:_(s8), %6:_(s1) = G_UMULO %2, %3 + %5:_(s32) = G_ZEXT %4 + %7:_(s32) = G_ZEXT %6 + $vgpr0 = COPY %5 + $vgpr1 = COPY %7 +... + +--- +name: test_umulo_v2s16 +body: | + bb.0: + liveins: $vgpr0_vgpr1, $vgpr2_vgpr3 + ; GFX8-LABEL: name: test_umulo_v2s16 + ; GFX8: [[COPY:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr0_vgpr1 + ; GFX8: [[COPY1:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr2_vgpr3 + ; GFX8: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX8: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX8: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65535 + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY [[UV]](s32) + ; GFX8: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY2]], [[C]] + ; GFX8: [[COPY3:%[0-9]+]]:_(s32) = COPY [[UV2]](s32) + ; GFX8: [[AND1:%[0-9]+]]:_(s32) = G_AND [[COPY3]], [[C]] + ; GFX8: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[AND]], [[AND1]] + ; GFX8: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX8: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[MUL]], [[C1]](s32) + ; GFX8: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX8: [[COPY4:%[0-9]+]]:_(s32) = COPY [[UV1]](s32) + ; GFX8: [[AND2:%[0-9]+]]:_(s32) = G_AND [[COPY4]], [[C]] + ; GFX8: [[COPY5:%[0-9]+]]:_(s32) = COPY [[UV3]](s32) + ; GFX8: [[AND3:%[0-9]+]]:_(s32) = G_AND [[COPY5]], [[C]] + ; GFX8: [[MUL1:%[0-9]+]]:_(s32) = G_MUL [[AND2]], [[AND3]] + ; GFX8: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[MUL1]], [[C1]](s32) + ; GFX8: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR1]](s32) + ; GFX8: [[C2:%[0-9]+]]:_(s16) = G_CONSTANT i16 0 + ; GFX8: [[UV4:%[0-9]+]]:_(s32), [[UV5:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX8: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[UV4]](s32) + ; GFX8: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[UV5]](s32) + ; GFX8: [[UV6:%[0-9]+]]:_(s32), [[UV7:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX8: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[UV6]](s32) + ; GFX8: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[UV7]](s32) + ; GFX8: [[MUL2:%[0-9]+]]:_(s16) = G_MUL [[TRUNC2]], [[TRUNC4]] + ; GFX8: [[MUL3:%[0-9]+]]:_(s16) = G_MUL [[TRUNC3]], [[TRUNC5]] + ; GFX8: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[MUL2]](s16) + ; GFX8: [[ZEXT1:%[0-9]+]]:_(s32) = G_ZEXT [[MUL3]](s16) + ; GFX8: [[SHL:%[0-9]+]]:_(s32) = G_SHL [[ZEXT1]], [[C1]](s32) + ; GFX8: [[OR:%[0-9]+]]:_(s32) = G_OR [[ZEXT]], [[SHL]] + ; GFX8: [[BITCAST:%[0-9]+]]:_(<2 x s16>) = G_BITCAST [[OR]](s32) + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC]](s16), [[C2]] + ; GFX8: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC1]](s16), [[C2]] + ; GFX8: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX8: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX8: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 1 + ; GFX8: [[COPY6:%[0-9]+]]:_(s32) = COPY [[ANYEXT]](s32) + ; GFX8: [[AND4:%[0-9]+]]:_(s32) = G_AND [[COPY6]], [[C3]] + ; GFX8: [[COPY7:%[0-9]+]]:_(s32) = COPY [[ANYEXT1]](s32) + ; GFX8: [[AND5:%[0-9]+]]:_(s32) = G_AND [[COPY7]], [[C3]] + ; GFX8: [[BUILD_VECTOR:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[AND4]](s32), [[AND5]](s32) + ; GFX8: [[BITCAST1:%[0-9]+]]:_(s32) = G_BITCAST [[BITCAST]](<2 x s16>) + ; GFX8: [[LSHR2:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST1]], [[C1]](s32) + ; GFX8: [[COPY8:%[0-9]+]]:_(s32) = COPY [[BITCAST1]](s32) + ; GFX8: [[AND6:%[0-9]+]]:_(s32) = G_AND [[COPY8]], [[C]] + ; GFX8: [[COPY9:%[0-9]+]]:_(s32) = COPY [[LSHR2]](s32) + ; GFX8: [[AND7:%[0-9]+]]:_(s32) = G_AND [[COPY9]], [[C]] + ; GFX8: [[BUILD_VECTOR1:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[AND6]](s32), [[AND7]](s32) + ; GFX8: $vgpr0_vgpr1 = COPY [[BUILD_VECTOR1]](<2 x s32>) + ; GFX8: $vgpr2_vgpr3 = COPY [[BUILD_VECTOR]](<2 x s32>) + ; GFX9-LABEL: name: test_umulo_v2s16 + ; GFX9: [[COPY:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr0_vgpr1 + ; GFX9: [[COPY1:%[0-9]+]]:_(<2 x s32>) = COPY $vgpr2_vgpr3 + ; GFX9: [[TRUNC:%[0-9]+]]:_(<2 x s16>) = G_TRUNC [[COPY]](<2 x s32>) + ; GFX9: [[TRUNC1:%[0-9]+]]:_(<2 x s16>) = G_TRUNC [[COPY1]](<2 x s32>) + ; GFX9: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](<2 x s32>) + ; GFX9: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY1]](<2 x s32>) + ; GFX9: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65535 + ; GFX9: [[COPY2:%[0-9]+]]:_(s32) = COPY [[UV]](s32) + ; GFX9: [[AND:%[0-9]+]]:_(s32) = G_AND [[COPY2]], [[C]] + ; GFX9: [[COPY3:%[0-9]+]]:_(s32) = COPY [[UV2]](s32) + ; GFX9: [[AND1:%[0-9]+]]:_(s32) = G_AND [[COPY3]], [[C]] + ; GFX9: [[MUL:%[0-9]+]]:_(s32) = G_MUL [[AND]], [[AND1]] + ; GFX9: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX9: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[MUL]], [[C1]](s32) + ; GFX9: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX9: [[COPY4:%[0-9]+]]:_(s32) = COPY [[UV1]](s32) + ; GFX9: [[AND2:%[0-9]+]]:_(s32) = G_AND [[COPY4]], [[C]] + ; GFX9: [[COPY5:%[0-9]+]]:_(s32) = COPY [[UV3]](s32) + ; GFX9: [[AND3:%[0-9]+]]:_(s32) = G_AND [[COPY5]], [[C]] + ; GFX9: [[MUL1:%[0-9]+]]:_(s32) = G_MUL [[AND2]], [[AND3]] + ; GFX9: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[MUL1]], [[C1]](s32) + ; GFX9: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR1]](s32) + ; GFX9: [[C2:%[0-9]+]]:_(s16) = G_CONSTANT i16 0 + ; GFX9: [[MUL2:%[0-9]+]]:_(<2 x s16>) = G_MUL [[TRUNC]], [[TRUNC1]] + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC2]](s16), [[C2]] + ; GFX9: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[TRUNC3]](s16), [[C2]] + ; GFX9: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 1 + ; GFX9: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX9: [[AND4:%[0-9]+]]:_(s32) = G_AND [[ANYEXT]], [[C3]] + ; GFX9: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX9: [[AND5:%[0-9]+]]:_(s32) = G_AND [[ANYEXT1]], [[C3]] + ; GFX9: [[BUILD_VECTOR:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[AND4]](s32), [[AND5]](s32) + ; GFX9: [[BITCAST:%[0-9]+]]:_(s32) = G_BITCAST [[MUL2]](<2 x s16>) + ; GFX9: [[LSHR2:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST]], [[C1]](s32) + ; GFX9: [[COPY6:%[0-9]+]]:_(s32) = COPY [[BITCAST]](s32) + ; GFX9: [[AND6:%[0-9]+]]:_(s32) = G_AND [[COPY6]], [[C]] + ; GFX9: [[COPY7:%[0-9]+]]:_(s32) = COPY [[LSHR2]](s32) + ; GFX9: [[AND7:%[0-9]+]]:_(s32) = G_AND [[COPY7]], [[C]] + ; GFX9: [[BUILD_VECTOR1:%[0-9]+]]:_(<2 x s32>) = G_BUILD_VECTOR [[AND6]](s32), [[AND7]](s32) + ; GFX9: $vgpr0_vgpr1 = COPY [[BUILD_VECTOR1]](<2 x s32>) + ; GFX9: $vgpr2_vgpr3 = COPY [[BUILD_VECTOR]](<2 x s32>) + %0:_(<2 x s32>) = COPY $vgpr0_vgpr1 + %1:_(<2 x s32>) = COPY $vgpr2_vgpr3 + %2:_(<2 x s16>) = G_TRUNC %0 + %3:_(<2 x s16>) = G_TRUNC %1 + %4:_(<2 x s16>), %6:_(<2 x s1>) = G_UMULO %2, %3 + %7:_(<2 x s32>) = G_ZEXT %6 + %5:_(<2 x s32>) = G_ZEXT %4 + $vgpr0_vgpr1 = COPY %5 + $vgpr2_vgpr3 = COPY %7 +... + + +--- +name: test_umulo_v2s8 +body: | + bb.0: + liveins: $vgpr0, $vgpr1, $vgpr2, $vgpr3 + ; GFX8-LABEL: name: test_umulo_v2s8 + ; GFX8: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX8: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY $vgpr2 + ; GFX8: [[COPY3:%[0-9]+]]:_(s32) = COPY $vgpr3 + ; GFX8: [[C:%[0-9]+]]:_(s16) = G_CONSTANT i16 255 + ; GFX8: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[AND:%[0-9]+]]:_(s16) = G_AND [[TRUNC]], [[C]] + ; GFX8: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY2]](s32) + ; GFX8: [[AND1:%[0-9]+]]:_(s16) = G_AND [[TRUNC1]], [[C]] + ; GFX8: [[MUL:%[0-9]+]]:_(s16) = G_MUL [[AND]], [[AND1]] + ; GFX8: [[C1:%[0-9]+]]:_(s16) = G_CONSTANT i16 8 + ; GFX8: [[LSHR:%[0-9]+]]:_(s16) = G_LSHR [[MUL]], [[C1]](s16) + ; GFX8: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[AND2:%[0-9]+]]:_(s16) = G_AND [[TRUNC2]], [[C]] + ; GFX8: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[COPY3]](s32) + ; GFX8: [[AND3:%[0-9]+]]:_(s16) = G_AND [[TRUNC3]], [[C]] + ; GFX8: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[AND2]], [[AND3]] + ; GFX8: [[LSHR1:%[0-9]+]]:_(s16) = G_LSHR [[MUL1]], [[C1]](s16) + ; GFX8: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX8: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[COPY2]](s32) + ; GFX8: [[MUL2:%[0-9]+]]:_(s16) = G_MUL [[TRUNC4]], [[TRUNC5]] + ; GFX8: [[TRUNC6:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[TRUNC7:%[0-9]+]]:_(s16) = G_TRUNC [[COPY3]](s32) + ; GFX8: [[MUL3:%[0-9]+]]:_(s16) = G_MUL [[TRUNC6]], [[TRUNC7]] + ; GFX8: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX8: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[LSHR]](s16) + ; GFX8: [[AND4:%[0-9]+]]:_(s32) = G_AND [[ANYEXT]], [[C3]] + ; GFX8: [[COPY4:%[0-9]+]]:_(s32) = COPY [[C2]](s32) + ; GFX8: [[AND5:%[0-9]+]]:_(s32) = G_AND [[COPY4]], [[C3]] + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND4]](s32), [[AND5]] + ; GFX8: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[LSHR1]](s16) + ; GFX8: [[AND6:%[0-9]+]]:_(s32) = G_AND [[ANYEXT1]], [[C3]] + ; GFX8: [[COPY5:%[0-9]+]]:_(s32) = COPY [[C2]](s32) + ; GFX8: [[AND7:%[0-9]+]]:_(s32) = G_AND [[COPY5]], [[C3]] + ; GFX8: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND6]](s32), [[AND7]] + ; GFX8: [[COPY6:%[0-9]+]]:_(s16) = COPY [[MUL2]](s16) + ; GFX8: [[AND8:%[0-9]+]]:_(s16) = G_AND [[COPY6]], [[C]] + ; GFX8: [[COPY7:%[0-9]+]]:_(s16) = COPY [[MUL3]](s16) + ; GFX8: [[AND9:%[0-9]+]]:_(s16) = G_AND [[COPY7]], [[C]] + ; GFX8: [[SHL:%[0-9]+]]:_(s16) = G_SHL [[AND9]], [[C1]](s16) + ; GFX8: [[OR:%[0-9]+]]:_(s16) = G_OR [[AND8]], [[SHL]] + ; GFX8: [[ANYEXT2:%[0-9]+]]:_(s32) = G_ANYEXT [[OR]](s16) + ; GFX8: [[ANYEXT3:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX8: [[ANYEXT4:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX8: $vgpr0 = COPY [[ANYEXT2]](s32) + ; GFX8: $vgpr1 = COPY [[ANYEXT3]](s32) + ; GFX8: $vgpr2 = COPY [[ANYEXT4]](s32) + ; GFX9-LABEL: name: test_umulo_v2s8 + ; GFX9: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX9: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX9: [[COPY2:%[0-9]+]]:_(s32) = COPY $vgpr2 + ; GFX9: [[COPY3:%[0-9]+]]:_(s32) = COPY $vgpr3 + ; GFX9: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[COPY2]](s32) + ; GFX9: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[COPY3]](s32) + ; GFX9: [[C:%[0-9]+]]:_(s16) = G_CONSTANT i16 255 + ; GFX9: [[COPY4:%[0-9]+]]:_(s16) = COPY [[TRUNC]](s16) + ; GFX9: [[AND:%[0-9]+]]:_(s16) = G_AND [[COPY4]], [[C]] + ; GFX9: [[COPY5:%[0-9]+]]:_(s16) = COPY [[TRUNC1]](s16) + ; GFX9: [[AND1:%[0-9]+]]:_(s16) = G_AND [[COPY5]], [[C]] + ; GFX9: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[AND]](s16) + ; GFX9: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[AND1]](s16) + ; GFX9: [[BUILD_VECTOR_TRUNC:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[ANYEXT]](s32), [[ANYEXT1]](s32) + ; GFX9: [[COPY6:%[0-9]+]]:_(s16) = COPY [[TRUNC2]](s16) + ; GFX9: [[AND2:%[0-9]+]]:_(s16) = G_AND [[COPY6]], [[C]] + ; GFX9: [[COPY7:%[0-9]+]]:_(s16) = COPY [[TRUNC3]](s16) + ; GFX9: [[AND3:%[0-9]+]]:_(s16) = G_AND [[COPY7]], [[C]] + ; GFX9: [[ANYEXT2:%[0-9]+]]:_(s32) = G_ANYEXT [[AND2]](s16) + ; GFX9: [[ANYEXT3:%[0-9]+]]:_(s32) = G_ANYEXT [[AND3]](s16) + ; GFX9: [[BUILD_VECTOR_TRUNC1:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[ANYEXT2]](s32), [[ANYEXT3]](s32) + ; GFX9: [[MUL:%[0-9]+]]:_(<2 x s16>) = G_MUL [[BUILD_VECTOR_TRUNC]], [[BUILD_VECTOR_TRUNC1]] + ; GFX9: [[C1:%[0-9]+]]:_(s16) = G_CONSTANT i16 8 + ; GFX9: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 8 + ; GFX9: [[COPY8:%[0-9]+]]:_(s32) = COPY [[C2]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC2:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY8]](s32), [[C2]](s32) + ; GFX9: [[LSHR:%[0-9]+]]:_(<2 x s16>) = G_LSHR [[MUL]], [[BUILD_VECTOR_TRUNC2]](<2 x s16>) + ; GFX9: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX9: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[COPY2]](s32) + ; GFX9: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[TRUNC4]], [[TRUNC5]] + ; GFX9: [[TRUNC6:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[TRUNC7:%[0-9]+]]:_(s16) = G_TRUNC [[COPY3]](s32) + ; GFX9: [[MUL2:%[0-9]+]]:_(s16) = G_MUL [[TRUNC6]], [[TRUNC7]] + ; GFX9: [[BITCAST:%[0-9]+]]:_(s32) = G_BITCAST [[LSHR]](<2 x s16>) + ; GFX9: [[C4:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX9: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST]], [[C4]](s32) + ; GFX9: [[C5:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX9: [[COPY9:%[0-9]+]]:_(s32) = COPY [[BITCAST]](s32) + ; GFX9: [[AND4:%[0-9]+]]:_(s32) = G_AND [[COPY9]], [[C5]] + ; GFX9: [[COPY10:%[0-9]+]]:_(s32) = COPY [[C3]](s32) + ; GFX9: [[AND5:%[0-9]+]]:_(s32) = G_AND [[COPY10]], [[C5]] + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND4]](s32), [[AND5]] + ; GFX9: [[COPY11:%[0-9]+]]:_(s32) = COPY [[LSHR1]](s32) + ; GFX9: [[AND6:%[0-9]+]]:_(s32) = G_AND [[COPY11]], [[C5]] + ; GFX9: [[COPY12:%[0-9]+]]:_(s32) = COPY [[C3]](s32) + ; GFX9: [[AND7:%[0-9]+]]:_(s32) = G_AND [[COPY12]], [[C5]] + ; GFX9: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND6]](s32), [[AND7]] + ; GFX9: [[COPY13:%[0-9]+]]:_(s16) = COPY [[MUL1]](s16) + ; GFX9: [[AND8:%[0-9]+]]:_(s16) = G_AND [[COPY13]], [[C]] + ; GFX9: [[COPY14:%[0-9]+]]:_(s16) = COPY [[MUL2]](s16) + ; GFX9: [[AND9:%[0-9]+]]:_(s16) = G_AND [[COPY14]], [[C]] + ; GFX9: [[SHL:%[0-9]+]]:_(s16) = G_SHL [[AND9]], [[C1]](s16) + ; GFX9: [[OR:%[0-9]+]]:_(s16) = G_OR [[AND8]], [[SHL]] + ; GFX9: [[ANYEXT4:%[0-9]+]]:_(s32) = G_ANYEXT [[OR]](s16) + ; GFX9: [[ANYEXT5:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX9: [[ANYEXT6:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP1]](s1) + ; GFX9: $vgpr0 = COPY [[ANYEXT4]](s32) + ; GFX9: $vgpr1 = COPY [[ANYEXT5]](s32) + ; GFX9: $vgpr2 = COPY [[ANYEXT6]](s32) + %0:_(s32) = COPY $vgpr0 + %1:_(s32) = COPY $vgpr1 + %2:_(s32) = COPY $vgpr2 + %3:_(s32) = COPY $vgpr3 + %5:_(s8) = G_TRUNC %0 + %6:_(s8) = G_TRUNC %1 + %7:_(s8) = G_TRUNC %2 + %8:_(s8) = G_TRUNC %3 + %11:_(<2 x s8>) = G_BUILD_VECTOR %5, %6 + %12:_(<2 x s8>) = G_BUILD_VECTOR %7, %8 + %13:_(<2 x s8>), %19:_(<2 x s1>) = G_UMULO %11, %12 + %20:_(<2 x s32>) = G_ZEXT %19 + %14:_(s8), %15:_(s8) = G_UNMERGE_VALUES %13 + %21:_(s1), %22:_(s1) = G_UNMERGE_VALUES %19 + %17:_(s16) = G_MERGE_VALUES %14, %15 + %18:_(s32) = G_ANYEXT %17 + %23:_(s32) = G_ANYEXT %21 + %24:_(s32) = G_ANYEXT %22 + $vgpr0 = COPY %18 + $vgpr1 = COPY %23 + $vgpr2 = COPY %24 +... + +--- +name: test_umulo_v4s8 +body: | + bb.0: + liveins: $vgpr0, $vgpr1 + ; GFX8-LABEL: name: test_umulo_v4s8 + ; GFX8: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX8: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX8: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 8 + ; GFX8: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C]](s32) + ; GFX8: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX8: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C1]](s32) + ; GFX8: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 24 + ; GFX8: [[LSHR2:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C2]](s32) + ; GFX8: [[LSHR3:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C]](s32) + ; GFX8: [[LSHR4:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C1]](s32) + ; GFX8: [[LSHR5:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C2]](s32) + ; GFX8: [[C3:%[0-9]+]]:_(s16) = G_CONSTANT i16 255 + ; GFX8: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[AND:%[0-9]+]]:_(s16) = G_AND [[TRUNC]], [[C3]] + ; GFX8: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[AND1:%[0-9]+]]:_(s16) = G_AND [[TRUNC1]], [[C3]] + ; GFX8: [[MUL:%[0-9]+]]:_(s16) = G_MUL [[AND]], [[AND1]] + ; GFX8: [[C4:%[0-9]+]]:_(s16) = G_CONSTANT i16 8 + ; GFX8: [[LSHR6:%[0-9]+]]:_(s16) = G_LSHR [[MUL]], [[C4]](s16) + ; GFX8: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX8: [[AND2:%[0-9]+]]:_(s16) = G_AND [[TRUNC2]], [[C3]] + ; GFX8: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR3]](s32) + ; GFX8: [[AND3:%[0-9]+]]:_(s16) = G_AND [[TRUNC3]], [[C3]] + ; GFX8: [[MUL1:%[0-9]+]]:_(s16) = G_MUL [[AND2]], [[AND3]] + ; GFX8: [[LSHR7:%[0-9]+]]:_(s16) = G_LSHR [[MUL1]], [[C4]](s16) + ; GFX8: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR1]](s32) + ; GFX8: [[AND4:%[0-9]+]]:_(s16) = G_AND [[TRUNC4]], [[C3]] + ; GFX8: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR4]](s32) + ; GFX8: [[AND5:%[0-9]+]]:_(s16) = G_AND [[TRUNC5]], [[C3]] + ; GFX8: [[MUL2:%[0-9]+]]:_(s16) = G_MUL [[AND4]], [[AND5]] + ; GFX8: [[LSHR8:%[0-9]+]]:_(s16) = G_LSHR [[MUL2]], [[C4]](s16) + ; GFX8: [[TRUNC6:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR2]](s32) + ; GFX8: [[AND6:%[0-9]+]]:_(s16) = G_AND [[TRUNC6]], [[C3]] + ; GFX8: [[TRUNC7:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR5]](s32) + ; GFX8: [[AND7:%[0-9]+]]:_(s16) = G_AND [[TRUNC7]], [[C3]] + ; GFX8: [[MUL3:%[0-9]+]]:_(s16) = G_MUL [[AND6]], [[AND7]] + ; GFX8: [[LSHR9:%[0-9]+]]:_(s16) = G_LSHR [[MUL3]], [[C4]](s16) + ; GFX8: [[C5:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX8: [[TRUNC8:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX8: [[TRUNC9:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX8: [[MUL4:%[0-9]+]]:_(s16) = G_MUL [[TRUNC8]], [[TRUNC9]] + ; GFX8: [[TRUNC10:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX8: [[TRUNC11:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR3]](s32) + ; GFX8: [[MUL5:%[0-9]+]]:_(s16) = G_MUL [[TRUNC10]], [[TRUNC11]] + ; GFX8: [[TRUNC12:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR1]](s32) + ; GFX8: [[TRUNC13:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR4]](s32) + ; GFX8: [[MUL6:%[0-9]+]]:_(s16) = G_MUL [[TRUNC12]], [[TRUNC13]] + ; GFX8: [[TRUNC14:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR2]](s32) + ; GFX8: [[TRUNC15:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR5]](s32) + ; GFX8: [[MUL7:%[0-9]+]]:_(s16) = G_MUL [[TRUNC14]], [[TRUNC15]] + ; GFX8: [[C6:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX8: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[LSHR6]](s16) + ; GFX8: [[AND8:%[0-9]+]]:_(s32) = G_AND [[ANYEXT]], [[C6]] + ; GFX8: [[COPY2:%[0-9]+]]:_(s32) = COPY [[C5]](s32) + ; GFX8: [[AND9:%[0-9]+]]:_(s32) = G_AND [[COPY2]], [[C6]] + ; GFX8: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND8]](s32), [[AND9]] + ; GFX8: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[LSHR7]](s16) + ; GFX8: [[AND10:%[0-9]+]]:_(s32) = G_AND [[ANYEXT1]], [[C6]] + ; GFX8: [[COPY3:%[0-9]+]]:_(s32) = COPY [[C5]](s32) + ; GFX8: [[AND11:%[0-9]+]]:_(s32) = G_AND [[COPY3]], [[C6]] + ; GFX8: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND10]](s32), [[AND11]] + ; GFX8: [[ANYEXT2:%[0-9]+]]:_(s32) = G_ANYEXT [[LSHR8]](s16) + ; GFX8: [[AND12:%[0-9]+]]:_(s32) = G_AND [[ANYEXT2]], [[C6]] + ; GFX8: [[COPY4:%[0-9]+]]:_(s32) = COPY [[C5]](s32) + ; GFX8: [[AND13:%[0-9]+]]:_(s32) = G_AND [[COPY4]], [[C6]] + ; GFX8: [[ICMP2:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND12]](s32), [[AND13]] + ; GFX8: [[ANYEXT3:%[0-9]+]]:_(s32) = G_ANYEXT [[LSHR9]](s16) + ; GFX8: [[AND14:%[0-9]+]]:_(s32) = G_AND [[ANYEXT3]], [[C6]] + ; GFX8: [[COPY5:%[0-9]+]]:_(s32) = COPY [[C5]](s32) + ; GFX8: [[AND15:%[0-9]+]]:_(s32) = G_AND [[COPY5]], [[C6]] + ; GFX8: [[ICMP3:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND14]](s32), [[AND15]] + ; GFX8: [[ANYEXT4:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL4]](s16) + ; GFX8: [[AND16:%[0-9]+]]:_(s32) = G_AND [[ANYEXT4]], [[C6]] + ; GFX8: [[ANYEXT5:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL5]](s16) + ; GFX8: [[AND17:%[0-9]+]]:_(s32) = G_AND [[ANYEXT5]], [[C6]] + ; GFX8: [[SHL:%[0-9]+]]:_(s32) = G_SHL [[AND17]], [[C]](s32) + ; GFX8: [[OR:%[0-9]+]]:_(s32) = G_OR [[AND16]], [[SHL]] + ; GFX8: [[ANYEXT6:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL6]](s16) + ; GFX8: [[AND18:%[0-9]+]]:_(s32) = G_AND [[ANYEXT6]], [[C6]] + ; GFX8: [[SHL1:%[0-9]+]]:_(s32) = G_SHL [[AND18]], [[C1]](s32) + ; GFX8: [[OR1:%[0-9]+]]:_(s32) = G_OR [[OR]], [[SHL1]] + ; GFX8: [[ANYEXT7:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL7]](s16) + ; GFX8: [[AND19:%[0-9]+]]:_(s32) = G_AND [[ANYEXT7]], [[C6]] + ; GFX8: [[SHL2:%[0-9]+]]:_(s32) = G_SHL [[AND19]], [[C2]](s32) + ; GFX8: [[OR2:%[0-9]+]]:_(s32) = G_OR [[OR1]], [[SHL2]] + ; GFX8: [[ANYEXT8:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX8: $vgpr0 = COPY [[OR2]](s32) + ; GFX8: $vgpr1 = COPY [[ANYEXT8]](s32) + ; GFX9-LABEL: name: test_umulo_v4s8 + ; GFX9: [[COPY:%[0-9]+]]:_(s32) = COPY $vgpr0 + ; GFX9: [[COPY1:%[0-9]+]]:_(s32) = COPY $vgpr1 + ; GFX9: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 8 + ; GFX9: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C]](s32) + ; GFX9: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 16 + ; GFX9: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C1]](s32) + ; GFX9: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 24 + ; GFX9: [[LSHR2:%[0-9]+]]:_(s32) = G_LSHR [[COPY]], [[C2]](s32) + ; GFX9: [[LSHR3:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C]](s32) + ; GFX9: [[LSHR4:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C1]](s32) + ; GFX9: [[LSHR5:%[0-9]+]]:_(s32) = G_LSHR [[COPY1]], [[C2]](s32) + ; GFX9: [[TRUNC:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[TRUNC1:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX9: [[TRUNC2:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR1]](s32) + ; GFX9: [[TRUNC3:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR2]](s32) + ; GFX9: [[TRUNC4:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[TRUNC5:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR3]](s32) + ; GFX9: [[TRUNC6:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR4]](s32) + ; GFX9: [[TRUNC7:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR5]](s32) + ; GFX9: [[C3:%[0-9]+]]:_(s16) = G_CONSTANT i16 255 + ; GFX9: [[COPY2:%[0-9]+]]:_(s16) = COPY [[TRUNC]](s16) + ; GFX9: [[AND:%[0-9]+]]:_(s16) = G_AND [[COPY2]], [[C3]] + ; GFX9: [[COPY3:%[0-9]+]]:_(s16) = COPY [[TRUNC1]](s16) + ; GFX9: [[AND1:%[0-9]+]]:_(s16) = G_AND [[COPY3]], [[C3]] + ; GFX9: [[ANYEXT:%[0-9]+]]:_(s32) = G_ANYEXT [[AND]](s16) + ; GFX9: [[ANYEXT1:%[0-9]+]]:_(s32) = G_ANYEXT [[AND1]](s16) + ; GFX9: [[BUILD_VECTOR_TRUNC:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[ANYEXT]](s32), [[ANYEXT1]](s32) + ; GFX9: [[COPY4:%[0-9]+]]:_(s16) = COPY [[TRUNC4]](s16) + ; GFX9: [[AND2:%[0-9]+]]:_(s16) = G_AND [[COPY4]], [[C3]] + ; GFX9: [[COPY5:%[0-9]+]]:_(s16) = COPY [[TRUNC5]](s16) + ; GFX9: [[AND3:%[0-9]+]]:_(s16) = G_AND [[COPY5]], [[C3]] + ; GFX9: [[ANYEXT2:%[0-9]+]]:_(s32) = G_ANYEXT [[AND2]](s16) + ; GFX9: [[ANYEXT3:%[0-9]+]]:_(s32) = G_ANYEXT [[AND3]](s16) + ; GFX9: [[BUILD_VECTOR_TRUNC1:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[ANYEXT2]](s32), [[ANYEXT3]](s32) + ; GFX9: [[MUL:%[0-9]+]]:_(<2 x s16>) = G_MUL [[BUILD_VECTOR_TRUNC]], [[BUILD_VECTOR_TRUNC1]] + ; GFX9: [[COPY6:%[0-9]+]]:_(s32) = COPY [[C]](s32) + ; GFX9: [[COPY7:%[0-9]+]]:_(s32) = COPY [[C]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC2:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY6]](s32), [[COPY7]](s32) + ; GFX9: [[LSHR6:%[0-9]+]]:_(<2 x s16>) = G_LSHR [[MUL]], [[BUILD_VECTOR_TRUNC2]](<2 x s16>) + ; GFX9: [[COPY8:%[0-9]+]]:_(s16) = COPY [[TRUNC2]](s16) + ; GFX9: [[AND4:%[0-9]+]]:_(s16) = G_AND [[COPY8]], [[C3]] + ; GFX9: [[COPY9:%[0-9]+]]:_(s16) = COPY [[TRUNC3]](s16) + ; GFX9: [[AND5:%[0-9]+]]:_(s16) = G_AND [[COPY9]], [[C3]] + ; GFX9: [[ANYEXT4:%[0-9]+]]:_(s32) = G_ANYEXT [[AND4]](s16) + ; GFX9: [[ANYEXT5:%[0-9]+]]:_(s32) = G_ANYEXT [[AND5]](s16) + ; GFX9: [[BUILD_VECTOR_TRUNC3:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[ANYEXT4]](s32), [[ANYEXT5]](s32) + ; GFX9: [[COPY10:%[0-9]+]]:_(s16) = COPY [[TRUNC6]](s16) + ; GFX9: [[AND6:%[0-9]+]]:_(s16) = G_AND [[COPY10]], [[C3]] + ; GFX9: [[COPY11:%[0-9]+]]:_(s16) = COPY [[TRUNC7]](s16) + ; GFX9: [[AND7:%[0-9]+]]:_(s16) = G_AND [[COPY11]], [[C3]] + ; GFX9: [[ANYEXT6:%[0-9]+]]:_(s32) = G_ANYEXT [[AND6]](s16) + ; GFX9: [[ANYEXT7:%[0-9]+]]:_(s32) = G_ANYEXT [[AND7]](s16) + ; GFX9: [[BUILD_VECTOR_TRUNC4:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[ANYEXT6]](s32), [[ANYEXT7]](s32) + ; GFX9: [[MUL1:%[0-9]+]]:_(<2 x s16>) = G_MUL [[BUILD_VECTOR_TRUNC3]], [[BUILD_VECTOR_TRUNC4]] + ; GFX9: [[COPY12:%[0-9]+]]:_(s32) = COPY [[C]](s32) + ; GFX9: [[COPY13:%[0-9]+]]:_(s32) = COPY [[C]](s32) + ; GFX9: [[BUILD_VECTOR_TRUNC5:%[0-9]+]]:_(<2 x s16>) = G_BUILD_VECTOR_TRUNC [[COPY12]](s32), [[COPY13]](s32) + ; GFX9: [[LSHR7:%[0-9]+]]:_(<2 x s16>) = G_LSHR [[MUL1]], [[BUILD_VECTOR_TRUNC5]](<2 x s16>) + ; GFX9: [[C4:%[0-9]+]]:_(s32) = G_CONSTANT i32 0 + ; GFX9: [[TRUNC8:%[0-9]+]]:_(s16) = G_TRUNC [[COPY]](s32) + ; GFX9: [[TRUNC9:%[0-9]+]]:_(s16) = G_TRUNC [[COPY1]](s32) + ; GFX9: [[MUL2:%[0-9]+]]:_(s16) = G_MUL [[TRUNC8]], [[TRUNC9]] + ; GFX9: [[TRUNC10:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR]](s32) + ; GFX9: [[TRUNC11:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR3]](s32) + ; GFX9: [[MUL3:%[0-9]+]]:_(s16) = G_MUL [[TRUNC10]], [[TRUNC11]] + ; GFX9: [[TRUNC12:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR1]](s32) + ; GFX9: [[TRUNC13:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR4]](s32) + ; GFX9: [[MUL4:%[0-9]+]]:_(s16) = G_MUL [[TRUNC12]], [[TRUNC13]] + ; GFX9: [[TRUNC14:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR2]](s32) + ; GFX9: [[TRUNC15:%[0-9]+]]:_(s16) = G_TRUNC [[LSHR5]](s32) + ; GFX9: [[MUL5:%[0-9]+]]:_(s16) = G_MUL [[TRUNC14]], [[TRUNC15]] + ; GFX9: [[BITCAST:%[0-9]+]]:_(s32) = G_BITCAST [[LSHR6]](<2 x s16>) + ; GFX9: [[LSHR8:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST]], [[C1]](s32) + ; GFX9: [[BITCAST1:%[0-9]+]]:_(s32) = G_BITCAST [[LSHR7]](<2 x s16>) + ; GFX9: [[LSHR9:%[0-9]+]]:_(s32) = G_LSHR [[BITCAST1]], [[C1]](s32) + ; GFX9: [[C5:%[0-9]+]]:_(s32) = G_CONSTANT i32 255 + ; GFX9: [[COPY14:%[0-9]+]]:_(s32) = COPY [[BITCAST]](s32) + ; GFX9: [[AND8:%[0-9]+]]:_(s32) = G_AND [[COPY14]], [[C5]] + ; GFX9: [[COPY15:%[0-9]+]]:_(s32) = COPY [[C4]](s32) + ; GFX9: [[AND9:%[0-9]+]]:_(s32) = G_AND [[COPY15]], [[C5]] + ; GFX9: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND8]](s32), [[AND9]] + ; GFX9: [[COPY16:%[0-9]+]]:_(s32) = COPY [[LSHR8]](s32) + ; GFX9: [[AND10:%[0-9]+]]:_(s32) = G_AND [[COPY16]], [[C5]] + ; GFX9: [[COPY17:%[0-9]+]]:_(s32) = COPY [[C4]](s32) + ; GFX9: [[AND11:%[0-9]+]]:_(s32) = G_AND [[COPY17]], [[C5]] + ; GFX9: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND10]](s32), [[AND11]] + ; GFX9: [[COPY18:%[0-9]+]]:_(s32) = COPY [[BITCAST1]](s32) + ; GFX9: [[AND12:%[0-9]+]]:_(s32) = G_AND [[COPY18]], [[C5]] + ; GFX9: [[COPY19:%[0-9]+]]:_(s32) = COPY [[C4]](s32) + ; GFX9: [[AND13:%[0-9]+]]:_(s32) = G_AND [[COPY19]], [[C5]] + ; GFX9: [[ICMP2:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND12]](s32), [[AND13]] + ; GFX9: [[COPY20:%[0-9]+]]:_(s32) = COPY [[LSHR9]](s32) + ; GFX9: [[AND14:%[0-9]+]]:_(s32) = G_AND [[COPY20]], [[C5]] + ; GFX9: [[COPY21:%[0-9]+]]:_(s32) = COPY [[C4]](s32) + ; GFX9: [[AND15:%[0-9]+]]:_(s32) = G_AND [[COPY21]], [[C5]] + ; GFX9: [[ICMP3:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[AND14]](s32), [[AND15]] + ; GFX9: [[ANYEXT8:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL2]](s16) + ; GFX9: [[AND16:%[0-9]+]]:_(s32) = G_AND [[ANYEXT8]], [[C5]] + ; GFX9: [[ANYEXT9:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL3]](s16) + ; GFX9: [[AND17:%[0-9]+]]:_(s32) = G_AND [[ANYEXT9]], [[C5]] + ; GFX9: [[SHL:%[0-9]+]]:_(s32) = G_SHL [[AND17]], [[C]](s32) + ; GFX9: [[OR:%[0-9]+]]:_(s32) = G_OR [[AND16]], [[SHL]] + ; GFX9: [[ANYEXT10:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL4]](s16) + ; GFX9: [[AND18:%[0-9]+]]:_(s32) = G_AND [[ANYEXT10]], [[C5]] + ; GFX9: [[SHL1:%[0-9]+]]:_(s32) = G_SHL [[AND18]], [[C1]](s32) + ; GFX9: [[OR1:%[0-9]+]]:_(s32) = G_OR [[OR]], [[SHL1]] + ; GFX9: [[ANYEXT11:%[0-9]+]]:_(s32) = G_ANYEXT [[MUL5]](s16) + ; GFX9: [[AND19:%[0-9]+]]:_(s32) = G_AND [[ANYEXT11]], [[C5]] + ; GFX9: [[SHL2:%[0-9]+]]:_(s32) = G_SHL [[AND19]], [[C2]](s32) + ; GFX9: [[OR2:%[0-9]+]]:_(s32) = G_OR [[OR1]], [[SHL2]] + ; GFX9: [[ANYEXT12:%[0-9]+]]:_(s32) = G_ANYEXT [[ICMP]](s1) + ; GFX9: $vgpr0 = COPY [[OR2]](s32) + ; GFX9: $vgpr1 = COPY [[ANYEXT12]](s32) + %0:_(s32) = COPY $vgpr0 + %1:_(s32) = COPY $vgpr1 + %2:_(s8), %3:_(s8), %4:_(s8), %5:_(s8) = G_UNMERGE_VALUES %0 + %6:_(s8), %7:_(s8), %8:_(s8), %9:_(s8) = G_UNMERGE_VALUES %1 + %10:_(<4 x s8>) = G_BUILD_VECTOR %2:_(s8), %3:_(s8), %4:_(s8), %5:_(s8) + %11:_(<4 x s8>) = G_BUILD_VECTOR %6:_(s8), %7:_(s8), %8:_(s8), %9:_(s8) + %12:_(<4 x s8>), %18:_(<4 x s1>) = G_UMULO %10:_, %11:_ + %13:_(s8), %14:_(s8), %15:_(s8), %16:_(s8) = G_UNMERGE_VALUES %12:_(<4 x s8>) + %19:_(s1), %20:_(s1), %21:_(s1), %22:_(s1) = G_UNMERGE_VALUES %18:_(<4 x s1>) + %17:_(s32) = G_MERGE_VALUES %13, %14, %15, %16 + %23:_(s32) = G_ANYEXT %19 + $vgpr0 = COPY %17 + $vgpr1 = COPY %23 +...