This is an archive of the discontinued LLVM Phabricator instance.

Differential D147602

[AArch64][GISel] Legalize non-power-of-two G_CTTZ
ClosedPublic

Authored by lenary on Apr 5 2023, 4:39 AM.

Details

Reviewers
stuij
paquette
Commits
rG41eba6cddec0: [AArch64][GISel] Legalize non-power-of-two G_CTTZ
Summary

The main change here is to add a widenScalarToNextPow2 before the
clampScalar so that non-power-of-two sizes between 32 and 64 are
turned into s64 count trailing zeroes.

However, if you make the legalisation rules depend on TypeIdx 0 (the
output), then you still get crashes for the s65 testcase, which I solved
by instead flipping the rules around to be about TypeIdx 1 (the input),
with a scalarSameSizeAs at the end to tie index 0 to index 1. This,
incidentally, is how things are written for G_CTLZ.

Diff Detail

Event Timeline

lenary created this revision.Apr 5 2023, 4:39 AM
Herald added a project: Restricted Project. · View Herald TranscriptApr 5 2023, 4:39 AM
Herald added subscribers: hiraditya, kristof.beyls. · View Herald Transcript
lenary requested review of this revision.Apr 5 2023, 4:39 AM
Herald added a project: Restricted Project. · View Herald TranscriptApr 5 2023, 4:39 AM
Herald added a subscriber: llvm-commits. · View Herald Transcript
lenary edited the summary of this revision. (Show Details)Apr 5 2023, 4:41 AM
lenary added reviewers: stuij, paquette.
lenary added a parent revision: D147516: [AArch64][GISel] Legalize non-power-of-two G_CTLZ.
lenary removed a parent revision: D147518: [DAGCombiner] Fix (shl (ctlz x) n) for non-power-of-two Data.
Harbormaster completed remote builds in B223761: Diff 511051.Apr 5 2023, 5:42 AM
lenary updated this revision to Diff 512871.Apr 12 2023, 9:23 AM
lenary edited the summary of this revision. (Show Details)
Harbormaster completed remote builds in B225103: Diff 512871.Apr 12 2023, 10:36 AM
stuij added a comment.Apr 13 2023, 2:19 AM

Could you also add an s8 test case here, just like for G_CTLZ?

stuij accepted this revision.Apr 13 2023, 2:44 AM

Ah right, there's already an s8 test case.
LGTM

This revision is now accepted and ready to land.Apr 13 2023, 2:44 AM
This revision was landed with ongoing or failed builds.Apr 13 2023, 5:38 AM
Closed by commit rG41eba6cddec0: [AArch64][GISel] Legalize non-power-of-two G_CTTZ (authored by Archibald Elliott <archibald.elliott@arm.com>). · Explain Why
This revision was automatically updated to reflect the committed changes.
lenary added a commit: rG41eba6cddec0: [AArch64][GISel] Legalize non-power-of-two G_CTTZ.

Revision Contents

PathSize
llvm/
lib/
Target/
AArch64/
GISel/
5 lines
test/
CodeGen/
AArch64/
GlobalISel/
12 lines
113 lines

Diff 513194

llvm/lib/Target/AArch64/GISel/AArch64LegalizerInfo.cpp

Show First 20 Lines • Show All 693 Lines • ▼ Show 20 Lines getActionDefinitionsBuilder(G_BITREVERSE)
.legalFor({s32, s64, v8s8, v16s8}) .legalFor({s32, s64, v8s8, v16s8})
.widenScalarToNextPow2(0, /*Min = */ 32) .widenScalarToNextPow2(0, /*Min = */ 32)
.clampScalar(0, s32, s64); .clampScalar(0, s32, s64);
getActionDefinitionsBuilder(G_CTTZ_ZERO_UNDEF).lower(); getActionDefinitionsBuilder(G_CTTZ_ZERO_UNDEF).lower();
getActionDefinitionsBuilder(G_CTTZ) getActionDefinitionsBuilder(G_CTTZ)
.lowerIf(isVector(0)) .lowerIf(isVector(0))
.clampScalar(0, s32, s64) .widenScalarToNextPow2(1, /*Min=*/32)
.scalarSameSizeAs(1, 0) .clampScalar(1, s32, s64)
.scalarSameSizeAs(0, 1)
.legalIf([=](const LegalityQuery &Query) { .legalIf([=](const LegalityQuery &Query) {
return (HasCSSC && typeInSet(0, {s32, s64})(Query)); return (HasCSSC && typeInSet(0, {s32, s64})(Query));
}) })
.customIf([=](const LegalityQuery &Query) { .customIf([=](const LegalityQuery &Query) {
return (!HasCSSC && typeInSet(0, {s32, s64})(Query)); return (!HasCSSC && typeInSet(0, {s32, s64})(Query));
}); });
getActionDefinitionsBuilder(G_SHUFFLE_VECTOR) getActionDefinitionsBuilder(G_SHUFFLE_VECTOR)
▲ Show 20 Lines • Show All 932 Lines • Show Last 20 Lines

llvm/test/CodeGen/AArch64/GlobalISel/legalize-cttz-zero-undef.mir

Show All 10 Lines bb.0:
; CHECK-LABEL: name: s8 ; CHECK-LABEL: name: s8
; CHECK: liveins: $w0 ; CHECK: liveins: $w0
; CHECK-NEXT: {{ $}} ; CHECK-NEXT: {{ $}}
; CHECK-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF ; CHECK-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF
; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 256 ; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 256
; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]] ; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]]
; CHECK-NEXT: [[BITREVERSE:%[0-9]+]]:_(s32) = G_BITREVERSE [[OR]] ; CHECK-NEXT: [[BITREVERSE:%[0-9]+]]:_(s32) = G_BITREVERSE [[OR]]
; CHECK-NEXT: [[CTLZ:%[0-9]+]]:_(s32) = G_CTLZ [[BITREVERSE]](s32) ; CHECK-NEXT: [[CTLZ:%[0-9]+]]:_(s32) = G_CTLZ [[BITREVERSE]](s32)
; CHECK-NEXT: [[COPY:%[0-9]+]]:_(s32) = COPY [[CTLZ]](s32) ; CHECK-NEXT: $w0 = COPY [[CTLZ]](s32)
; CHECK-NEXT: $w0 = COPY [[COPY]](s32)
; CHECK-NEXT: RET_ReallyLR implicit $w0 ; CHECK-NEXT: RET_ReallyLR implicit $w0
; CHECK-CSSC-LABEL: name: s8 ; CHECK-CSSC-LABEL: name: s8
; CHECK-CSSC: liveins: $w0 ; CHECK-CSSC: liveins: $w0
; CHECK-CSSC-NEXT: {{ $}} ; CHECK-CSSC-NEXT: {{ $}}
; CHECK-CSSC-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF ; CHECK-CSSC-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF
; CHECK-CSSC-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 256 ; CHECK-CSSC-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 256
; CHECK-CSSC-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]] ; CHECK-CSSC-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]]
; CHECK-CSSC-NEXT: [[CTTZ:%[0-9]+]]:_(s32) = G_CTTZ [[OR]](s32) ; CHECK-CSSC-NEXT: [[CTTZ:%[0-9]+]]:_(s32) = G_CTTZ [[OR]](s32)
; CHECK-CSSC-NEXT: [[COPY:%[0-9]+]]:_(s32) = COPY [[CTTZ]](s32) ; CHECK-CSSC-NEXT: $w0 = COPY [[CTTZ]](s32)
; CHECK-CSSC-NEXT: $w0 = COPY [[COPY]](s32)
; CHECK-CSSC-NEXT: RET_ReallyLR implicit $w0 ; CHECK-CSSC-NEXT: RET_ReallyLR implicit $w0
%val:_(s8) = G_IMPLICIT_DEF %val:_(s8) = G_IMPLICIT_DEF
%cttz:_(s8) = G_CTTZ_ZERO_UNDEF %val(s8) %cttz:_(s8) = G_CTTZ_ZERO_UNDEF %val(s8)
%ext:_(s32) = G_ANYEXT %cttz(s8) %ext:_(s32) = G_ANYEXT %cttz(s8)
$w0 = COPY %ext(s32) $w0 = COPY %ext(s32)
RET_ReallyLR implicit $w0 RET_ReallyLR implicit $w0
... ...
--- ---
name: s16 name: s16
tracksRegLiveness: true tracksRegLiveness: true
body: | body: |
bb.0: bb.0:
liveins: $w0 liveins: $w0
; CHECK-LABEL: name: s16 ; CHECK-LABEL: name: s16
; CHECK: liveins: $w0 ; CHECK: liveins: $w0
; CHECK-NEXT: {{ $}} ; CHECK-NEXT: {{ $}}
; CHECK-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF ; CHECK-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF
; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65536 ; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65536
; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]] ; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]]
; CHECK-NEXT: [[BITREVERSE:%[0-9]+]]:_(s32) = G_BITREVERSE [[OR]] ; CHECK-NEXT: [[BITREVERSE:%[0-9]+]]:_(s32) = G_BITREVERSE [[OR]]
; CHECK-NEXT: [[CTLZ:%[0-9]+]]:_(s32) = G_CTLZ [[BITREVERSE]](s32) ; CHECK-NEXT: [[CTLZ:%[0-9]+]]:_(s32) = G_CTLZ [[BITREVERSE]](s32)
; CHECK-NEXT: [[COPY:%[0-9]+]]:_(s32) = COPY [[CTLZ]](s32) ; CHECK-NEXT: $w0 = COPY [[CTLZ]](s32)
; CHECK-NEXT: $w0 = COPY [[COPY]](s32)
; CHECK-NEXT: RET_ReallyLR implicit $w0 ; CHECK-NEXT: RET_ReallyLR implicit $w0
; CHECK-CSSC-LABEL: name: s16 ; CHECK-CSSC-LABEL: name: s16
; CHECK-CSSC: liveins: $w0 ; CHECK-CSSC: liveins: $w0
; CHECK-CSSC-NEXT: {{ $}} ; CHECK-CSSC-NEXT: {{ $}}
; CHECK-CSSC-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF ; CHECK-CSSC-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF
; CHECK-CSSC-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65536 ; CHECK-CSSC-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65536
; CHECK-CSSC-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]] ; CHECK-CSSC-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]]
; CHECK-CSSC-NEXT: [[CTTZ:%[0-9]+]]:_(s32) = G_CTTZ [[OR]](s32) ; CHECK-CSSC-NEXT: [[CTTZ:%[0-9]+]]:_(s32) = G_CTTZ [[OR]](s32)
; CHECK-CSSC-NEXT: [[COPY:%[0-9]+]]:_(s32) = COPY [[CTTZ]](s32) ; CHECK-CSSC-NEXT: $w0 = COPY [[CTTZ]](s32)
; CHECK-CSSC-NEXT: $w0 = COPY [[COPY]](s32)
; CHECK-CSSC-NEXT: RET_ReallyLR implicit $w0 ; CHECK-CSSC-NEXT: RET_ReallyLR implicit $w0
%val:_(s16) = G_IMPLICIT_DEF %val:_(s16) = G_IMPLICIT_DEF
%cttz:_(s16) = G_CTTZ_ZERO_UNDEF %val(s16) %cttz:_(s16) = G_CTTZ_ZERO_UNDEF %val(s16)
%ext:_(s32) = G_ANYEXT %cttz(s16) %ext:_(s32) = G_ANYEXT %cttz(s16)
$w0 = COPY %ext(s32) $w0 = COPY %ext(s32)
RET_ReallyLR implicit $w0 RET_ReallyLR implicit $w0
... ...
▲ Show 20 Lines • Show All 58 Lines • Show Last 20 Lines

llvm/test/CodeGen/AArch64/GlobalISel/legalize-cttz.mir

Show All 11 Lines bb.0:
; CHECK-LABEL: name: s8 ; CHECK-LABEL: name: s8
; CHECK: liveins: $w0 ; CHECK: liveins: $w0
; CHECK-NEXT: {{ $}} ; CHECK-NEXT: {{ $}}
; CHECK-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF ; CHECK-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF
; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 256 ; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 256
; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]] ; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]]
; CHECK-NEXT: [[BITREVERSE:%[0-9]+]]:_(s32) = G_BITREVERSE [[OR]] ; CHECK-NEXT: [[BITREVERSE:%[0-9]+]]:_(s32) = G_BITREVERSE [[OR]]
; CHECK-NEXT: [[CTLZ:%[0-9]+]]:_(s32) = G_CTLZ [[BITREVERSE]](s32) ; CHECK-NEXT: [[CTLZ:%[0-9]+]]:_(s32) = G_CTLZ [[BITREVERSE]](s32)
; CHECK-NEXT: [[COPY:%[0-9]+]]:_(s32) = COPY [[CTLZ]](s32) ; CHECK-NEXT: $w0 = COPY [[CTLZ]](s32)
; CHECK-NEXT: $w0 = COPY [[COPY]](s32)
; CHECK-NEXT: RET_ReallyLR implicit $w0 ; CHECK-NEXT: RET_ReallyLR implicit $w0
; CHECK-CSSC-LABEL: name: s8 ; CHECK-CSSC-LABEL: name: s8
; CHECK-CSSC: liveins: $w0 ; CHECK-CSSC: liveins: $w0
; CHECK-CSSC-NEXT: {{ $}} ; CHECK-CSSC-NEXT: {{ $}}
; CHECK-CSSC-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF ; CHECK-CSSC-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF
; CHECK-CSSC-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 256 ; CHECK-CSSC-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 256
; CHECK-CSSC-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]] ; CHECK-CSSC-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]]
; CHECK-CSSC-NEXT: [[CTTZ:%[0-9]+]]:_(s32) = G_CTTZ [[OR]](s32) ; CHECK-CSSC-NEXT: [[CTTZ:%[0-9]+]]:_(s32) = G_CTTZ [[OR]](s32)
; CHECK-CSSC-NEXT: [[COPY:%[0-9]+]]:_(s32) = COPY [[CTTZ]](s32) ; CHECK-CSSC-NEXT: $w0 = COPY [[CTTZ]](s32)
; CHECK-CSSC-NEXT: $w0 = COPY [[COPY]](s32)
; CHECK-CSSC-NEXT: RET_ReallyLR implicit $w0 ; CHECK-CSSC-NEXT: RET_ReallyLR implicit $w0
%val:_(s8) = G_IMPLICIT_DEF %val:_(s8) = G_IMPLICIT_DEF
%cttz:_(s8) = G_CTTZ %val(s8) %cttz:_(s8) = G_CTTZ %val(s8)
%ext:_(s32) = G_ANYEXT %cttz(s8) %ext:_(s32) = G_ANYEXT %cttz(s8)
$w0 = COPY %ext(s32) $w0 = COPY %ext(s32)
RET_ReallyLR implicit $w0 RET_ReallyLR implicit $w0
... ...
--- ---
name: s16 name: s16
tracksRegLiveness: true tracksRegLiveness: true
body: | body: |
bb.0: bb.0:
liveins: $w0 liveins: $w0
; CHECK-LABEL: name: s16 ; CHECK-LABEL: name: s16
; CHECK: liveins: $w0 ; CHECK: liveins: $w0
; CHECK-NEXT: {{ $}} ; CHECK-NEXT: {{ $}}
; CHECK-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF ; CHECK-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF
; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65536 ; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65536
; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]] ; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]]
; CHECK-NEXT: [[BITREVERSE:%[0-9]+]]:_(s32) = G_BITREVERSE [[OR]] ; CHECK-NEXT: [[BITREVERSE:%[0-9]+]]:_(s32) = G_BITREVERSE [[OR]]
; CHECK-NEXT: [[CTLZ:%[0-9]+]]:_(s32) = G_CTLZ [[BITREVERSE]](s32) ; CHECK-NEXT: [[CTLZ:%[0-9]+]]:_(s32) = G_CTLZ [[BITREVERSE]](s32)
; CHECK-NEXT: [[COPY:%[0-9]+]]:_(s32) = COPY [[CTLZ]](s32) ; CHECK-NEXT: $w0 = COPY [[CTLZ]](s32)
; CHECK-NEXT: $w0 = COPY [[COPY]](s32)
; CHECK-NEXT: RET_ReallyLR implicit $w0 ; CHECK-NEXT: RET_ReallyLR implicit $w0
; CHECK-CSSC-LABEL: name: s16 ; CHECK-CSSC-LABEL: name: s16
; CHECK-CSSC: liveins: $w0 ; CHECK-CSSC: liveins: $w0
; CHECK-CSSC-NEXT: {{ $}} ; CHECK-CSSC-NEXT: {{ $}}
; CHECK-CSSC-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF ; CHECK-CSSC-NEXT: [[DEF:%[0-9]+]]:_(s32) = G_IMPLICIT_DEF
; CHECK-CSSC-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65536 ; CHECK-CSSC-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 65536
; CHECK-CSSC-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]] ; CHECK-CSSC-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[DEF]], [[C]]
; CHECK-CSSC-NEXT: [[CTTZ:%[0-9]+]]:_(s32) = G_CTTZ [[OR]](s32) ; CHECK-CSSC-NEXT: [[CTTZ:%[0-9]+]]:_(s32) = G_CTTZ [[OR]](s32)
; CHECK-CSSC-NEXT: [[COPY:%[0-9]+]]:_(s32) = COPY [[CTTZ]](s32) ; CHECK-CSSC-NEXT: $w0 = COPY [[CTTZ]](s32)
; CHECK-CSSC-NEXT: $w0 = COPY [[COPY]](s32)
; CHECK-CSSC-NEXT: RET_ReallyLR implicit $w0 ; CHECK-CSSC-NEXT: RET_ReallyLR implicit $w0
%val:_(s16) = G_IMPLICIT_DEF %val:_(s16) = G_IMPLICIT_DEF
%cttz:_(s16) = G_CTTZ %val(s16) %cttz:_(s16) = G_CTTZ %val(s16)
%ext:_(s32) = G_ANYEXT %cttz(s16) %ext:_(s32) = G_ANYEXT %cttz(s16)
$w0 = COPY %ext(s32) $w0 = COPY %ext(s32)
RET_ReallyLR implicit $w0 RET_ReallyLR implicit $w0
... ...
▲ Show 20 Lines • Show All 87 Lines • ▼ Show 20 Lines bb.0:
; CHECK-CSSC-NEXT: $q0 = COPY [[CTPOP]](<4 x s32>) ; CHECK-CSSC-NEXT: $q0 = COPY [[CTPOP]](<4 x s32>)
; CHECK-CSSC-NEXT: RET_ReallyLR implicit $q0 ; CHECK-CSSC-NEXT: RET_ReallyLR implicit $q0
%val:_(<4 x s32>) = COPY $q0 %val:_(<4 x s32>) = COPY $q0
%1:_(<4 x s32>) = G_CTTZ %val(<4 x s32>) %1:_(<4 x s32>) = G_CTTZ %val(<4 x s32>)
$q0 = COPY %1(<4 x s32>) $q0 = COPY %1(<4 x s32>)
RET_ReallyLR implicit $q0 RET_ReallyLR implicit $q0
... ...
---
name: s35
alignment: 4
tracksRegLiveness: true
body: |
bb.1:
liveins: $x0
; CHECK-LABEL: name: s35
; CHECK: liveins: $x0
; CHECK-NEXT: {{ $}}
; CHECK-NEXT: [[COPY:%[0-9]+]]:_(s64) = COPY $x0
; CHECK-NEXT: [[C:%[0-9]+]]:_(s64) = G_CONSTANT i64 34359738368
; CHECK-NEXT: [[OR:%[0-9]+]]:_(s64) = G_OR [[COPY]], [[C]]
; CHECK-NEXT: [[BITREVERSE:%[0-9]+]]:_(s64) = G_BITREVERSE [[OR]]
; CHECK-NEXT: [[CTLZ:%[0-9]+]]:_(s64) = G_CTLZ [[BITREVERSE]](s64)
; CHECK-NEXT: $x0 = COPY [[CTLZ]](s64)
; CHECK-NEXT: RET_ReallyLR implicit $x0
; CHECK-CSSC-LABEL: name: s35
; CHECK-CSSC: liveins: $x0
; CHECK-CSSC-NEXT: {{ $}}
; CHECK-CSSC-NEXT: [[COPY:%[0-9]+]]:_(s64) = COPY $x0
; CHECK-CSSC-NEXT: [[C:%[0-9]+]]:_(s64) = G_CONSTANT i64 34359738368
; CHECK-CSSC-NEXT: [[OR:%[0-9]+]]:_(s64) = G_OR [[COPY]], [[C]]
; CHECK-CSSC-NEXT: [[CTTZ:%[0-9]+]]:_(s64) = G_CTTZ [[OR]](s64)
; CHECK-CSSC-NEXT: $x0 = COPY [[CTTZ]](s64)
; CHECK-CSSC-NEXT: RET_ReallyLR implicit $x0
%1:_(s64) = COPY $x0
%0:_(s35) = G_TRUNC %1(s64)
%2:_(s35) = G_CTTZ %0(s35)
%3:_(s64) = G_ANYEXT %2(s35)
$x0 = COPY %3(s64)
RET_ReallyLR implicit $x0
...
---
name: s65
alignment: 4
tracksRegLiveness: true
body: |
bb.1:
liveins: $x0, $x1
; CHECK-LABEL: name: s65
; CHECK: liveins: $x0, $x1
; CHECK-NEXT: {{ $}}
; CHECK-NEXT: [[COPY:%[0-9]+]]:_(s64) = COPY $x0
; CHECK-NEXT: [[COPY1:%[0-9]+]]:_(s64) = COPY $x1
; CHECK-NEXT: [[C:%[0-9]+]]:_(s64) = G_CONSTANT i64 0
; CHECK-NEXT: [[C1:%[0-9]+]]:_(s64) = G_CONSTANT i64 2
; CHECK-NEXT: [[OR:%[0-9]+]]:_(s64) = G_OR [[COPY]], [[C]]
; CHECK-NEXT: [[OR1:%[0-9]+]]:_(s64) = G_OR [[COPY1]], [[C1]]
; CHECK-NEXT: [[ICMP:%[0-9]+]]:_(s32) = G_ICMP intpred(eq), [[OR]](s64), [[C]]
; CHECK-NEXT: [[BITREVERSE:%[0-9]+]]:_(s64) = G_BITREVERSE [[OR1]]
; CHECK-NEXT: [[CTLZ:%[0-9]+]]:_(s64) = G_CTLZ [[BITREVERSE]](s64)
; CHECK-NEXT: [[C2:%[0-9]+]]:_(s64) = G_CONSTANT i64 64
; CHECK-NEXT: [[UADDO:%[0-9]+]]:_(s64), [[UADDO1:%[0-9]+]]:_(s32) = G_UADDO [[CTLZ]], [[C2]]
; CHECK-NEXT: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 1
; CHECK-NEXT: [[AND:%[0-9]+]]:_(s32) = G_AND [[UADDO1]], [[C3]]
; CHECK-NEXT: [[UADDE:%[0-9]+]]:_(s64), [[UADDE1:%[0-9]+]]:_(s32) = G_UADDE [[C]], [[C]], [[AND]]
; CHECK-NEXT: [[BITREVERSE1:%[0-9]+]]:_(s64) = G_BITREVERSE [[OR]]
; CHECK-NEXT: [[CTLZ1:%[0-9]+]]:_(s64) = G_CTLZ [[BITREVERSE1]](s64)
; CHECK-NEXT: [[AND1:%[0-9]+]]:_(s32) = G_AND [[ICMP]], [[C3]]
; CHECK-NEXT: [[SELECT:%[0-9]+]]:_(s64) = G_SELECT [[AND1]](s32), [[UADDO]], [[CTLZ1]]
; CHECK-NEXT: [[SELECT1:%[0-9]+]]:_(s64) = G_SELECT [[AND1]](s32), [[UADDE]], [[C]]
; CHECK-NEXT: $x0 = COPY [[SELECT]](s64)
; CHECK-NEXT: $x1 = COPY [[SELECT1]](s64)
; CHECK-NEXT: RET_ReallyLR implicit $x0, implicit $x1
; CHECK-CSSC-LABEL: name: s65
; CHECK-CSSC: liveins: $x0, $x1
; CHECK-CSSC-NEXT: {{ $}}
; CHECK-CSSC-NEXT: [[COPY:%[0-9]+]]:_(s64) = COPY $x0
; CHECK-CSSC-NEXT: [[COPY1:%[0-9]+]]:_(s64) = COPY $x1
; CHECK-CSSC-NEXT: [[C:%[0-9]+]]:_(s64) = G_CONSTANT i64 0
; CHECK-CSSC-NEXT: [[C1:%[0-9]+]]:_(s64) = G_CONSTANT i64 2
; CHECK-CSSC-NEXT: [[OR:%[0-9]+]]:_(s64) = G_OR [[COPY]], [[C]]
; CHECK-CSSC-NEXT: [[OR1:%[0-9]+]]:_(s64) = G_OR [[COPY1]], [[C1]]
; CHECK-CSSC-NEXT: [[ICMP:%[0-9]+]]:_(s32) = G_ICMP intpred(eq), [[OR]](s64), [[C]]
; CHECK-CSSC-NEXT: [[CTTZ:%[0-9]+]]:_(s64) = G_CTTZ [[OR1]](s64)
; CHECK-CSSC-NEXT: [[C2:%[0-9]+]]:_(s64) = G_CONSTANT i64 64
; CHECK-CSSC-NEXT: [[UADDO:%[0-9]+]]:_(s64), [[UADDO1:%[0-9]+]]:_(s32) = G_UADDO [[CTTZ]], [[C2]]
; CHECK-CSSC-NEXT: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 1
; CHECK-CSSC-NEXT: [[AND:%[0-9]+]]:_(s32) = G_AND [[UADDO1]], [[C3]]
; CHECK-CSSC-NEXT: [[UADDE:%[0-9]+]]:_(s64), [[UADDE1:%[0-9]+]]:_(s32) = G_UADDE [[C]], [[C]], [[AND]]
; CHECK-CSSC-NEXT: [[CTTZ1:%[0-9]+]]:_(s64) = G_CTTZ [[OR]](s64)
; CHECK-CSSC-NEXT: [[AND1:%[0-9]+]]:_(s32) = G_AND [[ICMP]], [[C3]]
; CHECK-CSSC-NEXT: [[SELECT:%[0-9]+]]:_(s64) = G_SELECT [[AND1]](s32), [[UADDO]], [[CTTZ1]]
; CHECK-CSSC-NEXT: [[SELECT1:%[0-9]+]]:_(s64) = G_SELECT [[AND1]](s32), [[UADDE]], [[C]]
; CHECK-CSSC-NEXT: $x0 = COPY [[SELECT]](s64)
; CHECK-CSSC-NEXT: $x1 = COPY [[SELECT1]](s64)
; CHECK-CSSC-NEXT: RET_ReallyLR implicit $x0, implicit $x1
%1:_(s64) = COPY $x0
%2:_(s64) = COPY $x1
%3:_(s128) = G_MERGE_VALUES %1(s64), %2(s64)
%0:_(s65) = G_TRUNC %3(s128)
%4:_(s65) = G_CTTZ %0(s65)
%7:_(s128) = G_ANYEXT %4(s65)
%5:_(s64), %6:_(s64) = G_UNMERGE_VALUES %7(s128)
$x0 = COPY %5(s64)
$x1 = COPY %6(s64)
RET_ReallyLR implicit $x0, implicit $x1
...