This is an archive of the discontinued LLVM Phabricator instance.

Differential D146982

[RISCV] Add tests for gather scatter pass for non-recursive mul strides
ClosedPublic

Authored by luke on Mar 27 2023, 9:16 AM.

Details

Reviewers
craig.topper
reames
Commits
rG2da8ed3d78bb: [RISCV] Add tests for gather scatter pass for non-recursive mul strides

Diff Detail

Event Timeline

luke created this revision.Mar 27 2023, 9:16 AM
Herald added a project: Restricted Project. · View Herald TranscriptMar 27 2023, 9:16 AM
Herald added subscribers: jobnoorman, asb, pmatos and 28 others. · View Herald Transcript
luke requested review of this revision.Mar 27 2023, 9:16 AM
Herald added a project: Restricted Project. · View Herald TranscriptMar 27 2023, 9:16 AM
Herald added subscribers: llvm-commits, • pcwang-thead, eopXD, MaskRay. · View Herald Transcript
luke added a child revision: D146983: [RISCV] Handle non-recursive muls of strides in gather/scatter lowering.Mar 27 2023, 9:17 AM
craig.topper accepted this revision.Mar 27 2023, 9:27 AM

LGTM

This revision is now accepted and ready to land.Mar 27 2023, 9:27 AM
Harbormaster completed remote builds in B222045: Diff 508691.Mar 27 2023, 11:08 AM
Closed by commit rG2da8ed3d78bb: [RISCV] Add tests for gather scatter pass for non-recursive mul strides (authored by luke). · Explain WhyMar 27 2023, 12:22 PM
This revision was automatically updated to reflect the committed changes.
luke added a commit: rG2da8ed3d78bb: [RISCV] Add tests for gather scatter pass for non-recursive mul strides.

Revision Contents

PathSize
llvm/
test/
CodeGen/
RISCV/
rvv/
48 lines

Diff 508753

llvm/test/CodeGen/RISCV/rvv/strided-load-store.ll

Show First 20 Lines • Show All 83 Lines • ▼ Show 20 Linesvector.body: ; preds = %vector.body, %vector.ph
%vec.ind.next = add <vscale x 1 x i64> %vec.ind, %.splat %vec.ind.next = add <vscale x 1 x i64> %vec.ind, %.splat
%3 = icmp ne i64 %index.next, %wide.trip.count %3 = icmp ne i64 %index.next, %wide.trip.count
br i1 %3, label %for.cond.cleanup, label %vector.body br i1 %3, label %for.cond.cleanup, label %vector.body
for.cond.cleanup: ; preds = %vector.body for.cond.cleanup: ; preds = %vector.body
ret void ret void
} }
define <vscale x 1 x i64> @gather_loopless(ptr %p, i64 %stride) {
; CHECK-LABEL: @gather_loopless(
; CHECK-NEXT: [[STEP:%.*]] = call <vscale x 1 x i64> @llvm.experimental.stepvector.nxv1i64()
; CHECK-NEXT: [[SPLAT_INSERT:%.*]] = insertelement <vscale x 1 x i64> poison, i64 [[STRIDE:%.*]], i64 0
; CHECK-NEXT: [[SPLAT:%.*]] = shufflevector <vscale x 1 x i64> [[SPLAT_INSERT]], <vscale x 1 x i64> poison, <vscale x 1 x i32> zeroinitializer
; CHECK-NEXT: [[OFFSETS:%.*]] = mul <vscale x 1 x i64> [[STEP]], [[SPLAT]]
; CHECK-NEXT: [[PTRS:%.*]] = getelementptr i32, ptr [[P:%.*]], <vscale x 1 x i64> [[OFFSETS]]
; CHECK-NEXT: [[X:%.*]] = call <vscale x 1 x i64> @llvm.masked.gather.nxv1i64.nxv1p0(<vscale x 1 x ptr> [[PTRS]], i32 8, <vscale x 1 x i1> shufflevector (<vscale x 1 x i1> insertelement (<vscale x 1 x i1> poison, i1 true, i64 0), <vscale x 1 x i1> poison, <vscale x 1 x i32> zeroinitializer), <vscale x 1 x i64> poison)
; CHECK-NEXT: ret <vscale x 1 x i64> [[X]]
;
%step = call <vscale x 1 x i64> @llvm.experimental.stepvector.nxv1i64()
%splat.insert = insertelement <vscale x 1 x i64> poison, i64 %stride, i64 0
%splat = shufflevector <vscale x 1 x i64> %splat.insert, <vscale x 1 x i64> poison, <vscale x 1 x i32> zeroinitializer
%offsets = mul <vscale x 1 x i64> %step, %splat
%ptrs = getelementptr i32, ptr %p, <vscale x 1 x i64> %offsets
%x = call <vscale x 1 x i64> @llvm.masked.gather.nxv1i64.nxv1p0(
<vscale x 1 x ptr> %ptrs,
i32 8,
<vscale x 1 x i1> shufflevector (<vscale x 1 x i1> insertelement (<vscale x 1 x i1> poison, i1 1, i64 0), <vscale x 1 x i1> poison, <vscale x 1 x i32> zeroinitializer),
<vscale x 1 x i64> poison
)
ret <vscale x 1 x i64> %x
}
define void @scatter_loopless(<vscale x 1 x i64> %x, ptr %p, i64 %stride) {
; CHECK-LABEL: @scatter_loopless(
; CHECK-NEXT: [[STEP:%.*]] = call <vscale x 1 x i64> @llvm.experimental.stepvector.nxv1i64()
; CHECK-NEXT: [[SPLAT_INSERT:%.*]] = insertelement <vscale x 1 x i64> poison, i64 [[STRIDE:%.*]], i64 0
; CHECK-NEXT: [[SPLAT:%.*]] = shufflevector <vscale x 1 x i64> [[SPLAT_INSERT]], <vscale x 1 x i64> poison, <vscale x 1 x i32> zeroinitializer
; CHECK-NEXT: [[OFFSETS:%.*]] = mul <vscale x 1 x i64> [[STEP]], [[SPLAT]]
; CHECK-NEXT: [[PTRS:%.*]] = getelementptr i32, ptr [[P:%.*]], <vscale x 1 x i64> [[OFFSETS]]
; CHECK-NEXT: call void @llvm.masked.scatter.nxv1i64.nxv1p0(<vscale x 1 x i64> [[X:%.*]], <vscale x 1 x ptr> [[PTRS]], i32 8, <vscale x 1 x i1> shufflevector (<vscale x 1 x i1> insertelement (<vscale x 1 x i1> poison, i1 true, i64 0), <vscale x 1 x i1> poison, <vscale x 1 x i32> zeroinitializer))
; CHECK-NEXT: ret void
;
%step = call <vscale x 1 x i64> @llvm.experimental.stepvector.nxv1i64()
%splat.insert = insertelement <vscale x 1 x i64> poison, i64 %stride, i64 0
%splat = shufflevector <vscale x 1 x i64> %splat.insert, <vscale x 1 x i64> poison, <vscale x 1 x i32> zeroinitializer
%offsets = mul <vscale x 1 x i64> %step, %splat
%ptrs = getelementptr i32, ptr %p, <vscale x 1 x i64> %offsets
call void @llvm.masked.scatter.nxv1i64.nxv1p0(
<vscale x 1 x i64> %x,
<vscale x 1 x ptr> %ptrs,
i32 8,
<vscale x 1 x i1> shufflevector (<vscale x 1 x i1> insertelement (<vscale x 1 x i1> poison, i1 1, i64 0), <vscale x 1 x i1> poison, <vscale x 1 x i32> zeroinitializer)
)
ret void
}
declare i64 @llvm.vscale.i64() declare i64 @llvm.vscale.i64()
declare void @llvm.masked.scatter.nxv1i64.nxv1p0(<vscale x 1 x i64>, <vscale x 1 x ptr>, i32, <vscale x 1 x i1>) declare void @llvm.masked.scatter.nxv1i64.nxv1p0(<vscale x 1 x i64>, <vscale x 1 x ptr>, i32, <vscale x 1 x i1>)
declare <vscale x 1 x i64> @llvm.masked.gather.nxv1i64.nxv1p0(<vscale x 1 x ptr>, i32, <vscale x 1 x i1>, <vscale x 1 x i64>) declare <vscale x 1 x i64> @llvm.masked.gather.nxv1i64.nxv1p0(<vscale x 1 x ptr>, i32, <vscale x 1 x i1>, <vscale x 1 x i64>)