This is an archive of the discontinued LLVM Phabricator instance.

Differential D103566

[mlir][sparse] add more type combinations to sparse storage scheme
ClosedPublic

Authored by aartbik on Jun 2 2021, 4:33 PM.

Details

Reviewers
bixia
penpornk
tatianashp
Commits
rG12db09d7f3bb: [mlir][sparse] add more type combinations to sparse storage scheme
Summary

Useful for "exhaustively" testing and benchmarking annotation combinations
to verify correctness and perform state space search for best performing.

Diff Detail

Event Timeline

aartbik created this revision.Jun 2 2021, 4:33 PM
Herald added subscribers: dcaballe, cota, teijeong and 15 others. · View Herald TranscriptJun 2 2021, 4:33 PM
aartbik requested review of this revision.Jun 2 2021, 4:33 PM
Herald added a project: Restricted Project. · View Herald TranscriptJun 2 2021, 4:33 PM
Herald added subscribers: stephenneuendorffer, nicolasvasilache. · View Herald Transcript
aartbik added reviewers: bixia, penpornk, tatianashp.Jun 2 2021, 4:38 PM
Harbormaster completed remote builds in B107346: Diff 349411.Jun 2 2021, 5:01 PM
penpornk accepted this revision.Jun 3 2021, 8:30 AM
This revision is now accepted and ready to land.Jun 3 2021, 8:30 AM
Closed by commit rG12db09d7f3bb: [mlir][sparse] add more type combinations to sparse storage scheme (authored by aartbik). · Explain WhyJun 3 2021, 8:34 AM
This revision was automatically updated to reflect the committed changes.
aartbik added a commit: rG12db09d7f3bb: [mlir][sparse] add more type combinations to sparse storage scheme.

Revision Contents

PathSize
mlir/
lib/
ExecutionEngine/
39 lines

Diff 349559

mlir/lib/ExecutionEngine/SparseUtils.cpp

Show First 20 Lines • Show All 456 Lines • ▼ Show 20 Linesvoid *newSparseTensor(char *filename, uint8_t *abase, uint8_t *adata,
uint64_t aoff, uint64_t asize, uint64_t astride, uint64_t aoff, uint64_t asize, uint64_t astride,
uint64_t *pbase, uint64_t *pdata, uint64_t poff, uint64_t *pbase, uint64_t *pdata, uint64_t poff,
uint64_t psize, uint64_t pstride, uint64_t ptrTp, uint64_t psize, uint64_t pstride, uint64_t ptrTp,
uint64_t indTp, uint64_t valTp) { uint64_t indTp, uint64_t valTp) {
assert(astride == 1 && pstride == 1); assert(astride == 1 && pstride == 1);
uint8_t *sparsity = adata + aoff; uint8_t *sparsity = adata + aoff;
uint64_t *perm = pdata + poff; uint64_t *perm = pdata + poff;
// The most common cases: 64-bit or 32-bit overhead, double/float values. // Double matrices with all combinations of overhead storage.
CASE(kU64, kU64, kF64, uint64_t, uint64_t, double); CASE(kU64, kU64, kF64, uint64_t, uint64_t, double);
CASE(kU64, kU64, kF32, uint64_t, uint64_t, float);
CASE(kU64, kU32, kF64, uint64_t, uint32_t, double); CASE(kU64, kU32, kF64, uint64_t, uint32_t, double);
CASE(kU64, kU32, kF32, uint64_t, uint32_t, float); CASE(kU64, kU16, kF64, uint64_t, uint16_t, double);
CASE(kU64, kU8, kF64, uint64_t, uint8_t, double);
CASE(kU32, kU64, kF64, uint32_t, uint64_t, double); CASE(kU32, kU64, kF64, uint32_t, uint64_t, double);
CASE(kU32, kU64, kF32, uint32_t, uint64_t, float);
CASE(kU32, kU32, kF64, uint32_t, uint32_t, double); CASE(kU32, kU32, kF64, uint32_t, uint32_t, double);
CASE(kU32, kU32, kF32, uint32_t, uint32_t, float); CASE(kU32, kU16, kF64, uint32_t, uint16_t, double);
CASE(kU32, kU8, kF64, uint32_t, uint8_t, double);
// Some special cases: low overhead storage, double/float values. CASE(kU16, kU64, kF64, uint16_t, uint64_t, double);
CASE(kU16, kU32, kF64, uint16_t, uint32_t, double);
CASE(kU16, kU16, kF64, uint16_t, uint16_t, double); CASE(kU16, kU16, kF64, uint16_t, uint16_t, double);
CASE(kU16, kU8, kF64, uint16_t, uint8_t, double);
CASE(kU8, kU64, kF64, uint8_t, uint64_t, double);
CASE(kU8, kU32, kF64, uint8_t, uint32_t, double);
CASE(kU8, kU16, kF64, uint8_t, uint16_t, double);
CASE(kU8, kU8, kF64, uint8_t, uint8_t, double); CASE(kU8, kU8, kF64, uint8_t, uint8_t, double);
// Float matrices with all combinations of overhead storage.
CASE(kU64, kU64, kF32, uint64_t, uint64_t, float);
CASE(kU64, kU32, kF32, uint64_t, uint32_t, float);
CASE(kU64, kU16, kF32, uint64_t, uint16_t, float);
CASE(kU64, kU8, kF32, uint64_t, uint8_t, float);
CASE(kU32, kU64, kF32, uint32_t, uint64_t, float);
CASE(kU32, kU32, kF32, uint32_t, uint32_t, float);
CASE(kU32, kU16, kF32, uint32_t, uint16_t, float);
CASE(kU32, kU8, kF32, uint32_t, uint8_t, float);
CASE(kU16, kU64, kF32, uint16_t, uint64_t, float);
CASE(kU16, kU32, kF32, uint16_t, uint32_t, float);
CASE(kU16, kU16, kF32, uint16_t, uint16_t, float); CASE(kU16, kU16, kF32, uint16_t, uint16_t, float);
CASE(kU16, kU8, kF32, uint16_t, uint8_t, float);
CASE(kU8, kU64, kF32, uint8_t, uint64_t, float);
CASE(kU8, kU32, kF32, uint8_t, uint32_t, float);
CASE(kU8, kU16, kF32, uint8_t, uint16_t, float);
CASE(kU8, kU8, kF32, uint8_t, uint8_t, float); CASE(kU8, kU8, kF32, uint8_t, uint8_t, float);
// Integral matrices with low overhead storage. // Integral matrices with same overhead storage.
CASE(kU64, kU64, kI32, uint64_t, uint64_t, int32_t);
CASE(kU64, kU64, kI16, uint64_t, uint64_t, int16_t);
CASE(kU64, kU64, kI8, uint64_t, uint64_t, int8_t);
CASE(kU32, kU32, kI32, uint32_t, uint32_t, int32_t); CASE(kU32, kU32, kI32, uint32_t, uint32_t, int32_t);
CASE(kU32, kU32, kI16, uint32_t, uint32_t, int16_t); CASE(kU32, kU32, kI16, uint32_t, uint32_t, int16_t);
CASE(kU32, kU32, kI8, uint32_t, uint32_t, int8_t); CASE(kU32, kU32, kI8, uint32_t, uint32_t, int8_t);
CASE(kU16, kU16, kI32, uint16_t, uint16_t, int32_t); CASE(kU16, kU16, kI32, uint16_t, uint16_t, int32_t);
CASE(kU16, kU16, kI16, uint16_t, uint16_t, int16_t); CASE(kU16, kU16, kI16, uint16_t, uint16_t, int16_t);
CASE(kU16, kU16, kI8, uint16_t, uint16_t, int8_t); CASE(kU16, kU16, kI8, uint16_t, uint16_t, int8_t);
CASE(kU8, kU8, kI32, uint8_t, uint8_t, int32_t); CASE(kU8, kU8, kI32, uint8_t, uint8_t, int32_t);
CASE(kU8, kU8, kI16, uint8_t, uint8_t, int16_t); CASE(kU8, kU8, kI16, uint8_t, uint8_t, int16_t);
▲ Show 20 Lines • Show All 41 Lines • Show Last 20 Lines