[mlir] Support memref layout maps in vector transfer ops
ClosedPublic

Show First 20 Lines • Show All 1,006 Lines • ▼ Show 20 Lines	static void generateForLoopBody(
builder.create<scf::YieldOp>(loc);		builder.create<scf::YieldOp>(loc);
}		}

static Value initialLoopState(TransferWriteOp xferOp) {		static Value initialLoopState(TransferWriteOp xferOp) {
return Value();		return Value();
}		}
};		};

		/// Return true if the last dimension of the MemRefType has unit stride.
		static bool isLastMemrefDimUnitStride(MemRefType type) {
		int64_t offset;
		SmallVector<int64_t, 4> strides;
		auto successStrides = getStridesAndOffset(type, strides, offset);
		return succeeded(successStrides) && strides.back() == 1;
		}

/// Lower a 1D vector transfer op to SCF using scalar loads/stores. This is		/// Lower a 1D vector transfer op to SCF using scalar loads/stores. This is
/// necessary in cases where a 1D vector transfer op cannot be lowered into		/// necessary in cases where a 1D vector transfer op cannot be lowered into
/// vector load/stores due to non-unit strides or broadcasts:		/// vector load/stores due to non-unit strides or broadcasts:
///		///
/// * Transfer dimension is not the last memref dimension		/// * Transfer dimension is not the last memref dimension
/// * Transfer dimension is a broadcast (i.e., scalar load + broadcast)		/// * Transfer dimension is a broadcast (i.e., scalar load + broadcast)
/// * Memref has a layout map with non-unit stride on the last dimension		/// * Memref has a layout map with non-unit stride on the last dimension
///		///
Show All 23 Lines
template <typename OpTy>		template <typename OpTy>
struct TransferOp1dConversion : public OpRewritePattern<OpTy> {		struct TransferOp1dConversion : public OpRewritePattern<OpTy> {
using OpRewritePattern<OpTy>::OpRewritePattern;		using OpRewritePattern<OpTy>::OpRewritePattern;

LogicalResult matchAndRewrite(OpTy xferOp,		LogicalResult matchAndRewrite(OpTy xferOp,
PatternRewriter &rewriter) const override {		PatternRewriter &rewriter) const override {
ScopedContext scope(rewriter, xferOp.getLoc());		ScopedContext scope(rewriter, xferOp.getLoc());
auto map = xferOp.permutation_map();		auto map = xferOp.permutation_map();
		auto memRefType = xferOp.getShapedType().template dyn_cast<MemRefType>();

if (xferOp.getVectorType().getRank() != 1)		if (!memRefType)
return failure();		return failure();
if (map.isMinorIdentity()) // Handled by ConvertVectorToLLVM		if (xferOp.getVectorType().getRank() != 1)
return failure();		return failure();
		if (map.isMinorIdentity() && isLastMemrefDimUnitStride(memRefType))
		return failure(); // Handled by ConvertVectorToLLVM

// Loop bounds, step, state...		// Loop bounds, step, state...
auto vecType = xferOp.getVectorType();		auto vecType = xferOp.getVectorType();
auto lb = std_constant_index(0);		auto lb = std_constant_index(0);
auto ub = std_constant_index(vecType.getDimSize(0));		auto ub = std_constant_index(vecType.getDimSize(0));
auto step = std_constant_index(1);		auto step = std_constant_index(1);
auto loopState = Strategy1d<OpTy>::initialLoopState(xferOp);		auto loopState = Strategy1d<OpTy>::initialLoopState(xferOp);

▲ Show 20 Lines • Show All 57 Lines • Show Last 20 Lines

This is an archive of the discontinued LLVM Phabricator instance.

[mlir] Support memref layout maps in vector transfer opsClosedPublic

Details

Diff Detail

Event Timeline

Revision Contents

Diff 344733

mlir/lib/Conversion/VectorToSCF/ProgressiveVectorToSCF.cpp

[mlir] Support memref layout maps in vector transfer ops
ClosedPublic