Index: lib/Transforms/Vectorize/LoopVectorize.cpp =================================================================== --- lib/Transforms/Vectorize/LoopVectorize.cpp +++ lib/Transforms/Vectorize/LoopVectorize.cpp @@ -574,6 +574,10 @@ /// Returns (and creates if needed) the trip count of the widened loop. Value *getOrCreateVectorTripCount(Loop *NewLoop); + /// Returns a bitcasted value to the requested vector type. + /// Also handles bitcasts of vector <-> vector types. + Value* createBitOrPointerCast(Value *V, VectorType* DstVTy, const DataLayout& DL); + /// Emit a bypass check to see if the vector trip count is zero, including if /// it overflows. void emitMinimumIterationCountCheck(Loop *L, BasicBlock *Bypass); @@ -2852,6 +2856,7 @@ if (Instr != Group->getInsertPos()) return; + const DataLayout &DL = Instr->getModule()->getDataLayout(); Value *Ptr = getPointerOperand(Instr); // Prepare for the vector type of the interleaved load/store. @@ -2926,7 +2931,7 @@ // If this member has different type, cast the result type. if (Member->getType() != ScalarTy) { VectorType *OtherVTy = VectorType::get(Member->getType(), VF); - StridedVec = Builder.CreateBitOrPointerCast(StridedVec, OtherVTy); + StridedVec = createBitOrPointerCast(StridedVec, OtherVTy, DL); } if (Group->isReverse()) @@ -2955,9 +2960,10 @@ if (Group->isReverse()) StoredVec = reverseVector(StoredVec); - // If this member has different type, cast it to an unified type. + // If this member has different type, cast it to a unified type. + if (StoredVec->getType() != SubVT) - StoredVec = Builder.CreateBitOrPointerCast(StoredVec, SubVT); + StoredVec = createBitOrPointerCast(StoredVec, SubVT, DL); StoredVecs.push_back(StoredVec); } @@ -3292,6 +3298,34 @@ return VectorTripCount; } +Value* InnerLoopVectorizer::createBitOrPointerCast(Value *V, VectorType* DstVTy, + const DataLayout& DL) { + // Verify that V is a vector type with same number of elements as DstVTy. + unsigned VF = DstVTy->getNumElements(); + VectorType *SrcVecTy = dyn_cast(V->getType()); + assert(SrcVecTy); + assert(VF == SrcVecTy->getNumElements()); + Type *SrcElemTy = SrcVecTy->getElementType(); + Type *DstElemTy = DstVTy->getElementType(); + assert(DL.getTypeSizeInBits(SrcElemTy) == DL.getTypeSizeInBits(DstElemTy)); + + // Do a direct cast if element types are castable. + if (CastInst::isBitOrNoopPointerCastable(SrcElemTy, DstElemTy, DL)) { + return Builder.CreateBitOrPointerCast(V, DstVTy); + } + // V cannot be directly casted to desired vector type. + // May happen when V is a floating point vector but DstVTy is a vector of pointers + // or vice-versa. Handle this using a two-step bitcast using an intermediate Integer + // type for the bitcast i.e. Ptr <-> Int <-> Float. + assert(DstElemTy->isPointerTy() != SrcElemTy->isPointerTy()); + assert(DstElemTy->isFloatingPointTy() != SrcElemTy->isFloatingPointTy()); + Type *IntTy = IntegerType::getIntNTy(V->getContext(), + DL.getTypeSizeInBits(SrcElemTy)); + VectorType *VecIntTy = VectorType::get(IntTy, VF); + Value *CastVal = Builder.CreateBitOrPointerCast(V, VecIntTy); + return Builder.CreateBitOrPointerCast(CastVal, DstVTy); +} + void InnerLoopVectorizer::emitMinimumIterationCountCheck(Loop *L, BasicBlock *Bypass) { Value *Count = getOrCreateTripCount(L); Index: test/CodeGen/ARM/loopvectorize_pr33804.ll =================================================================== --- /dev/null +++ test/CodeGen/ARM/loopvectorize_pr33804.ll @@ -0,0 +1,67 @@ +; RUN: opt -loop-vectorize -S < %s | FileCheck %s + +; This checks we don't crash when vectorizing if vectorizer ends up +; requiring casting float to a pointer type. + +; ModuleID = 'bugpoint-reduced-simplified.bc' +source_filename = "bugpoint-output-26dbd81.bc" +target datalayout = "e-m:e-p:32:32-i64:64-v128:64:128-a:0:32-n32-S64" +target triple = "armv7--linux-gnueabihf" + +%struct.CvNode1D = type { float, %struct.CvNode1D* } + +@.str.13 = external unnamed_addr constant [1 x i8], align 1 + +; CHECK-LABEL: @cvCalcEMD2 +; CHECK: vector.body +; CHECK: store <8 x %struct.CvNode1D*> +define void @cvCalcEMD2() local_unnamed_addr #0 personality i8* bitcast (i32 (...)* @__gxx_personality_v0 to i8*) { +entry: + br label %for.body14.i.i + +for.body14.i.i: ; preds = %for.body14.i.i, %entry + %i.1424.i.i = phi i32 [ %inc21.i.i, %for.body14.i.i ], [ 0, %entry ] + %arrayidx15.i.i1427 = getelementptr inbounds %struct.CvNode1D, %struct.CvNode1D* undef, i32 %i.1424.i.i + %val.i.i = getelementptr inbounds %struct.CvNode1D, %struct.CvNode1D* %arrayidx15.i.i1427, i32 0, i32 0 + store float 0xC415AF1D80000000, float* %val.i.i, align 4 + %next19.i.i = getelementptr inbounds %struct.CvNode1D, %struct.CvNode1D* undef, i32 %i.1424.i.i, i32 1 + store %struct.CvNode1D* undef, %struct.CvNode1D** %next19.i.i, align 4 + %inc21.i.i = add nuw nsw i32 %i.1424.i.i, 1 + %exitcond438.i.i = icmp eq i32 %inc21.i.i, 0 + br i1 %exitcond438.i.i, label %for.end22.i.i, label %for.body14.i.i + +for.end22.i.i: ; preds = %for.body14.i.i + unreachable +} + +; This checks we don't crash when vectorizing if vectorizer ends up +; requiring casting pointer to a float type. + +%struct.CvNode1D2 = type { %struct.CvNode1D2*, float } + +; CHECK-LABEL: @cvCalcEMD2_2 +; CHECK: vector.body +; CHECK: store <8 x float> +define void @cvCalcEMD2_2() local_unnamed_addr #0 personality i8* bitcast (i32 (...)* @__gxx_personality_v0 to i8*) { +entry: + br label %for.body14.i.i + +for.body14.i.i: ; preds = %for.body14.i.i, %entry + %i.1424.i.i = phi i32 [ %inc21.i.i, %for.body14.i.i ], [ 0, %entry ] + %next19.i.i = getelementptr inbounds %struct.CvNode1D2, %struct.CvNode1D2* undef, i32 %i.1424.i.i, i32 0 + store %struct.CvNode1D2* undef, %struct.CvNode1D2** %next19.i.i, align 4 + %arrayidx15.i.i1427 = getelementptr inbounds %struct.CvNode1D2, %struct.CvNode1D2* undef, i32 %i.1424.i.i + %val.i.i = getelementptr inbounds %struct.CvNode1D2, %struct.CvNode1D2* %arrayidx15.i.i1427, i32 0, i32 1 + store float 0xC415AF1D80000000, float* %val.i.i, align 4 + %inc21.i.i = add nuw nsw i32 %i.1424.i.i, 1 + %exitcond438.i.i = icmp eq i32 %inc21.i.i, 0 + br i1 %exitcond438.i.i, label %for.end22.i.i, label %for.body14.i.i + +for.end22.i.i: ; preds = %for.body14.i.i + unreachable +} + +declare i32 @__gxx_personality_v0(...) + +attributes #0 = { "correctly-rounded-divide-sqrt-fp-math"="false" "disable-tail-calls"="false" "less-precise-fpmad"="false" "no-frame-pointer-elim"="true" "no-frame-pointer-elim-non-leaf" "no-infs-fp-math"="false" "no-jump-tables"="false" "no-nans-fp-math"="false" "no-signed-zeros-fp-math"="false" "no-trapping-math"="false" "stack-protector-buffer-size"="8" "target-cpu"="generic" "target-features"="+dsp,+neon,+vfp3,-thumb-mode" "unsafe-fp-math"="false" "use-soft-float"="false" } +