[LV] Disable epilogue vectorization for scalable VFs

[c-rhodes]

Summary

Epilogue vectorization doesn't support scalable vectorization factors
yet, disable it for now.

[bmahjour]

llvm/lib/Transforms/Vectorize/LoopVectorize.cpp

5777

We can just return Result around line 5792 (please see suggestion below), then we don't need to change the check near line 9209.

5786–5795

// FIXME: This can be fixed for scalable vectors later, because at this stage
// the LoopVectorizer will only consider vectorizing a loop with scalable
// vectors when the loop has a hint to enable vectorization for a given VF.
if (MainLoopVF.isScalable()) {
  LLVM_DEBUG(dbgs() << "LEV: Epilogue vectorization for scalable vectors not yet supported.\n");
  return Result;
}

9233

please see comment above.

[c-rhodes]

Address comments and added test.

[c-rhodes]

llvm/lib/Transforms/Vectorize/LoopVectorize.cpp

5777

We can just return Result around line 5792 (please see suggestion below), then we don't need to change the check near line 9209.

That makes more sense, cheers. Added a simple test as well.

[sdesmalen]

LGTM

llvm/lib/Transforms/Vectorize/LoopVectorize.cpp

5777

I guess there is no reason why the tail can't still be vectorized with a fixed-width VF, but given the state of scalable loop-vec I don't think that is really something to worry about at this point.

[bmahjour]

LGTM

llvm/lib/Transforms/Vectorize/LoopVectorize.cpp

 }
 
 VectorizationFactor
 LoopVectorizationCostModel::selectEpilogueVectorizationFactor(
     const ElementCount MainLoopVF, const LoopVectorizationPlanner &LVP) {
   VectorizationFactor Result = VectorizationFactor::Disabled();
   if (!EnableEpilogueVectorization) {
     LLVM_DEBUG(dbgs() << "LEV: Epilogue vectorization is disabled.\n";);
     return Result;
   }
 
   if (!isScalarEpilogueAllowed()) {
     LLVM_DEBUG(
         dbgs() << "LEV: Unable to vectorize epilogue because no epilogue is "
                   "allowed.\n";);
     return Result;
   }
 
+  // FIXME: This can be fixed for scalable vectors later, because at this stage
+  // the LoopVectorizer will only consider vectorizing a loop with scalable
+  // vectors when the loop has a hint to enable vectorization for a given VF.
+  if (MainLoopVF.isScalable()) {
+    LLVM_DEBUG(dbgs() << "LEV: Epilogue vectorization for scalable vectors not "
+                         "yet supported.\n");
+    return Result;
+  }
+
   // Not really a cost consideration, but check for unsupported cases here to
   // simplify the logic.
   if (!isCandidateForEpilogueVectorization(*TheLoop, MainLoopVF)) {
     LLVM_DEBUG(
         dbgs() << "LEV: Unable to vectorize epilogue because the loop is "
                   "not a supported candidate.\n";);
     return Result;
   }
ORE->emit([&]() {
              << NV("InterleaveCount", IC) << ")";
     });
   } else {
     // If we decided that it is *legal* to vectorize the loop, then do it.
 
     // Consider vectorizing the epilogue too if it's profitable.
     VectorizationFactor EpilogueVF =
       CM.selectEpilogueVectorizationFactor(VF.Width, LVP);
     if (EpilogueVF.Width.isVector()) {
 
       // The first pass vectorizes the main loop and creates a scalar epilogue
       // to be vectorized by executing the plan (potentially with a different
       // factor) again shortly afterwards.
       EpilogueLoopVectorizationInfo EPI(VF.Width.getKnownMinValue(), IC,
                                         EpilogueVF.Width.getKnownMinValue(), 1);
       EpilogueVectorizerMainLoop MainILV(L, PSE, LI, DT, TLI, TTI, AC, ORE, EPI,
                                          &LVL, &CM, BFI, PSI);

llvm/test/Transforms/LoopVectorize/optimal-epilog-vectorization-limitations.ll

for.body:                                         ; preds = %for.body.preheader, %for.body
   br i1 %exitcond, label %for.body, label %for.end.loopexit
 
 for.end.loopexit:                                 ; preds = %for.body
   br label %for.end
 
 for.end:                                          ; preds = %for.end.loopexit, %entry
   ret void
 }
+
+; Currently we cannot handle scalable vectorization factors.
+; CHECK: LV: Checking a loop in "f4"
+; CHECK: LEV: Epilogue vectorization for scalable vectors not yet supported.
+
+define void @f4(i8* %A) {
+entry:
+  br label %for.body
+
+for.body:
+  %iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ]
+  %arrayidx = getelementptr inbounds i8, i8* %A, i64 %iv
+  store i8 1, i8* %arrayidx, align 1
+  %iv.next = add nuw nsw i64 %iv, 1
+  %exitcond = icmp ne i64 %iv.next, 1024
+  br i1 %exitcond, label %for.body, label %exit, !llvm.loop !0
+
+exit:
+  ret void
+}
+
+!0 = !{!0, !1, !2}
+!1 = !{!"llvm.loop.vectorize.width", i32 4}
+!2 = !{!"llvm.loop.vectorize.scalable.enable", i1 true}