[ARM] Scan for existing loop intrinsics

[samparker]

Summary

TTI should report that it's not profitable to generate a hardware loop if it, or one of its child loops, has already been converted.

[SjoerdMeijer]

I can't see what's being changed in ARMTargetTransformInfo.cpp. Can you upload the patch with more context?

[samparker]

Sorry!

[SjoerdMeijer]

lib/Target/ARM/ARMTargetTransformInfo.cpp

839

We can nest hwloops, so it would be legal, but we think it will never be benecial because it involves spilling and reloading LR. Do we really need to set IsNestingLegal? Don't think this is important, but was just curious; I haven't looked and reminded myself how it is used.

[samparker]

lib/Target/ARM/ARMTargetTransformInfo.cpp

839

Yep, so 'Legal' is a bit of a misnomer, but it prevents the independent pass from trying to generate nested hardware loops. The default is false, but I wanted to make it explicit here too.

[SjoerdMeijer]

Looks very reasonable to me.

lib/Target/ARM/ARMTargetTransformInfo.cpp

815

nitpick: perhaps "found hwloop intrinsic"

test/Transforms/HardwareLoops/ARM/structure.ll

138

another nit: don't need the comments

[dmgreen]

lib/Target/ARM/ARMTargetTransformInfo.cpp

809

IntrinsicInst has a getIntrinsicID directly, I believe.

lib/Target/ARM/ARMTargetTransformInfo.cpp

     return false;
   };
 
+  auto IsHardwareLoopIntrinsic = [](Instruction &I) {
+    if (auto *Call = dyn_cast<IntrinsicInst>(&I)) {
+      switch (Call->getCalledFunction()->getIntrinsicID()) {
+      default:
+        break;
+      case Intrinsic::set_loop_iterations:
+      case Intrinsic::loop_decrement:
+      case Intrinsic::loop_decrement_reg:
+        LLVM_DEBUG(dbgs() << "Found intrinsic.\n");
+        return true;
+      }
+    }
+    return false;
+  };
+
   // Scan the instructions to see if there's any that we know will turn into a
-  // call.
-  for (auto *BB : L->getBlocks())
-    for (auto &I : *BB)
-      if (MaybeCall(I))
-        return false;
+  // call or if this loop is already a low-overhead loop.
+  for (auto Inner : *L) {
+    for (auto *BB : Inner->getBlocks()) {
+      for (auto &I : *BB) {
+        if (MaybeCall(I) || IsHardwareLoopIntrinsic(I))
+          return false;
+      }
+    }
+  }
 
   // TODO: Check whether the trip count calculation is expensive. If L is the
   // inner loop but we know it has a low trip count, calculating that trip

 
   LLVMContext &C = L->getHeader()->getContext();
   HWLoopInfo.CounterInReg = true;
+  HWLoopInfo.IsNestingLegal = false;
   HWLoopInfo.CountType = Type::getInt32Ty(C);
   HWLoopInfo.LoopDecrement = ConstantInt::get(HWLoopInfo.CountType, 1);
   return true;

test/Transforms/HardwareLoops/ARM/structure.ll

 while.end7:
   ret void
 }
+
+; CHECK-LABEL: pre_existing
+; CHECK: llvm.set.loop.iterations
+; CHECK-NOT: llvm.set.loop.iterations
+; CHECK: call i32 @llvm.loop.decrement.reg.i32.i32.i32(i32 %0, i32 1)
+; CHECK-NOT: call i32 @llvm.loop.decrement.reg
+define i32 @pre_existing(i32 %n, i32* nocapture %p, i32* nocapture readonly %q) {
+entry:
+  call void @llvm.set.loop.iterations.i32(i32 %n)
+  br label %while.body
+
+while.body:                                       ; preds = %while.body, %entry
+  %q.addr.05 = phi i32* [ %incdec.ptr, %while.body ], [ %q, %entry ]
+  %p.addr.04 = phi i32* [ %incdec.ptr1, %while.body ], [ %p, %entry ]
+  %0 = phi i32 [ %n, %entry ], [ %2, %while.body ]
+  %incdec.ptr = getelementptr inbounds i32, i32* %q.addr.05, i32 1
+  %1 = load i32, i32* %q.addr.05, align 4
+  %incdec.ptr1 = getelementptr inbounds i32, i32* %p.addr.04, i32 1
+  store i32 %1, i32* %p.addr.04, align 4
+  %2 = call i32 @llvm.loop.decrement.reg.i32.i32.i32(i32 %0, i32 1)
+  %3 = icmp ne i32 %2, 0
+  br i1 %3, label %while.body, label %while.end
+
+while.end:                                        ; preds = %while.body
+  ret i32 0
+}
+
+; CHECK-LABEL: pre_existing_inner
+; CHECK-NOT: llvm.set.loop.iterations
+; CHECK: while.cond1.preheader.us:
+; CHECK: call void @llvm.set.loop.iterations.i32(i32 %N)
+; CHECK: call i32 @llvm.loop.decrement.reg.i32.i32.i32(i32 %0, i32 1)
+; CHECK: br i1
+; CHECK-NOT: call i32 @llvm.loop.decrement
+define void @pre_existing_inner(i32* nocapture %A, i32 %N) {
+entry:
+  %cmp20 = icmp eq i32 %N, 0
+  br i1 %cmp20, label %while.end7, label %while.cond1.preheader.us
+
+while.cond1.preheader.us:
+  %i.021.us = phi i32 [ %inc6.us, %while.cond1.while.end_crit_edge.us ], [ 0, %entry ]
+  %mul.us = mul i32 %i.021.us, %N
+  call void @llvm.set.loop.iterations.i32(i32 %N)
+  br label %while.body3.us
+
+while.body3.us:
+  %j.019.us = phi i32 [ 0, %while.cond1.preheader.us ], [ %inc.us, %while.body3.us ]
+  %0 = phi i32 [ %N, %while.cond1.preheader.us ], [ %1, %while.body3.us ]
+  %add.us = add i32 %j.019.us, %mul.us
+  %arrayidx.us = getelementptr inbounds i32, i32* %A, i32 %add.us
+  store i32 %add.us, i32* %arrayidx.us, align 4
+  %inc.us = add nuw i32 %j.019.us, 1
+  %1 = call i32 @llvm.loop.decrement.reg.i32.i32.i32(i32 %0, i32 1)
+  %2 = icmp ne i32 %1, 0
+  br i1 %2, label %while.body3.us, label %while.cond1.while.end_crit_edge.us
+
+while.cond1.while.end_crit_edge.us:
+  %inc6.us = add nuw i32 %i.021.us, 1
+  %exitcond23 = icmp eq i32 %inc6.us, %N
+  br i1 %exitcond23, label %while.end7, label %while.cond1.preheader.us
+
+while.end7:
+  ret void
+}
+
+; Function Attrs: noduplicate nounwind
+declare void @llvm.set.loop.iterations.i32(i32) #0
+
+; Function Attrs: noduplicate nounwind
+declare i32 @llvm.loop.decrement.reg.i32.i32.i32(i32, i32) #0
+