Enhance calcColdCallHeuristics for InvokeInst

[junbuml]

Summary

When identifying cold blocks, consider only the edge to the normal destination if the terminator is InvokeInst and let calcInvokeHeuristics() decide edge weights for the InvokeInst.

[davidxl]

test/Analysis/BranchProbabilityInfo/basic.ll

180 ↗

(On Diff #72281)

invoket --> invoke

183 ↗

(On Diff #72281)

Add a comment here : cold call heuristic

187 ↗

(On Diff #72281)

typo -- InvokeCall

205 ↗

(On Diff #72281)

invoket --> invoke

209 ↗

(On Diff #72281)

Add a comment that cold call heuristic does not kick in when the cold callsite is in EH path

[junbuml]

Addressed David's comments.

[davidxl]

lgtm

llvm/trunk/lib/Analysis/BranchProbabilityInfo.cpp

else {
     for (BasicBlock::const_iterator I = BB->begin(), E = BB->end(); I != E; ++I)
       if (const CallInst *CI = dyn_cast<CallInst>(I))
         if (CI->hasFnAttr(Attribute::Cold)) {
           PostDominatedByColdCall.insert(BB);
           break;
         }
   }
 
+  if (auto *II = dyn_cast<InvokeInst>(TI)) {
+    // If the terminator is an InvokeInst, consider only the normal destination
+    // block.
+    if (PostDominatedByColdCall.count(II->getNormalDest()))
+      PostDominatedByColdCall.insert(BB);
+    // Return false here so that edge weights for InvokeInst could be decided
+    // in calcInvokeHeuristics().
+    return false;
+  }
+
   // Skip probabilities if this block has a single successor.
   if (TI->getNumSuccessors() == 1 || ColdEdges.empty())
     return false;
 
   if (NormalEdges.empty()) {
     BranchProbability Prob(1, ColdEdges.size());
     for (unsigned SuccIdx : ColdEdges)
       setEdgeProbability(BB, SuccIdx, Prob);

llvm/trunk/test/Analysis/BranchProbabilityInfo/basic.ll

else:
   %val3 = call i32 @regular_function(i32 %val2)
   br label %exit
 
 exit:
   %ret = phi i32 [ %val4, %then ], [ %val3, %else ]
   ret i32 %ret
 }
 
+; CHECK-LABEL: test_invoke_code_callsite1
+define i32 @test_invoke_code_callsite1(i1 %c) personality i8* bitcast (i32 (...)* @__gxx_personality_v0 to i8*) {
+entry:
+  br i1 %c, label %if.then, label %if.end
+; Edge "entry->if.end" should have higher probability based on the cold call
+; heuristic which treat %if.then as a cold block because the normal destination
+; of the invoke instruction in %if.then is post-dominated by ColdFunc().
+; CHECK:  edge entry -> if.then probability is 0x07878788 / 0x80000000 = 5.88%
+; CHECK:  edge entry -> if.end probability is 0x78787878 / 0x80000000 = 94.12% [HOT edge]
+
+if.then:
+  invoke i32 @InvokeCall()
+          to label %invoke.cont unwind label %lpad
+; CHECK:  edge if.then -> invoke.cont probability is 0x7ffff800 / 0x80000000 = 100.00% [HOT edge]
+; CHECK:  edge if.then -> lpad probability is 0x00000800 / 0x80000000 = 0.00%
+
+invoke.cont:
+  call void @ColdFunc() #0
+  br label %if.end
+
+lpad:
+  %ll = landingpad { i8*, i32 }
+          cleanup
+  br label %if.end
+
+if.end:
+  ret i32 0
+}
+
+; CHECK-LABEL: test_invoke_code_callsite2
+define i32 @test_invoke_code_callsite2(i1 %c) personality i8* bitcast (i32 (...)* @__gxx_personality_v0 to i8*) {
+entry:
+  br i1 %c, label %if.then, label %if.end
+
+; CHECK:  edge entry -> if.then probability is 0x40000000 / 0x80000000 = 50.00%
+; CHECK:  edge entry -> if.end probability is 0x40000000 / 0x80000000 = 50.00%
+
+if.then:
+  invoke i32 @InvokeCall()
+          to label %invoke.cont unwind label %lpad
+; The cold call heuristic should not kick in when the cold callsite is in EH path.
+; CHECK:  edge if.then -> invoke.cont probability is 0x7ffff800 / 0x80000000 = 100.00% [HOT edge]
+; CHECK:  edge if.then -> lpad probability is 0x00000800 / 0x80000000 = 0.00%
+
+invoke.cont:
+  br label %if.end
+
+lpad:
+  %ll = landingpad { i8*, i32 }
+          cleanup
+  call void @ColdFunc() #0
+  br label %if.end
+
+if.end:
+  ret i32 0
+}
+
+; CHECK-LABEL: test_invoke_code_callsite3
+define i32 @test_invoke_code_callsite3(i1 %c) personality i8* bitcast (i32 (...)* @__gxx_personality_v0 to i8*) {
+entry:
+  br i1 %c, label %if.then, label %if.end
+; CHECK: edge entry -> if.then probability is 0x07878788 / 0x80000000 = 5.88%
+; CHECK: edge entry -> if.end probability is 0x78787878 / 0x80000000 = 94.12% [HOT edge]
+
+if.then:
+  invoke i32 @InvokeCall()
+          to label %invoke.cont unwind label %lpad
+; Regardless of cold calls, edge weights from a invoke instruction should be
+; determined by the invoke heuristic.
+; CHECK: edge if.then -> invoke.cont probability is 0x7ffff800 / 0x80000000 = 100.00% [HOT edge]
+; CHECK: edge if.then -> lpad probability is 0x00000800 / 0x80000000 = 0.00%
+
+invoke.cont:
+  call void @ColdFunc() #0
+  br label %if.end
+
+lpad:
+  %ll = landingpad { i8*, i32 }
+          cleanup
+  call void @ColdFunc() #0
+  br label %if.end
+
+if.end:
+  ret i32 0
+}
+
+declare i32 @__gxx_personality_v0(...)
+declare void  @ColdFunc()
+declare i32 @InvokeCall()
+
+attributes #0 = { cold }
+
+
 define i32 @zero1(i32 %i, i32 %a, i32 %b) {
 ; CHECK: Printing analysis {{.*}} for function 'zero1'
 entry:
   %cond = icmp eq i32 %i, 0
   br i1 %cond, label %then, label %else
 ; CHECK: edge entry -> then probability is 0x30000000 / 0x80000000 = 37.50%
 ; CHECK: edge entry -> else probability is 0x50000000 / 0x80000000 = 62.50%