Index: include/llvm/CodeGen/TargetInstrInfo.h =================================================================== --- include/llvm/CodeGen/TargetInstrInfo.h +++ include/llvm/CodeGen/TargetInstrInfo.h @@ -1598,6 +1598,10 @@ /// Describes the number of instructions that it will take to call and /// construct a frame for a given outlining candidate. struct MachineOutlinerInfo { + /// Represents the size of a sequence in bytes. (Some instructions vary + /// widely in size, so just counting the instructions isn't very useful.) + unsigned SequenceSize; + /// Number of instructions to call an outlined function for this candidate. unsigned CallOverhead; @@ -1614,10 +1618,11 @@ unsigned FrameConstructionID; MachineOutlinerInfo() {} - MachineOutlinerInfo(unsigned CallOverhead, unsigned FrameOverhead, - unsigned CallConstructionID, + MachineOutlinerInfo(unsigned SequenceSize, unsigned CallOverhead, + unsigned FrameOverhead, unsigned CallConstructionID, unsigned FrameConstructionID) - : CallOverhead(CallOverhead), FrameOverhead(FrameOverhead), + : SequenceSize(SequenceSize), CallOverhead(CallOverhead), + FrameOverhead(FrameOverhead), CallConstructionID(CallConstructionID), FrameConstructionID(FrameConstructionID) {} }; Index: lib/CodeGen/MachineOutliner.cpp =================================================================== --- lib/CodeGen/MachineOutliner.cpp +++ lib/CodeGen/MachineOutliner.cpp @@ -210,17 +210,22 @@ return getOccurrenceCount(); } - /// Return the number of instructions it would take to outline this + /// Return the number of bytes it would take to outline this /// function. unsigned getOutliningCost() { - return (OccurrenceCount * MInfo.CallOverhead) + Sequence.size() + + return (OccurrenceCount * MInfo.CallOverhead) + MInfo.SequenceSize + MInfo.FrameOverhead; } + /// Return the size in bytes of the unoutlined sequences. + unsigned getNotOutlinedCost() { + return OccurrenceCount * MInfo.SequenceSize; + } + /// Return the number of instructions that would be saved by outlining /// this function. unsigned getBenefit() { - unsigned NotOutlinedCost = OccurrenceCount * Sequence.size(); + unsigned NotOutlinedCost = getNotOutlinedCost(); unsigned OutlinedCost = getOutliningCost(); return (NotOutlinedCost < OutlinedCost) ? 0 : NotOutlinedCost - OutlinedCost; @@ -1054,10 +1059,10 @@ R << "Did not outline " << NV("Length", StringLen) << " instructions" << " from " << NV("NumOccurrences", RepeatedSequenceLocs.size()) << " locations." - << " Instructions from outlining all occurrences (" + << " Bytes from outlining all occurrences (" << NV("OutliningCost", OF.getOutliningCost()) << ")" - << " >= Unoutlined instruction count (" - << NV("NotOutliningCost", StringLen * OF.getOccurrenceCount()) << ")" + << " >= Unoutlined instruction bytes (" + << NV("NotOutliningCost", OF.getNotOutlinedCost()) << ")" << " (Also found at: "; // Tell the user the other places the candidate was found. @@ -1370,7 +1375,7 @@ MachineOptimizationRemark R(DEBUG_TYPE, "OutlinedFunction", MBB->findDebugLoc(MBB->begin()), MBB); R << "Saved " << NV("OutliningBenefit", OF.getBenefit()) - << " instructions by " + << " bytes by " << "outlining " << NV("Length", OF.Sequence.size()) << " instructions " << "from " << NV("NumOccurrences", OF.getOccurrenceCount()) << " locations. " Index: lib/Target/AArch64/AArch64InstrInfo.cpp =================================================================== --- lib/Target/AArch64/AArch64InstrInfo.cpp +++ lib/Target/AArch64/AArch64InstrInfo.cpp @@ -4936,11 +4936,15 @@ std::vector< std::pair> &RepeatedSequenceLocs) const { - + unsigned SequenceSize = std::accumulate( + RepeatedSequenceLocs[0].first, std::next(RepeatedSequenceLocs[0].second), + 0, [this](unsigned Sum, const MachineInstr &MI) { + return Sum + getInstSizeInBytes(MI); + }); unsigned CallID = MachineOutlinerDefault; unsigned FrameID = MachineOutlinerDefault; - unsigned NumInstrsForCall = 3; - unsigned NumInstrsToCreateFrame = 1; + unsigned NumBytesForCall = 12; + unsigned NumBytesToCreateFrame = 4; auto DoesntNeedLRSave = [this](std::pair @@ -4951,23 +4955,23 @@ if (RepeatedSequenceLocs[0].second->isTerminator()) { CallID = MachineOutlinerTailCall; FrameID = MachineOutlinerTailCall; - NumInstrsForCall = 1; - NumInstrsToCreateFrame = 0; + NumBytesForCall = 4; + NumBytesToCreateFrame = 0; } else if (std::all_of(RepeatedSequenceLocs.begin(), RepeatedSequenceLocs.end(), DoesntNeedLRSave)) { CallID = MachineOutlinerNoLRSave; FrameID = MachineOutlinerNoLRSave; - NumInstrsForCall = 1; - NumInstrsToCreateFrame = 1; + NumBytesForCall = 4; + NumBytesToCreateFrame = 4; } // Check if the range contains a call. These require a save + restore of the // link register. if (std::any_of(RepeatedSequenceLocs[0].first, RepeatedSequenceLocs[0].second, [](const MachineInstr &MI) { return MI.isCall(); })) - NumInstrsToCreateFrame += 2; // Save + restore the link register. + NumBytesToCreateFrame += 8; // Save + restore the link register. // Handle the last instruction separately. If this is a tail call, then the // last instruction is a call. We don't want to save + restore in this case. @@ -4975,10 +4979,10 @@ // it being valid to tail call this sequence. We should consider this as well. else if (RepeatedSequenceLocs[0].second->isCall() && FrameID != MachineOutlinerTailCall) - NumInstrsToCreateFrame += 2; + NumBytesToCreateFrame += 8; - return MachineOutlinerInfo(NumInstrsForCall, NumInstrsToCreateFrame, CallID, - FrameID); + return MachineOutlinerInfo(SequenceSize, NumBytesForCall, + NumBytesToCreateFrame, CallID, FrameID); } bool AArch64InstrInfo::isFunctionSafeToOutlineFrom( Index: lib/Target/X86/X86InstrInfo.cpp =================================================================== --- lib/Target/X86/X86InstrInfo.cpp +++ lib/Target/X86/X86InstrInfo.cpp @@ -11134,15 +11134,20 @@ std::vector< std::pair> &RepeatedSequenceLocs) const { - + unsigned SequenceSize = std::accumulate( + RepeatedSequenceLocs[0].first, std::next(RepeatedSequenceLocs[0].second), + 0, [this](unsigned Sum, const MachineInstr &MI) { + return Sum + getInstSizeInBytes(MI); + }); if (RepeatedSequenceLocs[0].second->isTerminator()) - return MachineOutlinerInfo(1, // Number of instructions to emit call. - 0, // Number of instructions to emit frame. + return MachineOutlinerInfo(SequenceSize, + 5, // Number of bytes to emit call. + 0, // Number of bytes to emit frame. MachineOutlinerTailCall, // Type of call. MachineOutlinerTailCall // Type of frame. ); - return MachineOutlinerInfo(1, 1, MachineOutlinerDefault, + return MachineOutlinerInfo(SequenceSize, 5, 1, MachineOutlinerDefault, MachineOutlinerDefault); } Index: test/CodeGen/AArch64/machine-outliner-remarks.ll =================================================================== --- test/CodeGen/AArch64/machine-outliner-remarks.ll +++ test/CodeGen/AArch64/machine-outliner-remarks.ll @@ -1,10 +1,10 @@ ; RUN: llc %s -enable-machine-outliner -mtriple=aarch64-unknown-unknown -pass-remarks=machine-outliner -pass-remarks-missed=machine-outliner -o /dev/null 2>&1 | FileCheck %s ; CHECK: machine-outliner-remarks.ll:5:9: ; CHECK-SAME: Did not outline 2 instructions from 2 locations. -; CHECK-SAME: Instructions from outlining all occurrences (9) >= -; CHECK-SAME: Unoutlined instruction count (4) +; CHECK-SAME: Bytes from outlining all occurrences (36) >= +; CHECK-SAME: Unoutlined instruction bytes (16) ; CHECK-SAME: (Also found at: machine-outliner-remarks.ll:13:9) -; CHECK: remark: :0:0: Saved 5 instructions by outlining 12 instructions +; CHECK: remark: :0:0: Saved 20 bytes by outlining 12 instructions ; CHECK-SAME: from 2 locations. (Found at: machine-outliner-remarks.ll:36:1, ; CHECK-SAME: machine-outliner-remarks.ll:27:9) ; RUN: llc %s -enable-machine-outliner -mtriple=aarch64-unknown-unknown -o /dev/null -pass-remarks-missed=machine-outliner -pass-remarks-output=%t.yaml @@ -21,11 +21,11 @@ ; YAML-NEXT: - String: ' from ' ; YAML-NEXT: - NumOccurrences: '2' ; YAML-NEXT: - String: ' locations.' -; YAML-NEXT: - String: ' Instructions from outlining all occurrences (' -; YAML-NEXT: - OutliningCost: '9' +; YAML-NEXT: - String: ' Bytes from outlining all occurrences (' +; YAML-NEXT: - OutliningCost: '36' ; YAML-NEXT: - String: ')' -; YAML-NEXT: - String: ' >= Unoutlined instruction count (' -; YAML-NEXT: - NotOutliningCost: '4' +; YAML-NEXT: - String: ' >= Unoutlined instruction bytes (' +; YAML-NEXT: - NotOutliningCost: '16' ; YAML-NEXT: - String: ')' ; YAML-NEXT: - String: ' (Also found at: ' ; YAML-NEXT: - OtherStartLoc1: 'machine-outliner-remarks.ll:13:9' @@ -37,8 +37,8 @@ ; YAML-NEXT: Function: OUTLINED_FUNCTION_0 ; YAML-NEXT: Args: ; YAML-NEXT: - String: 'Saved ' -; YAML-NEXT: - OutliningBenefit: '5' -; YAML-NEXT: - String: ' instructions by ' +; YAML-NEXT: - OutliningBenefit: '20' +; YAML-NEXT: - String: ' bytes by ' ; YAML-NEXT: - String: 'outlining ' ; YAML-NEXT: - Length: '12' ; YAML-NEXT: - String: ' instructions '