Index: llvm/lib/Transforms/Vectorize/SLPVectorizer.cpp =================================================================== --- llvm/lib/Transforms/Vectorize/SLPVectorizer.cpp +++ llvm/lib/Transforms/Vectorize/SLPVectorizer.cpp @@ -2312,6 +2312,7 @@ // Make a new scheduling region, i.e. all existing ScheduleData is not // in the new region yet. ++SchedulingRegionID; + NoCalls = true; } ScheduleData *getScheduleData(Value *V) { @@ -2529,6 +2530,10 @@ // Make sure that the initial SchedulingRegionID is greater than the // initial SchedulingRegionID in ScheduleData (which is 0). int SchedulingRegionID = 1; + + /// Indicates that no CallInst found in the tree and we don't need to + /// calculate spill cost. + bool NoCalls = true; }; /// Attaches the BlockScheduling structures to basic blocks. @@ -5528,7 +5533,17 @@ } } - InstructionCost SpillCost = getSpillCost(); + bool NoCallInst = true; + for (auto &BSIter : BlocksSchedules) { + BlockScheduling *BS = BSIter.second.get(); + if (!BS->NoCalls) { + NoCallInst = false; + break; + } + } + + InstructionCost SpillCost = NoCallInst ? 0 : getSpillCost(); + assert(!NoCallInst || getSpillCost() == 0 && "Incorrect spill cost"); Cost += SpillCost + ExtractCost; if (FirstUsers.size() == 1) { int Limit = ShuffleMask.front().size() * 2; @@ -7264,6 +7279,8 @@ } CurrentLoadStore = SD; } + if (isa(I) && !isa(I)) + NoCalls = false; } if (NextLoadStore) { if (CurrentLoadStore)