Inliner.cpp revision 5fee49eff92c2ae2f70eb84d136c31a706560750
1cf5933a716e7eb6bd5ff49aa62f3e76379ebaf51Chris Lattner//===- Inliner.cpp - Code common to all inliners --------------------------===// 2fd93908ae8b9684fe71c239e3c6cfe13ff6a2663Misha Brukman// 3b576c94c15af9a440f69d9d03c2afead7971118cJohn Criswell// The LLVM Compiler Infrastructure 4b576c94c15af9a440f69d9d03c2afead7971118cJohn Criswell// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 7fd93908ae8b9684fe71c239e3c6cfe13ff6a2663Misha Brukman// 8b576c94c15af9a440f69d9d03c2afead7971118cJohn Criswell//===----------------------------------------------------------------------===// 9237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner// 10befa499d45ffcc32bd9902518aec18589464e47cChris Lattner// This file implements the mechanics required to implement inlining without 11befa499d45ffcc32bd9902518aec18589464e47cChris Lattner// missing any calls and updating the call graph. The decisions of which calls 12befa499d45ffcc32bd9902518aec18589464e47cChris Lattner// are profitable to inline are implemented elsewhere. 13237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner// 14237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner//===----------------------------------------------------------------------===// 15237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner 1686453c52ba02e743d29c08456e51006500041456Chris Lattner#define DEBUG_TYPE "inline" 17237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner#include "llvm/Module.h" 1847b14a4a6a455c7be169cfd312fcbe796f0ad426Misha Brukman#include "llvm/Instructions.h" 191f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesen#include "llvm/IntrinsicInst.h" 20237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner#include "llvm/Analysis/CallGraph.h" 21237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner#include "llvm/Support/CallSite.h" 22ff2dad312883e5da91fb9f4e3619b7d095867f3bChris Lattner#include "llvm/Target/TargetData.h" 236f7426ec2e46bb19cc9f9e75f1c355b35cf12d7dTanya Lattner#include "llvm/Transforms/IPO/InlinerPass.h" 24237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner#include "llvm/Transforms/Utils/Cloning.h" 25551ccae044b0ff658fe629dd67edd5ffe75d10e8Reid Spencer#include "llvm/Support/CommandLine.h" 26551ccae044b0ff658fe629dd67edd5ffe75d10e8Reid Spencer#include "llvm/Support/Debug.h" 27ce63ffb52f249b62cdf2d250c128007b13f27e71Daniel Dunbar#include "llvm/Support/raw_ostream.h" 28551ccae044b0ff658fe629dd67edd5ffe75d10e8Reid Spencer#include "llvm/ADT/Statistic.h" 29befa499d45ffcc32bd9902518aec18589464e47cChris Lattner#include <set> 30a51bcb50b0c74adc741361824ef81dbefb715c53Chris Lattnerusing namespace llvm; 31d0fde30ce850b78371fd1386338350591f9ff494Brian Gaeke 3286453c52ba02e743d29c08456e51006500041456Chris LattnerSTATISTIC(NumInlined, "Number of functions inlined"); 3386453c52ba02e743d29c08456e51006500041456Chris LattnerSTATISTIC(NumDeleted, "Number of functions deleted because all callers found"); 3486453c52ba02e743d29c08456e51006500041456Chris Lattner 35844731a7f1909f55935e3514c9e713a62d67662eDan Gohmanstatic cl::opt<int> 365fee49eff92c2ae2f70eb84d136c31a706560750Dale JohannesenInlineLimit("inline-threshold", cl::Hidden, cl::init(200), cl::ZeroOrMore, 37cbfdf9644ce38fd3404469c26ac3c8466c940b6eDale Johannesen cl::desc("Control the amount of inlining to perform (default = 200)")); 38237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner 39ae73dc1448d25b02cabc7c64c86c64371453dda8Dan GohmanInliner::Inliner(void *ID) 40ae73dc1448d25b02cabc7c64c86c64371453dda8Dan Gohman : CallGraphSCCPass(ID), InlineThreshold(InlineLimit) {} 41237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner 42ae73dc1448d25b02cabc7c64c86c64371453dda8Dan GohmanInliner::Inliner(void *ID, int Threshold) 43ae73dc1448d25b02cabc7c64c86c64371453dda8Dan Gohman : CallGraphSCCPass(ID), InlineThreshold(Threshold) {} 44120d053e3ba810b44047fbcb719824bed5673ca9Chris Lattner 45ff2dad312883e5da91fb9f4e3619b7d095867f3bChris Lattner/// getAnalysisUsage - For this class, we declare that we require and preserve 46ff2dad312883e5da91fb9f4e3619b7d095867f3bChris Lattner/// the call graph. If the derived class implements this method, it should 47ff2dad312883e5da91fb9f4e3619b7d095867f3bChris Lattner/// always explicitly call the implementation here. 48ff2dad312883e5da91fb9f4e3619b7d095867f3bChris Lattnervoid Inliner::getAnalysisUsage(AnalysisUsage &Info) const { 49ff2dad312883e5da91fb9f4e3619b7d095867f3bChris Lattner CallGraphSCCPass::getAnalysisUsage(Info); 50ff2dad312883e5da91fb9f4e3619b7d095867f3bChris Lattner} 51ff2dad312883e5da91fb9f4e3619b7d095867f3bChris Lattner 52befa499d45ffcc32bd9902518aec18589464e47cChris Lattner// InlineCallIfPossible - If it is possible to inline the specified call site, 53befa499d45ffcc32bd9902518aec18589464e47cChris Lattner// do so and update the CallGraph for this operation. 541f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesenbool Inliner::InlineCallIfPossible(CallSite CS, CallGraph &CG, 5516581bf931c0ccf2f8993397acfa4e1d509a68dcDale Johannesen const SmallPtrSet<Function*, 8> &SCCFunctions, 5602a436c48ecff9e34d50ce0a2f861e5acdd9bf3fDan Gohman const TargetData *TD) { 57befa499d45ffcc32bd9902518aec18589464e47cChris Lattner Function *Callee = CS.getCalledFunction(); 5866c75aaa028683c389c55b377ee2411b61081677Bill Wendling Function *Caller = CS.getCaller(); 5966c75aaa028683c389c55b377ee2411b61081677Bill Wendling 6002a436c48ecff9e34d50ce0a2f861e5acdd9bf3fDan Gohman if (!InlineFunction(CS, &CG, TD)) return false; 61fd93908ae8b9684fe71c239e3c6cfe13ff6a2663Misha Brukman 628c1604e7d617622cb391f1c679ddf70ea03baedcBill Wendling // If the inlined function had a higher stack protection level than the 638c1604e7d617622cb391f1c679ddf70ea03baedcBill Wendling // calling function, then bump up the caller's stack protection level. 648c1604e7d617622cb391f1c679ddf70ea03baedcBill Wendling if (Callee->hasFnAttr(Attribute::StackProtectReq)) 658c1604e7d617622cb391f1c679ddf70ea03baedcBill Wendling Caller->addFnAttr(Attribute::StackProtectReq); 668c1604e7d617622cb391f1c679ddf70ea03baedcBill Wendling else if (Callee->hasFnAttr(Attribute::StackProtect) && 678c1604e7d617622cb391f1c679ddf70ea03baedcBill Wendling !Caller->hasFnAttr(Attribute::StackProtectReq)) 688c1604e7d617622cb391f1c679ddf70ea03baedcBill Wendling Caller->addFnAttr(Attribute::StackProtect); 698c1604e7d617622cb391f1c679ddf70ea03baedcBill Wendling 7054970c032815edadb1b2988ea33f5a1173e5b29cChris Lattner // If we inlined the last possible call site to the function, delete the 7154970c032815edadb1b2988ea33f5a1173e5b29cChris Lattner // function body now. 72f5ff1d335b76170c2c715d5f13e6ed598b2b5677Torok Edwin if (Callee->use_empty() && (Callee->hasLocalLinkage() || 73f5ff1d335b76170c2c715d5f13e6ed598b2b5677Torok Edwin Callee->hasAvailableExternallyLinkage()) && 74befa499d45ffcc32bd9902518aec18589464e47cChris Lattner !SCCFunctions.count(Callee)) { 75ce63ffb52f249b62cdf2d250c128007b13f27e71Daniel Dunbar DEBUG(errs() << " -> Deleting dead function: " 76ce63ffb52f249b62cdf2d250c128007b13f27e71Daniel Dunbar << Callee->getName() << "\n"); 776f0a7687ab9a0509e847279fae27554ce7da0ba1Duncan Sands CallGraphNode *CalleeNode = CG[Callee]; 78fd93908ae8b9684fe71c239e3c6cfe13ff6a2663Misha Brukman 79befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // Remove any call graph edges from the callee to its callees. 806f0a7687ab9a0509e847279fae27554ce7da0ba1Duncan Sands CalleeNode->removeAllCalledFunctions(); 81fd93908ae8b9684fe71c239e3c6cfe13ff6a2663Misha Brukman 821f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesen resetCachedCostInfo(CalleeNode->getFunction()); 831f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesen 84befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // Removing the node for callee from the call graph and delete it. 85befa499d45ffcc32bd9902518aec18589464e47cChris Lattner delete CG.removeFunctionFromModule(CalleeNode); 86befa499d45ffcc32bd9902518aec18589464e47cChris Lattner ++NumDeleted; 87befa499d45ffcc32bd9902518aec18589464e47cChris Lattner } 88befa499d45ffcc32bd9902518aec18589464e47cChris Lattner return true; 89237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner} 901a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar 911a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar/// shouldInline - Return true if the inliner should attempt to inline 921a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar/// at the given CallSite. 931a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbarbool Inliner::shouldInline(CallSite CS) { 94c5e1ec47c719806fcc882470595960512edc7441Daniel Dunbar InlineCost IC = getInlineCost(CS); 951a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar float FudgeFactor = getInlineFudgeFactor(CS); 961a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar 97c5e1ec47c719806fcc882470595960512edc7441Daniel Dunbar if (IC.isAlways()) { 9884a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling DEBUG(errs() << " Inlining: cost=always" 9984a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling << ", Call: " << *CS.getInstruction() << "\n"); 100c5e1ec47c719806fcc882470595960512edc7441Daniel Dunbar return true; 101c5e1ec47c719806fcc882470595960512edc7441Daniel Dunbar } 102c5e1ec47c719806fcc882470595960512edc7441Daniel Dunbar 103c5e1ec47c719806fcc882470595960512edc7441Daniel Dunbar if (IC.isNever()) { 10484a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling DEBUG(errs() << " NOT Inlining: cost=never" 10584a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling << ", Call: " << *CS.getInstruction() << "\n"); 106c5e1ec47c719806fcc882470595960512edc7441Daniel Dunbar return false; 107c5e1ec47c719806fcc882470595960512edc7441Daniel Dunbar } 108c5e1ec47c719806fcc882470595960512edc7441Daniel Dunbar 109c5e1ec47c719806fcc882470595960512edc7441Daniel Dunbar int Cost = IC.getValue(); 1101a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar int CurrentThreshold = InlineThreshold; 1111a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar Function *Fn = CS.getCaller(); 11284a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling if (Fn && !Fn->isDeclaration() && 11384a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling Fn->hasFnAttr(Attribute::OptimizeForSize) && 11484a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling InlineThreshold != 50) 1151a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar CurrentThreshold = 50; 1161a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar 1171a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar if (Cost >= (int)(CurrentThreshold * FudgeFactor)) { 11884a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling DEBUG(errs() << " NOT Inlining: cost=" << Cost 11984a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling << ", Call: " << *CS.getInstruction() << "\n"); 1201a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar return false; 1211a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar } else { 12284a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling DEBUG(errs() << " Inlining: cost=" << Cost 12384a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling << ", Call: " << *CS.getInstruction() << "\n"); 1241a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar return true; 1251a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar } 1261a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar} 127237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner 128237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattnerbool Inliner::runOnSCC(const std::vector<CallGraphNode*> &SCC) { 129237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner CallGraph &CG = getAnalysis<CallGraph>(); 13002a436c48ecff9e34d50ce0a2f861e5acdd9bf3fDan Gohman const TargetData *TD = getAnalysisIfAvailable<TargetData>(); 131237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner 13216581bf931c0ccf2f8993397acfa4e1d509a68dcDale Johannesen SmallPtrSet<Function*, 8> SCCFunctions; 13384a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling DEBUG(errs() << "Inliner visiting SCC:"); 134237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner for (unsigned i = 0, e = SCC.size(); i != e; ++i) { 135befa499d45ffcc32bd9902518aec18589464e47cChris Lattner Function *F = SCC[i]->getFunction(); 136befa499d45ffcc32bd9902518aec18589464e47cChris Lattner if (F) SCCFunctions.insert(F); 137ce63ffb52f249b62cdf2d250c128007b13f27e71Daniel Dunbar DEBUG(errs() << " " << (F ? F->getName() : "INDIRECTNODE")); 138237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner } 139237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner 140befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // Scan through and identify all call sites ahead of time so that we only 141befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // inline call sites in the original functions, not call sites that result 142befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // from inlining other functions. 143befa499d45ffcc32bd9902518aec18589464e47cChris Lattner std::vector<CallSite> CallSites; 144befa499d45ffcc32bd9902518aec18589464e47cChris Lattner 145cf5933a716e7eb6bd5ff49aa62f3e76379ebaf51Chris Lattner for (unsigned i = 0, e = SCC.size(); i != e; ++i) 146cf5933a716e7eb6bd5ff49aa62f3e76379ebaf51Chris Lattner if (Function *F = SCC[i]->getFunction()) 147befa499d45ffcc32bd9902518aec18589464e47cChris Lattner for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) 148befa499d45ffcc32bd9902518aec18589464e47cChris Lattner for (BasicBlock::iterator I = BB->begin(); I != BB->end(); ++I) { 149befa499d45ffcc32bd9902518aec18589464e47cChris Lattner CallSite CS = CallSite::get(I); 1501f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesen if (CS.getInstruction() && !isa<DbgInfoIntrinsic>(I) && 1511f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesen (!CS.getCalledFunction() || 1525cbf985dcbc89fba3208e7baf8b6f488b06d3ec9Reid Spencer !CS.getCalledFunction()->isDeclaration())) 153befa499d45ffcc32bd9902518aec18589464e47cChris Lattner CallSites.push_back(CS); 154befa499d45ffcc32bd9902518aec18589464e47cChris Lattner } 155237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner 15684a832f9272ed7f1a47c3e019c770b62e373cc6cBill Wendling DEBUG(errs() << ": " << CallSites.size() << " call sites.\n"); 157fd93908ae8b9684fe71c239e3c6cfe13ff6a2663Misha Brukman 158befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // Now that we have all of the call sites, move the ones to functions in the 159befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // current SCC to the end of the list. 160befa499d45ffcc32bd9902518aec18589464e47cChris Lattner unsigned FirstCallInSCC = CallSites.size(); 161befa499d45ffcc32bd9902518aec18589464e47cChris Lattner for (unsigned i = 0; i < FirstCallInSCC; ++i) 162befa499d45ffcc32bd9902518aec18589464e47cChris Lattner if (Function *F = CallSites[i].getCalledFunction()) 163befa499d45ffcc32bd9902518aec18589464e47cChris Lattner if (SCCFunctions.count(F)) 164befa499d45ffcc32bd9902518aec18589464e47cChris Lattner std::swap(CallSites[i--], CallSites[--FirstCallInSCC]); 165fd93908ae8b9684fe71c239e3c6cfe13ff6a2663Misha Brukman 166befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // Now that we have all of the call sites, loop over them and inline them if 167befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // it looks profitable to do so. 168befa499d45ffcc32bd9902518aec18589464e47cChris Lattner bool Changed = false; 169befa499d45ffcc32bd9902518aec18589464e47cChris Lattner bool LocalChange; 170befa499d45ffcc32bd9902518aec18589464e47cChris Lattner do { 171befa499d45ffcc32bd9902518aec18589464e47cChris Lattner LocalChange = false; 172befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // Iterate over the outer loop because inlining functions can cause indirect 173befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // calls to become direct calls. 174befa499d45ffcc32bd9902518aec18589464e47cChris Lattner for (unsigned CSi = 0; CSi != CallSites.size(); ++CSi) 175befa499d45ffcc32bd9902518aec18589464e47cChris Lattner if (Function *Callee = CallSites[CSi].getCalledFunction()) { 176befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // Calls to external functions are never inlinable. 177cbfdf9644ce38fd3404469c26ac3c8466c940b6eDale Johannesen if (Callee->isDeclaration()) { 17808ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner if (SCC.size() == 1) { 17908ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner std::swap(CallSites[CSi], CallSites.back()); 18008ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner CallSites.pop_back(); 18108ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner } else { 18208ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner // Keep the 'in SCC / not in SCC' boundary correct. 18308ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner CallSites.erase(CallSites.begin()+CSi); 18408ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner } 185befa499d45ffcc32bd9902518aec18589464e47cChris Lattner --CSi; 186befa499d45ffcc32bd9902518aec18589464e47cChris Lattner continue; 187befa499d45ffcc32bd9902518aec18589464e47cChris Lattner } 188befa499d45ffcc32bd9902518aec18589464e47cChris Lattner 189befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // If the policy determines that we should inline this function, 190befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // try to do so. 191befa499d45ffcc32bd9902518aec18589464e47cChris Lattner CallSite CS = CallSites[CSi]; 1921a99dbfe3b70c83d3f3e4648b5868c04697cd77cDaniel Dunbar if (shouldInline(CS)) { 193e345566f8eaeeda45e29e3709114a42209a360ccDale Johannesen Function *Caller = CS.getCaller(); 194befa499d45ffcc32bd9902518aec18589464e47cChris Lattner // Attempt to inline the function... 1951f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesen if (InlineCallIfPossible(CS, CG, SCCFunctions, TD)) { 1961f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesen // Remove any cached cost info for this caller, as inlining the 1971f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesen // callee has increased the size of the caller (which may be the 1981f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesen // same as the callee). 199e345566f8eaeeda45e29e3709114a42209a360ccDale Johannesen resetCachedCostInfo(Caller); 200e345566f8eaeeda45e29e3709114a42209a360ccDale Johannesen 20108ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner // Remove this call site from the list. If possible, use 20208ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner // swap/pop_back for efficiency, but do not use it if doing so would 20308ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner // move a call site to a function in this SCC before the 20408ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner // 'FirstCallInSCC' barrier. 20508ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner if (SCC.size() == 1) { 20608ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner std::swap(CallSites[CSi], CallSites.back()); 20708ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner CallSites.pop_back(); 20808ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner } else { 20908ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner CallSites.erase(CallSites.begin()+CSi); 21008ff1480ffcb22e946c7bb6c7d66c5d977ae3d6eChris Lattner } 211befa499d45ffcc32bd9902518aec18589464e47cChris Lattner --CSi; 212befa499d45ffcc32bd9902518aec18589464e47cChris Lattner 213befa499d45ffcc32bd9902518aec18589464e47cChris Lattner ++NumInlined; 214befa499d45ffcc32bd9902518aec18589464e47cChris Lattner Changed = true; 215befa499d45ffcc32bd9902518aec18589464e47cChris Lattner LocalChange = true; 216775cbdd51a3b33dd5eb343689f65ab5cc8ac7118Chris Lattner } 217237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner } 218237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner } 219befa499d45ffcc32bd9902518aec18589464e47cChris Lattner } while (LocalChange); 220237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner 221775cbdd51a3b33dd5eb343689f65ab5cc8ac7118Chris Lattner return Changed; 222237ef567f6764f24a47c63121cc0a599ddc8f56dChris Lattner} 223d0fde30ce850b78371fd1386338350591f9ff494Brian Gaeke 22468d57e7ae80044401efd889270a12c71b3efb9abChris Lattner// doFinalization - Remove now-dead linkonce functions at the end of 22568d57e7ae80044401efd889270a12c71b3efb9abChris Lattner// processing to avoid breaking the SCC traversal. 22668d57e7ae80044401efd889270a12c71b3efb9abChris Lattnerbool Inliner::doFinalization(CallGraph &CG) { 227b7c6bf1e073088635951435acedff793add1cefdDevang Patel return removeDeadFunctions(CG); 228b7c6bf1e073088635951435acedff793add1cefdDevang Patel} 229b7c6bf1e073088635951435acedff793add1cefdDevang Patel 230b7c6bf1e073088635951435acedff793add1cefdDevang Patel /// removeDeadFunctions - Remove dead functions that are not included in 231b7c6bf1e073088635951435acedff793add1cefdDevang Patel /// DNR (Do Not Remove) list. 232b7c6bf1e073088635951435acedff793add1cefdDevang Patelbool Inliner::removeDeadFunctions(CallGraph &CG, 233b7c6bf1e073088635951435acedff793add1cefdDevang Patel SmallPtrSet<const Function *, 16> *DNR) { 2343e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner std::set<CallGraphNode*> FunctionsToRemove; 2353e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner 2363e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner // Scan for all of the functions, looking for ones that should now be removed 2373e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner // from the program. Insert the dead ones in the FunctionsToRemove set. 2383e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner for (CallGraph::iterator I = CG.begin(), E = CG.end(); I != E; ++I) { 2393e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner CallGraphNode *CGN = I->second; 24054970c032815edadb1b2988ea33f5a1173e5b29cChris Lattner if (Function *F = CGN ? CGN->getFunction() : 0) { 2410c0aa711b8a0550c21f032125c4663ff45864f81Chris Lattner // If the only remaining users of the function are dead constants, remove 2420c0aa711b8a0550c21f032125c4663ff45864f81Chris Lattner // them. 24354970c032815edadb1b2988ea33f5a1173e5b29cChris Lattner F->removeDeadConstantUsers(); 24454970c032815edadb1b2988ea33f5a1173e5b29cChris Lattner 245b7c6bf1e073088635951435acedff793add1cefdDevang Patel if (DNR && DNR->count(F)) 246b7c6bf1e073088635951435acedff793add1cefdDevang Patel continue; 247b7c6bf1e073088635951435acedff793add1cefdDevang Patel 248bb46f52027416598a662dc1c58f48d9d56b1a65bRafael Espindola if ((F->hasLinkOnceLinkage() || F->hasLocalLinkage()) && 24954970c032815edadb1b2988ea33f5a1173e5b29cChris Lattner F->use_empty()) { 2500c0aa711b8a0550c21f032125c4663ff45864f81Chris Lattner 25154970c032815edadb1b2988ea33f5a1173e5b29cChris Lattner // Remove any call graph edges from the function to its callees. 2526f0a7687ab9a0509e847279fae27554ce7da0ba1Duncan Sands CGN->removeAllCalledFunctions(); 253fd93908ae8b9684fe71c239e3c6cfe13ff6a2663Misha Brukman 2540c0aa711b8a0550c21f032125c4663ff45864f81Chris Lattner // Remove any edges from the external node to the function's call graph 2550c0aa711b8a0550c21f032125c4663ff45864f81Chris Lattner // node. These edges might have been made irrelegant due to 2560c0aa711b8a0550c21f032125c4663ff45864f81Chris Lattner // optimization of the program. 2570c0aa711b8a0550c21f032125c4663ff45864f81Chris Lattner CG.getExternalCallingNode()->removeAnyCallEdgeTo(CGN); 258fd93908ae8b9684fe71c239e3c6cfe13ff6a2663Misha Brukman 25954970c032815edadb1b2988ea33f5a1173e5b29cChris Lattner // Removing the node for callee from the call graph and delete it. 26054970c032815edadb1b2988ea33f5a1173e5b29cChris Lattner FunctionsToRemove.insert(CGN); 26154970c032815edadb1b2988ea33f5a1173e5b29cChris Lattner } 26268d57e7ae80044401efd889270a12c71b3efb9abChris Lattner } 26368d57e7ae80044401efd889270a12c71b3efb9abChris Lattner } 2643e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner 2653e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner // Now that we know which functions to delete, do so. We didn't want to do 2663e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner // this inline, because that would invalidate our CallGraph::iterator 2673e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner // objects. :( 2683e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner bool Changed = false; 2693e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner for (std::set<CallGraphNode*>::iterator I = FunctionsToRemove.begin(), 2703e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner E = FunctionsToRemove.end(); I != E; ++I) { 2711f67ce4aa3f65619f54c8a3072539da5b0022841Dale Johannesen resetCachedCostInfo((*I)->getFunction()); 2723e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner delete CG.removeFunctionFromModule(*I); 2733e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner ++NumDeleted; 2743e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner Changed = true; 2753e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner } 2763e1358a9fa1ebd3f51c94eb69da55d693895fe7cChris Lattner 27768d57e7ae80044401efd889270a12c71b3efb9abChris Lattner return Changed; 27868d57e7ae80044401efd889270a12c71b3efb9abChris Lattner} 279