LLVMTargetMachine.cpp revision b23569aff0a6d2b231cb93cc4acd0ac060ba560f
147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===-- LLVMTargetMachine.cpp - Implement the LLVMTargetMachine class -----===// 247877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// 347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// The LLVM Compiler Infrastructure 447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// 847877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===----------------------------------------------------------------------===// 947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// 1047877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// This file implements the LLVMTargetMachine class. 1147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// 1247877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===----------------------------------------------------------------------===// 1347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner 1447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Target/TargetMachine.h" 1547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/PassManager.h" 16572645cf84060c0fc25cb91d38cb9079918b3a88Dan Gohman#include "llvm/Analysis/Verifier.h" 1731442f9dc5512b6a29cdb332b12ae09a1c9e8176Chris Lattner#include "llvm/Assembly/PrintModulePass.h" 18789457847002f5289dbbc5cfce9d68c72e00bed1Daniel Dunbar#include "llvm/CodeGen/AsmPrinter.h" 19ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman#include "llvm/CodeGen/MachineFunctionAnalysis.h" 2011d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner#include "llvm/CodeGen/MachineModuleInfo.h" 2111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner#include "llvm/CodeGen/GCStrategy.h" 2211d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner#include "llvm/CodeGen/Passes.h" 2347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Target/TargetOptions.h" 24af76e592c7f9deff0e55c13dbb4a34f07f1c7f64Chris Lattner#include "llvm/MC/MCAsmInfo.h" 2556591ab218639d8a6e4c756ca37adaf20215c3b6Chris Lattner#include "llvm/MC/MCStreamer.h" 2656591ab218639d8a6e4c756ca37adaf20215c3b6Chris Lattner#include "llvm/Target/TargetData.h" 276d823cd39d8d16571682cd1bb4cbf2ecb4815d8eDaniel Dunbar#include "llvm/Target/TargetRegistry.h" 2847877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Transforms/Scalar.h" 296cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner#include "llvm/ADT/OwningPtr.h" 3031442f9dc5512b6a29cdb332b12ae09a1c9e8176Chris Lattner#include "llvm/Support/CommandLine.h" 312800eb1d30aea4177d6ea42adddd70e01ede8699David Greene#include "llvm/Support/Debug.h" 3271847813bc419f7a0667468136a07429c6d9f164David Greene#include "llvm/Support/FormattedStream.h" 3347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattnerusing namespace llvm; 3447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner 352c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohmannamespace llvm { 362c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman bool EnableFastISel; 372c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman} 382c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman 39522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisablePostRA("disable-post-ra", cl::Hidden, 40522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Post Regalloc")); 41522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableBranchFold("disable-branch-fold", cl::Hidden, 42522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable branch folding")); 4315acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilsonstatic cl::opt<bool> DisableTailDuplicate("disable-tail-duplicate", cl::Hidden, 4415acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson cl::desc("Disable tail duplication")); 45516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilsonstatic cl::opt<bool> DisableEarlyTailDup("disable-early-taildup", cl::Hidden, 46516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilson cl::desc("Disable pre-register allocation tail duplication")); 47522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableCodePlace("disable-code-place", cl::Hidden, 48522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable code placement")); 49522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableSSC("disable-ssc", cl::Hidden, 50522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Stack Slot Coloring")); 51522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableMachineLICM("disable-machine-licm", cl::Hidden, 52522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Machine LICM")); 53522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableMachineSink("disable-machine-sink", cl::Hidden, 54522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Machine Sinking")); 55522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableLSR("disable-lsr", cl::Hidden, 56522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Loop Strength Reduction Pass")); 57522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableCGP("disable-cgp", cl::Hidden, 58522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Codegen Prepare")); 5985ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattnerstatic cl::opt<bool> PrintLSR("print-lsr-output", cl::Hidden, 6085ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner cl::desc("Print LLVM IR produced by the loop-reduce pass")); 6185ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattnerstatic cl::opt<bool> PrintISelInput("print-isel-input", cl::Hidden, 6285ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner cl::desc("Print LLVM IR input to isel pass")); 6393f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksenstatic cl::opt<bool> PrintGCInfo("print-gc", cl::Hidden, 6493f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen cl::desc("Dump garbage collector data")); 6548872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesenstatic cl::opt<bool> VerifyMachineCode("verify-machineinstrs", cl::Hidden, 6648872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen cl::desc("Verify generated machine code"), 6748872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen cl::init(getenv("LLVM_VERIFY_MACHINEINSTRS")!=NULL)); 6885ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner 691f21990284906b1d3ed244d99808c6dade04d295Chris Lattnerstatic cl::opt<cl::boolOrDefault> 701f21990284906b1d3ed244d99808c6dade04d295Chris LattnerAsmVerbose("asm-verbose", cl::desc("Add comments to directives."), 711f21990284906b1d3ed244d99808c6dade04d295Chris Lattner cl::init(cl::BOU_UNSET)); 721f21990284906b1d3ed244d99808c6dade04d295Chris Lattner 73e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattnerstatic bool getVerboseAsm() { 741f21990284906b1d3ed244d99808c6dade04d295Chris Lattner switch (AsmVerbose) { 75e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner default: 76e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner case cl::BOU_UNSET: return TargetMachine::getAsmVerbosityDefault(); 77e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner case cl::BOU_TRUE: return true; 78e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner case cl::BOU_FALSE: return false; 791f21990284906b1d3ed244d99808c6dade04d295Chris Lattner } 801f21990284906b1d3ed244d99808c6dade04d295Chris Lattner} 817da9ecf9677b751d81515f95168ae3cb2df54160Evan Cheng 82dc756858f92a397ed30362ba8251fec56479735fDan Gohman// Enable or disable FastISel. Both options are needed, because 83dc756858f92a397ed30362ba8251fec56479735fDan Gohman// FastISel is enabled by default with -fast, and we wish to be 84e29fea4434b784bd8d908088c0ee4d4788080088Dan Gohman// able to enable or disable fast-isel independently from -O0. 85eb0d6abee36c274cf081948795f4675d8f33fc6fDan Gohmanstatic cl::opt<cl::boolOrDefault> 86dc756858f92a397ed30362ba8251fec56479735fDan GohmanEnableFastISelOption("fast-isel", cl::Hidden, 87e29fea4434b784bd8d908088c0ee4d4788080088Dan Gohman cl::desc("Enable the \"fast\" instruction selector")); 882c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman 892e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// Enable or disable an experimental optimization to split GEPs 902e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// and run a special GVN pass which does not examine loads, in 912e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// an effort to factor out redundancy implicit in complex GEPs. 922e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohmanstatic cl::opt<bool> EnableSplitGEPGVN("split-gep-gvn", cl::Hidden, 932e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman cl::desc("Split GEPs and run no-load GVN")); 94a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner 95a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris LattnerLLVMTargetMachine::LLVMTargetMachine(const Target &T, 961f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar const std::string &Triple) 971f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar : TargetMachine(T), TargetTriple(Triple) { 98a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner AsmInfo = T.createAsmInfo(TargetTriple); 99a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner} 100a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner 101f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// Set the default code model for the JIT for a generic target. 102f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// FIXME: Is small right here? or .is64Bit() ? Large : Small? 1035ef31a039dbb9c36cfd78442b3554d1b6974ec4cChris Lattnervoid LLVMTargetMachine::setCodeModelForJIT() { 104f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher setCodeModel(CodeModel::Small); 105f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher} 106a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner 107f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// Set the default code model for static compilation for a generic target. 1085ef31a039dbb9c36cfd78442b3554d1b6974ec4cChris Lattnervoid LLVMTargetMachine::setCodeModelForStatic() { 109f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher setCodeModel(CodeModel::Small); 110f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher} 111a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner 1125669e3009761dff20b67e18a382c334041887928Chris Lattnerbool LLVMTargetMachine::addPassesToEmitFile(PassManagerBase &PM, 1135669e3009761dff20b67e18a382c334041887928Chris Lattner formatted_raw_ostream &Out, 1145669e3009761dff20b67e18a382c334041887928Chris Lattner CodeGenFileType FileType, 1158772f5041ce8e98695655a72a54b952583630617Dan Gohman CodeGenOpt::Level OptLevel, 1168772f5041ce8e98695655a72a54b952583630617Dan Gohman bool DisableVerify) { 11702dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman // Add common CodeGen passes. 11811d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner MCContext *Context = 0; 11911d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner if (addCommonCodeGenPasses(PM, OptLevel, DisableVerify, Context)) 1205669e3009761dff20b67e18a382c334041887928Chris Lattner return true; 12111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner assert(Context != 0 && "Failed to get MCContext"); 12204523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling 123c18409aed80ba1c6c5998befd3c3c8edc865c423Chris Lattner const MCAsmInfo &MAI = *getMCAsmInfo(); 1246cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner OwningPtr<MCStreamer> AsmStreamer; 1256cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner 12647877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner switch (FileType) { 1275669e3009761dff20b67e18a382c334041887928Chris Lattner default: return true; 1286c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner case CGFT_AssemblyFile: { 1296c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner MCInstPrinter *InstPrinter = 130d374087be5360a353a4239a155b1227057145f48Chris Lattner getTarget().createMCInstPrinter(MAI.getAssemblerDialect(), MAI); 131fdab14b10564283028e9bdb628d095feae7fa071Chris Lattner AsmStreamer.reset(createAsmStreamer(*Context, Out, 1326cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner getTargetData()->isLittleEndian(), 1336c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner getVerboseAsm(), InstPrinter, 1346cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner /*codeemitter*/0)); 135b5c5160a554cb0debeb7913287d9c099a753a59eChris Lattner break; 1366c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner } 137ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner case CGFT_ObjectFile: { 138ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner // Create the code emitter for the target if it exists. If not, .o file 139ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner // emission fails. 14086020e46289643de2f8c7603b550ffc8b6aff376Chris Lattner MCCodeEmitter *MCE = getTarget().createCodeEmitter(*this, *Context); 1411f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar TargetAsmBackend *TAB = getTarget().createAsmBackend(TargetTriple); 1421f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar if (MCE == 0 || TAB == 0) 1435669e3009761dff20b67e18a382c334041887928Chris Lattner return true; 144ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner 1451f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar AsmStreamer.reset(createMachOStreamer(*Context, *TAB, Out, MCE)); 146ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner break; 1470823d2a654cb3a075016f6efd21359ed4f5aca21Chris Lattner } 1485669e3009761dff20b67e18a382c334041887928Chris Lattner case CGFT_Null: 1495669e3009761dff20b67e18a382c334041887928Chris Lattner // The Null output is intended for use for performance analysis and testing, 1505669e3009761dff20b67e18a382c334041887928Chris Lattner // not real users. 1515669e3009761dff20b67e18a382c334041887928Chris Lattner AsmStreamer.reset(createNullStreamer(*Context)); 1525669e3009761dff20b67e18a382c334041887928Chris Lattner break; 15347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner } 154f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher 15511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner // Create the AsmPrinter, which takes ownership of AsmStreamer if successful. 156b23569aff0a6d2b231cb93cc4acd0ac060ba560fChris Lattner FunctionPass *Printer = getTarget().createAsmPrinter(*this, *AsmStreamer); 1576cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner if (Printer == 0) 1585669e3009761dff20b67e18a382c334041887928Chris Lattner return true; 1596cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner 16011d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner // If successful, createAsmPrinter took ownership of AsmStreamer. 16111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner AsmStreamer.take(); 1626cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner 1636cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner PM.add(Printer); 1646cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner 165f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher // Make sure the code model is set. 166f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher setCodeModelForStatic(); 167ac57e6e498abccb117e0d61c2fa0f733845e50cbBruno Cardoso Lopes PM.add(createGCInfoDeleter()); 1685669e3009761dff20b67e18a382c334041887928Chris Lattner return false; 16902dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman} 17002dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 171a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// addPassesToEmitMachineCode - Add passes to the specified pass manager to 1723813d8adf3788dd01a4cb9db01c122cd5e6a13b9Chris Lattner/// get machine code emitted. This uses a JITCodeEmitter object to handle 173a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// actually outputting the machine code and resolving things like the address 174a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// of functions. This method should returns true if machine code emission is 175a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// not supported. 176a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// 177a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopesbool LLVMTargetMachine::addPassesToEmitMachineCode(PassManagerBase &PM, 178a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes JITCodeEmitter &JCE, 1798772f5041ce8e98695655a72a54b952583630617Dan Gohman CodeGenOpt::Level OptLevel, 1808772f5041ce8e98695655a72a54b952583630617Dan Gohman bool DisableVerify) { 181f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher // Make sure the code model is set. 182f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher setCodeModelForJIT(); 183f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher 184a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes // Add common CodeGen passes. 18511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner MCContext *Ctx = 0; 18611d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner if (addCommonCodeGenPasses(PM, OptLevel, DisableVerify, Ctx)) 187a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes return true; 188a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes 189cfe9a605eea542d91e3db74289b69b7e317d90a6Daniel Dunbar addCodeEmitter(PM, OptLevel, JCE); 190a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes PM.add(createGCInfoDeleter()); 191a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes 192a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes return false; // success! 193a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes} 194a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes 19511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattnerstatic void printNoVerify(PassManagerBase &PM, const char *Banner) { 196a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen if (PrintMachineCode) 197a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen PM.add(createMachineFunctionPrinterPass(dbgs(), Banner)); 198a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen} 199a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen 20048872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesenstatic void printAndVerify(PassManagerBase &PM, 201499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman const char *Banner, 20248872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen bool allowDoubleDefs = false) { 20348872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen if (PrintMachineCode) 2042800eb1d30aea4177d6ea42adddd70e01ede8699David Greene PM.add(createMachineFunctionPrinterPass(dbgs(), Banner)); 20548872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen 20648872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen if (VerifyMachineCode) 20748872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen PM.add(createMachineVerifierPass(allowDoubleDefs)); 20848872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen} 20948872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen 21098a366d547772010e94609e4584489b3e5ce0043Bill Wendling/// addCommonCodeGenPasses - Add standard LLVM codegen passes used for both 21198a366d547772010e94609e4584489b3e5ce0043Bill Wendling/// emitting to assembly files or machine code output. 21202dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman/// 213be8cc2a3dedeb7685f07e68cdc4b9502eb97eb2bBill Wendlingbool LLVMTargetMachine::addCommonCodeGenPasses(PassManagerBase &PM, 2148772f5041ce8e98695655a72a54b952583630617Dan Gohman CodeGenOpt::Level OptLevel, 21511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner bool DisableVerify, 21611d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner MCContext *&OutContext) { 21747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Standard LLVM-Level Passes. 21802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 2198772f5041ce8e98695655a72a54b952583630617Dan Gohman // Before running any passes, run the verifier to determine if the input 2208772f5041ce8e98695655a72a54b952583630617Dan Gohman // coming from the front-end and/or optimizer is valid. 2218772f5041ce8e98695655a72a54b952583630617Dan Gohman if (!DisableVerify) 2228772f5041ce8e98695655a72a54b952583630617Dan Gohman PM.add(createVerifierPass()); 2238772f5041ce8e98695655a72a54b952583630617Dan Gohman 2242e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman // Optionally, tun split-GEPs and no-load GVN. 2252e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman if (EnableSplitGEPGVN) { 2262e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman PM.add(createGEPSplitterPass()); 22760df9077ebe2a38723beadedd88e349f9aa214cbBob Wilson PM.add(createGVNPass(/*NoLoads=*/true)); 2282e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman } 2292e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman 23047877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Run loop strength reduction before anything else. 231522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisableLSR) { 232c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner PM.add(createLoopStrengthReducePass(getTargetLowering())); 233c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner if (PrintLSR) 2342800eb1d30aea4177d6ea42adddd70e01ede8699David Greene PM.add(createPrintFunctionPass("\n\n*** Code after LSR ***\n", &dbgs())); 235c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner } 23602dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 237b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands // Turn exception handling constructs into something the code generators can 238b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands // handle. 23911d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner switch (getMCAsmInfo()->getExceptionHandlingType()) { 2401b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach case ExceptionHandling::SjLj: 2418b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach // SjLj piggy-backs on dwarf for this bit. The cleanups done apply to both 24286e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach // Dwarf EH prepare needs to be run after SjLj prepare. Otherwise, 24386e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach // catch info can get misplaced when a selector ends up more than one block 24486e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach // removed from the parent invoke(s). This could happen when a landing 24586e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach // pad is shared by multiple invokes and is also a target of a normal 24686e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach // edge from elsewhere. 2478b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach PM.add(createSjLjEHPass(getTargetLowering())); 2489f82da7cbfe0c9f1b2c4bc7d7a9a9b5d35bea488Jim Grosbach PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None)); 2498b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach break; 2501b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach case ExceptionHandling::Dwarf: 2518bedf97f683bd5edb9308799a5e525de137d635cBill Wendling PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None)); 2521b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach break; 2531b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach case ExceptionHandling::None: 2541b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach PM.add(createLowerInvokePass(getTargetLowering())); 2551b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach break; 2561b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach } 257b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands 258b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands PM.add(createGCLoweringPass()); 25902dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 26047877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Make sure that no unreachable blocks are instruction selected. 26147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner PM.add(createUnreachableBlockEliminationPass()); 26204523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling 263522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisableCGP) 264c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner PM.add(createCodeGenPreparePass(getTargetLowering())); 265c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner 266e9e6bdf27fca46dc9eca2ebdf73e03747d1859abBill Wendling PM.add(createStackProtectorPass(getTargetLowering())); 2672b58ce5ab4e22e796303d68fb246d4031cb5d4caBill Wendling 268c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner if (PrintISelInput) 269f4db3a51c7d806f7dcef5d9625e7cdf7f122dca9Daniel Dunbar PM.add(createPrintFunctionPass("\n\n" 270f4db3a51c7d806f7dcef5d9625e7cdf7f122dca9Daniel Dunbar "*** Final LLVM Code input to ISel ***\n", 2712800eb1d30aea4177d6ea42adddd70e01ede8699David Greene &dbgs())); 272c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner 2738772f5041ce8e98695655a72a54b952583630617Dan Gohman // All passes which modify the LLVM IR are now complete; run the verifier 2748772f5041ce8e98695655a72a54b952583630617Dan Gohman // to ensure that the IR is valid. 2758772f5041ce8e98695655a72a54b952583630617Dan Gohman if (!DisableVerify) 2768772f5041ce8e98695655a72a54b952583630617Dan Gohman PM.add(createVerifierPass()); 2778772f5041ce8e98695655a72a54b952583630617Dan Gohman 27802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman // Standard Lower-Level Passes. 27911d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner 28011d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner // Install a MachineModuleInfo class, which is an immutable pass that holds 28111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner // all the per-module stuff we're generating, including MCContext. 28211d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner MachineModuleInfo *MMI = new MachineModuleInfo(*getMCAsmInfo()); 28311d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner PM.add(MMI); 28411d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner OutContext = &MMI->getContext(); // Return the MCContext specifically by-ref. 28511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner 28602dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 287ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman // Set up a MachineFunction for the rest of CodeGen to work on. 288ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman PM.add(new MachineFunctionAnalysis(*this, OptLevel)); 289ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman 290dc756858f92a397ed30362ba8251fec56479735fDan Gohman // Enable FastISel with -fast, but allow that to be overridden. 291eb0d6abee36c274cf081948795f4675d8f33fc6fDan Gohman if (EnableFastISelOption == cl::BOU_TRUE || 29298a366d547772010e94609e4584489b3e5ce0043Bill Wendling (OptLevel == CodeGenOpt::None && EnableFastISelOption != cl::BOU_FALSE)) 293dc756858f92a397ed30362ba8251fec56479735fDan Gohman EnableFastISel = true; 294dc756858f92a397ed30362ba8251fec56479735fDan Gohman 29547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Ask the target for an isel. 296be8cc2a3dedeb7685f07e68cdc4b9502eb97eb2bBill Wendling if (addInstSelector(PM, OptLevel)) 29747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner return true; 29804523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling 29947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Print the instruction selected machine code... 300499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After Instruction Selection", 301499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman /* allowDoubleDefs= */ true); 3020f940c95d4506f8d04fa2aeda8a79cadb3105fe3Bill Wendling 303bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson // Optimize PHIs before DCE: removing dead PHI cycles may make more 304bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson // instructions dead. 305bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson if (OptLevel != CodeGenOpt::None) 306bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson PM.add(createOptimizePHIsPass()); 30700a99a35840451a291eb61a192a750908a4073aeEvan Cheng 30800a99a35840451a291eb61a192a750908a4073aeEvan Cheng // Delete dead machine instructions regardless of optimization level. 30900a99a35840451a291eb61a192a750908a4073aeEvan Cheng PM.add(createDeadMachineInstructionElimPass()); 31000a99a35840451a291eb61a192a750908a4073aeEvan Cheng printAndVerify(PM, "After codegen DCE pass", 31100a99a35840451a291eb61a192a750908a4073aeEvan Cheng /* allowDoubleDefs= */ true); 31200a99a35840451a291eb61a192a750908a4073aeEvan Cheng 31398a366d547772010e94609e4584489b3e5ce0043Bill Wendling if (OptLevel != CodeGenOpt::None) { 31481d22d87de93f501f90f55b6bbc63f5dd286797aEvan Cheng PM.add(createOptimizeExtsPass()); 315522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (!DisableMachineLICM) 316522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher PM.add(createMachineLICMPass()); 317fac4f1f1815b54346a805834a8c19d573ce8856cEvan Cheng PM.add(createMachineCSEPass()); 318522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (!DisableMachineSink) 319522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher PM.add(createMachineSinkingPass()); 32031f94c7c22cbf59753764bc17130dca6a73c0b4eEvan Cheng printAndVerify(PM, "After Machine LICM, CSE and Sinking passes", 321499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman /* allowDoubleDefs= */ true); 3228f0d99e463a2dcb5a40d14f0481a0e322bcf79e4Evan Cheng } 3230f940c95d4506f8d04fa2aeda8a79cadb3105fe3Bill Wendling 32479fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng // Pre-ra tail duplication. 325516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilson if (OptLevel != CodeGenOpt::None && !DisableEarlyTailDup) { 32679fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng PM.add(createTailDuplicatePass(true)); 327541e9ae3ad39f6ebca7649ce0c640ff2c64bfb84Jakob Stoklund Olesen printAndVerify(PM, "After Pre-RegAlloc TailDuplicate", 328541e9ae3ad39f6ebca7649ce0c640ff2c64bfb84Jakob Stoklund Olesen /* allowDoubleDefs= */ true); 32979fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng } 33079fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng 331b013f5094c3bdb36472da996d63d5c0f75b6d4d3Anton Korobeynikov // Run pre-ra passes. 33248872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen if (addPreRegAlloc(PM, OptLevel)) 333499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After PreRegAlloc passes", 334499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman /* allowDoubleDefs= */ true); 335b013f5094c3bdb36472da996d63d5c0f75b6d4d3Anton Korobeynikov 3363f32d65912b4da23793dab618d981be2ce11c331Evan Cheng // Perform register allocation. 33747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner PM.add(createRegisterAllocator()); 338499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After Register Allocation"); 3393f32d65912b4da23793dab618d981be2ce11c331Evan Cheng 3403f32d65912b4da23793dab618d981be2ce11c331Evan Cheng // Perform stack slot coloring. 341522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisableSSC) { 3426248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng // FIXME: Re-enable coloring with register when it's capable of adding 3436248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng // kill markers. 3446248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng PM.add(createStackSlotColoringPass(false)); 345499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After StackSlotColoring"); 346499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman } 34702dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 3483f32d65912b4da23793dab618d981be2ce11c331Evan Cheng // Run post-ra passes. 34948872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen if (addPostRegAlloc(PM, OptLevel)) 350499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After PostRegAlloc passes"); 35102dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 352ada779fb11eb411536aa8219a176ca0ce4d58fd1Christopher Lamb PM.add(createLowerSubregsPass()); 353499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After LowerSubregs"); 35404523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling 35547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Insert prolog/epilog code. Eliminate abstract frame index references... 35647877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner PM.add(createPrologEpilogCodeInserter()); 357499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After PrologEpilogCodeInserter"); 35802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 359629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng // Run pre-sched2 passes. 360629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng if (addPreSched2(PM, OptLevel)) 361499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After PreSched2 passes"); 362629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng 363e7e7d0d7e39d0c7c659d26b97e8081fce0fcd749Dale Johannesen // Second pass scheduler. 364522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisablePostRA) { 365fa16354e0370fe884830286923352268b036737dEvan Cheng PM.add(createPostRAScheduler(OptLevel)); 366499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After PostRAScheduler"); 3675ce0973f7f4d149f986d16d1a1f79b131fd70423Dan Gohman } 3685ce0973f7f4d149f986d16d1a1f79b131fd70423Dan Gohman 36923b0d490cdf27b2cba7b497aceeb5c79b0d0c9feDan Gohman // Branch folding must be run after regalloc and prolog/epilog insertion. 370522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisableBranchFold) { 371a597103c328e29fb763e7a4864bd7c29a588fc9dBob Wilson PM.add(createBranchFoldingPass(getEnableTailMergeDefault())); 372a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen printNoVerify(PM, "After BranchFolding"); 37348872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen } 37423b0d490cdf27b2cba7b497aceeb5c79b0d0c9feDan Gohman 37515acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson // Tail duplication. 37615acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson if (OptLevel != CodeGenOpt::None && !DisableTailDuplicate) { 37779fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng PM.add(createTailDuplicatePass(false)); 378a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen printNoVerify(PM, "After TailDuplicate"); 37915acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson } 38015acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson 38193f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen PM.add(createGCMachineCodeAnalysisPass()); 38202dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 38393f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen if (PrintGCInfo) 3842800eb1d30aea4177d6ea42adddd70e01ede8699David Greene PM.add(createGCInfoPrinter(dbgs())); 38504523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling 386522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisableCodePlace) { 387499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman PM.add(createCodePlacementOptPass()); 388a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen printNoVerify(PM, "After CodePlacementOpt"); 389499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman } 390499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman 391517e2556e39973ae65f58fad9865eef3a5a0966bEvan Cheng if (addPreEmitPass(PM, OptLevel)) 392a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen printNoVerify(PM, "After PreEmit passes"); 393517e2556e39973ae65f58fad9865eef3a5a0966bEvan Cheng 39402dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman return false; 39547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner} 396